{"level":"warn","ts":"2026-07-03T15:54:51.689479Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-03T15:54:51.689588Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.53:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.53:2380","--initial-cluster=instance=https://199.204.45.53:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.53:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.53:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-03T15:54:51.689673Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-03T15:54:51.689692Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.53:2380"]} {"level":"info","ts":"2026-07-03T15:54:51.689717Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-03T15:54:51.691261Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.53:2379"]} {"level":"info","ts":"2026-07-03T15:54:51.691523Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.53:2380"],"listen-peer-urls":["https://199.204.45.53:2380"],"advertise-client-urls":["https://199.204.45.53:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.53:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.53:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-03T15:54:51.698727Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.831262ms"} {"level":"info","ts":"2026-07-03T15:54:51.709137Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"c47ca1a7b1fe506b","cluster-id":"95bd21e158fabf07"} {"level":"info","ts":"2026-07-03T15:54:51.709217Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b switched to configuration voters=()"} {"level":"info","ts":"2026-07-03T15:54:51.709245Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b became follower at term 0"} {"level":"info","ts":"2026-07-03T15:54:51.709261Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft c47ca1a7b1fe506b [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-03T15:54:51.709281Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b became follower at term 1"} {"level":"info","ts":"2026-07-03T15:54:51.709328Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b switched to configuration voters=(14158369070163841131)"} {"level":"warn","ts":"2026-07-03T15:54:51.717119Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-03T15:54:51.720606Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-03T15:54:51.723512Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-03T15:54:51.727633Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"c47ca1a7b1fe506b","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-03T15:54:51.728052Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"c47ca1a7b1fe506b","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-03T15:54:51.728187Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T15:54:51.728309Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T15:54:51.728322Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T15:54:51.729214Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b switched to configuration voters=(14158369070163841131)"} {"level":"info","ts":"2026-07-03T15:54:51.729388Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"95bd21e158fabf07","local-member-id":"c47ca1a7b1fe506b","added-peer-id":"c47ca1a7b1fe506b","added-peer-peer-urls":["https://199.204.45.53:2380"]} {"level":"info","ts":"2026-07-03T15:54:51.730603Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-03T15:54:51.730874Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"c47ca1a7b1fe506b","initial-advertise-peer-urls":["https://199.204.45.53:2380"],"listen-peer-urls":["https://199.204.45.53:2380"],"advertise-client-urls":["https://199.204.45.53:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.53:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-03T15:54:51.730924Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-03T15:54:51.731043Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.53:2380"} {"level":"info","ts":"2026-07-03T15:54:51.731145Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.53:2380"} {"level":"info","ts":"2026-07-03T15:54:51.910412Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b is starting a new election at term 1"} {"level":"info","ts":"2026-07-03T15:54:51.910542Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b became pre-candidate at term 1"} {"level":"info","ts":"2026-07-03T15:54:51.910576Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b received MsgPreVoteResp from c47ca1a7b1fe506b at term 1"} {"level":"info","ts":"2026-07-03T15:54:51.910605Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b became candidate at term 2"} {"level":"info","ts":"2026-07-03T15:54:51.910621Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b received MsgVoteResp from c47ca1a7b1fe506b at term 2"} {"level":"info","ts":"2026-07-03T15:54:51.910644Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b became leader at term 2"} {"level":"info","ts":"2026-07-03T15:54:51.910658Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c47ca1a7b1fe506b elected leader c47ca1a7b1fe506b at term 2"} {"level":"info","ts":"2026-07-03T15:54:51.913675Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T15:54:51.913898Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"c47ca1a7b1fe506b","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.53:2379]}","request-path":"/0/members/c47ca1a7b1fe506b/attributes","cluster-id":"95bd21e158fabf07","publish-timeout":"7s"} {"level":"info","ts":"2026-07-03T15:54:51.913974Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-03T15:54:51.914298Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-03T15:54:51.914451Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-03T15:54:51.913951Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-03T15:54:51.917678Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.53:2379"} {"level":"info","ts":"2026-07-03T15:54:51.918017Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"95bd21e158fabf07","local-member-id":"c47ca1a7b1fe506b","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T15:54:51.9182Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T15:54:51.918261Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T15:54:51.91864Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-03T15:54:54.655437Z","caller":"traceutil/trace.go:171","msg":"trace[1622580311] linearizableReadLoop","detail":"{readStateIndex:78; appliedIndex:77; }","duration":"114.937575ms","start":"2026-07-03T15:54:54.540478Z","end":"2026-07-03T15:54:54.655416Z","steps":["trace[1622580311] 'read index received' (duration: 104.787544ms)","trace[1622580311] 'applied index is now lower than readState.Index' (duration: 10.149541ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:54:54.655593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.09805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T15:54:54.655618Z","caller":"traceutil/trace.go:171","msg":"trace[770169457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:74; }","duration":"115.195513ms","start":"2026-07-03T15:54:54.540413Z","end":"2026-07-03T15:54:54.655608Z","steps":["trace[770169457] 'agreement among raft nodes before linearized reading' (duration: 115.103791ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:54.655835Z","caller":"traceutil/trace.go:171","msg":"trace[1876099868] transaction","detail":"{read_only:false; response_revision:74; number_of_response:1; }","duration":"154.399728ms","start":"2026-07-03T15:54:54.50136Z","end":"2026-07-03T15:54:54.65576Z","steps":["trace[1876099868] 'process raft request' (duration: 143.95634ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:59.924573Z","caller":"traceutil/trace.go:171","msg":"trace[2047510669] linearizableReadLoop","detail":"{readStateIndex:338; appliedIndex:337; }","duration":"113.409264ms","start":"2026-07-03T15:54:59.811126Z","end":"2026-07-03T15:54:59.924535Z","steps":["trace[2047510669] 'read index received' (duration: 20.444295ms)","trace[2047510669] 'applied index is now lower than readState.Index' (duration: 92.963229ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:54:59.924638Z","caller":"traceutil/trace.go:171","msg":"trace[2132891688] transaction","detail":"{read_only:false; response_revision:324; number_of_response:1; }","duration":"114.960837ms","start":"2026-07-03T15:54:59.809627Z","end":"2026-07-03T15:54:59.924588Z","steps":["trace[2132891688] 'process raft request' (duration: 22.054159ms)","trace[2132891688] 'compare' (duration: 92.702212ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:54:59.924921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.653761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-07-03T15:54:59.924972Z","caller":"traceutil/trace.go:171","msg":"trace[1746507190] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:324; }","duration":"113.896138ms","start":"2026-07-03T15:54:59.811062Z","end":"2026-07-03T15:54:59.924958Z","steps":["trace[1746507190] 'agreement among raft nodes before linearized reading' (duration: 113.662972ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:00.09202Z","caller":"traceutil/trace.go:171","msg":"trace[1065922913] linearizableReadLoop","detail":"{readStateIndex:340; appliedIndex:339; }","duration":"155.581599ms","start":"2026-07-03T15:54:59.93641Z","end":"2026-07-03T15:55:00.091991Z","steps":["trace[1065922913] 'read index received' (duration: 155.369913ms)","trace[1065922913] 'applied index is now lower than readState.Index' (duration: 210.516µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:55:00.092194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.760144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:55:00.092239Z","caller":"traceutil/trace.go:171","msg":"trace[1578963291] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/token-cleaner; range_end:; response_count:0; response_revision:326; }","duration":"155.851206ms","start":"2026-07-03T15:54:59.936377Z","end":"2026-07-03T15:55:00.092228Z","steps":["trace[1578963291] 'agreement among raft nodes before linearized reading' (duration: 155.728213ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:00.092656Z","caller":"traceutil/trace.go:171","msg":"trace[1514195672] transaction","detail":"{read_only:false; response_revision:326; number_of_response:1; }","duration":"163.231983ms","start":"2026-07-03T15:54:59.929411Z","end":"2026-07-03T15:55:00.092643Z","steps":["trace[1514195672] 'process raft request' (duration: 162.414852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:00.602825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.506952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-07-03T15:55:00.602952Z","caller":"traceutil/trace.go:171","msg":"trace[1078031085] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:329; }","duration":"139.728058ms","start":"2026-07-03T15:55:00.4632Z","end":"2026-07-03T15:55:00.602928Z","steps":["trace[1078031085] 'range keys from in-memory index tree' (duration: 139.380378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:06.450301Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653042827,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:55:06.950713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653042827,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:55:07.351861Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.045879737s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T15:55:07.352444Z","caller":"traceutil/trace.go:171","msg":"trace[1025073673] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"1.649580499s","start":"2026-07-03T15:55:05.702831Z","end":"2026-07-03T15:55:07.352411Z","steps":["trace[1025073673] 'process raft request' (duration: 1.649351523s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:07.353176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:05.702807Z","time spent":"1.649742583s","remote":"127.0.0.1:57340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:55:07.369668Z","caller":"traceutil/trace.go:171","msg":"trace[630592755] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"1.663210392s","start":"2026-07-03T15:55:05.706411Z","end":"2026-07-03T15:55:07.369621Z","steps":["trace[630592755] 'process raft request' (duration: 1.662900954s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:07.36985Z","caller":"traceutil/trace.go:171","msg":"trace[1023266018] linearizableReadLoop","detail":"{readStateIndex:421; appliedIndex:418; }","duration":"1.419889712s","start":"2026-07-03T15:55:05.94993Z","end":"2026-07-03T15:55:07.36982Z","steps":["trace[1023266018] 'read index received' (duration: 1.402237101s)","trace[1023266018] 'applied index is now lower than readState.Index' (duration: 17.650841ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:55:07.369933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:05.706387Z","time spent":"1.663406827s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:55:07.369913Z","caller":"traceutil/trace.go:171","msg":"trace[830798918] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"1.663198232s","start":"2026-07-03T15:55:05.70668Z","end":"2026-07-03T15:55:07.369878Z","steps":["trace[830798918] 'process raft request' (duration: 1.662890923s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:07.370136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:05.706636Z","time spent":"1.663415928s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:55:07.370119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42016642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:55:07.370229Z","caller":"traceutil/trace.go:171","msg":"trace[1594405476] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:405; }","duration":"1.420339124s","start":"2026-07-03T15:55:05.949865Z","end":"2026-07-03T15:55:07.370204Z","steps":["trace[1594405476] 'agreement among raft nodes before linearized reading' (duration: 1.420117288s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:07.370288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:05.949838Z","time spent":"1.420441167s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T15:55:07.37031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.409321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:55:07.37035Z","caller":"traceutil/trace.go:171","msg":"trace[1644304488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:405; }","duration":"676.488293ms","start":"2026-07-03T15:55:06.693847Z","end":"2026-07-03T15:55:07.370335Z","steps":["trace[1644304488] 'agreement among raft nodes before linearized reading' (duration: 676.431981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:07.370386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:06.693822Z","time spent":"676.557675ms","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:55:07.370714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253926555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-03T15:55:07.370789Z","caller":"traceutil/trace.go:171","msg":"trace[1922194636] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:405; }","duration":"1.254046659s","start":"2026-07-03T15:55:06.116722Z","end":"2026-07-03T15:55:07.370769Z","steps":["trace[1922194636] 'agreement among raft nodes before linearized reading' (duration: 1.253327119s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:07.37084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:06.116699Z","time spent":"1.254127522s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T15:55:07.756644Z","caller":"traceutil/trace.go:171","msg":"trace[530608733] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"104.584819ms","start":"2026-07-03T15:55:07.652018Z","end":"2026-07-03T15:55:07.756603Z","steps":["trace[530608733] 'process raft request' (duration: 90.654918ms)","trace[530608733] 'compare' (duration: 13.698195ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:08.0585Z","caller":"traceutil/trace.go:171","msg":"trace[1460016938] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"243.837124ms","start":"2026-07-03T15:55:07.814626Z","end":"2026-07-03T15:55:08.058463Z","steps":["trace[1460016938] 'process raft request' (duration: 243.68039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:17.951646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653042904,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T15:55:18.019706Z","caller":"traceutil/trace.go:171","msg":"trace[1833311385] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"591.595129ms","start":"2026-07-03T15:55:17.428081Z","end":"2026-07-03T15:55:18.019677Z","steps":["trace[1833311385] 'process raft request' (duration: 591.402764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:18.019912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:17.428064Z","time spent":"591.736983ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:55:18.668568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.581449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:55:18.668749Z","caller":"traceutil/trace.go:171","msg":"trace[1457642887] linearizableReadLoop","detail":"{readStateIndex:452; appliedIndex:450; }","duration":"1.217672658s","start":"2026-07-03T15:55:17.451057Z","end":"2026-07-03T15:55:18.66873Z","steps":["trace[1457642887] 'read index received' (duration: 568.675978ms)","trace[1457642887] 'applied index is now lower than readState.Index' (duration: 648.99551ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:55:18.668862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217805833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:55:18.668841Z","caller":"traceutil/trace.go:171","msg":"trace[1967689700] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"1.239723987s","start":"2026-07-03T15:55:17.429088Z","end":"2026-07-03T15:55:18.668812Z","steps":["trace[1967689700] 'process raft request' (duration: 647.610393ms)","trace[1967689700] 'compare' (duration: 591.439465ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:18.668852Z","caller":"traceutil/trace.go:171","msg":"trace[138479790] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"1.239605764s","start":"2026-07-03T15:55:17.429216Z","end":"2026-07-03T15:55:18.668822Z","steps":["trace[138479790] 'process raft request' (duration: 1.239457199s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:18.668902Z","caller":"traceutil/trace.go:171","msg":"trace[822039068] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:434; }","duration":"1.217876244s","start":"2026-07-03T15:55:17.451016Z","end":"2026-07-03T15:55:18.668892Z","steps":["trace[822039068] 'agreement among raft nodes before linearized reading' (duration: 1.217765981s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:18.66894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:17.45097Z","time spent":"1.217962647s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T15:55:18.66897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:17.429076Z","time spent":"1.23983102s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:55:18.669015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:17.429206Z","time spent":"1.239719287s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:55:18.718163Z","caller":"traceutil/trace.go:171","msg":"trace[1850257660] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"512.14126ms","start":"2026-07-03T15:55:18.205986Z","end":"2026-07-03T15:55:18.718127Z","steps":["trace[1850257660] 'process raft request' (duration: 511.957436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:18.718392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:18.20595Z","time spent":"512.323605ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:55:24.901535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.490913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:55:24.901646Z","caller":"traceutil/trace.go:171","msg":"trace[425704856] linearizableReadLoop","detail":"{readStateIndex:498; appliedIndex:497; }","duration":"157.344097ms","start":"2026-07-03T15:55:24.744283Z","end":"2026-07-03T15:55:24.901627Z","steps":["trace[425704856] 'read index received' (duration: 9.586116ms)","trace[425704856] 'applied index is now lower than readState.Index' (duration: 147.756611ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:55:24.901799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.485231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:55:24.901923Z","caller":"traceutil/trace.go:171","msg":"trace[2123242118] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:478; }","duration":"157.673897ms","start":"2026-07-03T15:55:24.744226Z","end":"2026-07-03T15:55:24.9019Z","steps":["trace[2123242118] 'agreement among raft nodes before linearized reading' (duration: 157.4437ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:24.90322Z","caller":"traceutil/trace.go:171","msg":"trace[1236743826] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"188.98249ms","start":"2026-07-03T15:55:24.714215Z","end":"2026-07-03T15:55:24.903197Z","steps":["trace[1236743826] 'process raft request' (duration: 39.726009ms)","trace[1236743826] 'compare' (duration: 147.390511ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:26.340744Z","caller":"traceutil/trace.go:171","msg":"trace[1406467141] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"277.929263ms","start":"2026-07-03T15:55:26.062774Z","end":"2026-07-03T15:55:26.340703Z","steps":["trace[1406467141] 'process raft request' (duration: 277.740598ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:34.494581Z","caller":"traceutil/trace.go:171","msg":"trace[267686894] linearizableReadLoop","detail":"{readStateIndex:523; appliedIndex:522; }","duration":"109.173992ms","start":"2026-07-03T15:55:34.385367Z","end":"2026-07-03T15:55:34.494541Z","steps":["trace[267686894] 'read index received' (duration: 108.864884ms)","trace[267686894] 'applied index is now lower than readState.Index' (duration: 307.838µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:34.494634Z","caller":"traceutil/trace.go:171","msg":"trace[683144075] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"191.825878ms","start":"2026-07-03T15:55:34.302763Z","end":"2026-07-03T15:55:34.494589Z","steps":["trace[683144075] 'process raft request' (duration: 191.590011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:34.494751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.401678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T15:55:34.494909Z","caller":"traceutil/trace.go:171","msg":"trace[1982977435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:501; }","duration":"109.620354ms","start":"2026-07-03T15:55:34.385269Z","end":"2026-07-03T15:55:34.494889Z","steps":["trace[1982977435] 'agreement among raft nodes before linearized reading' (duration: 109.370267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:34.771208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.755362ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:55:34.771431Z","caller":"traceutil/trace.go:171","msg":"trace[115868121] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"214.563923ms","start":"2026-07-03T15:55:34.556839Z","end":"2026-07-03T15:55:34.771403Z","steps":["trace[115868121] 'process raft request' (duration: 90.533284ms)","trace[115868121] 'compare' (duration: 123.615837ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:35.152918Z","caller":"traceutil/trace.go:171","msg":"trace[351935325] linearizableReadLoop","detail":"{readStateIndex:541; appliedIndex:539; }","duration":"129.618717ms","start":"2026-07-03T15:55:35.023267Z","end":"2026-07-03T15:55:35.152886Z","steps":["trace[351935325] 'read index received' (duration: 110.476606ms)","trace[351935325] 'applied index is now lower than readState.Index' (duration: 19.140711ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:35.152988Z","caller":"traceutil/trace.go:171","msg":"trace[1655805297] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"139.293015ms","start":"2026-07-03T15:55:35.013672Z","end":"2026-07-03T15:55:35.152965Z","steps":["trace[1655805297] 'process raft request' (duration: 139.141551ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:35.153084Z","caller":"traceutil/trace.go:171","msg":"trace[425641411] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"140.432025ms","start":"2026-07-03T15:55:35.012591Z","end":"2026-07-03T15:55:35.153023Z","steps":["trace[425641411] 'process raft request' (duration: 121.017198ms)","trace[425641411] 'compare' (duration: 18.954975ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:55:35.153381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.087039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4335"} {"level":"info","ts":"2026-07-03T15:55:35.153629Z","caller":"traceutil/trace.go:171","msg":"trace[1282021534] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:519; }","duration":"130.243603ms","start":"2026-07-03T15:55:35.023219Z","end":"2026-07-03T15:55:35.153462Z","steps":["trace[1282021534] 'agreement among raft nodes before linearized reading' (duration: 129.834452ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:35.228568Z","caller":"traceutil/trace.go:171","msg":"trace[715920155] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"186.419593ms","start":"2026-07-03T15:55:35.042105Z","end":"2026-07-03T15:55:35.228524Z","steps":["trace[715920155] 'process raft request' (duration: 186.111884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:35.228641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.826707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T15:55:35.228727Z","caller":"traceutil/trace.go:171","msg":"trace[100694642] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:520; }","duration":"110.97896ms","start":"2026-07-03T15:55:35.117727Z","end":"2026-07-03T15:55:35.228706Z","steps":["trace[100694642] 'agreement among raft nodes before linearized reading' (duration: 110.737014ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:35.377991Z","caller":"traceutil/trace.go:171","msg":"trace[1612828802] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"220.45665ms","start":"2026-07-03T15:55:35.157509Z","end":"2026-07-03T15:55:35.377966Z","steps":["trace[1612828802] 'process raft request' (duration: 142.437719ms)","trace[1612828802] 'compare' (duration: 77.736954ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:35.378295Z","caller":"traceutil/trace.go:171","msg":"trace[458656430] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"219.967387ms","start":"2026-07-03T15:55:35.158298Z","end":"2026-07-03T15:55:35.378265Z","steps":["trace[458656430] 'process raft request' (duration: 219.609188ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:35.37858Z","caller":"traceutil/trace.go:171","msg":"trace[659252511] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"218.792216ms","start":"2026-07-03T15:55:35.159756Z","end":"2026-07-03T15:55:35.378548Z","steps":["trace[659252511] 'process raft request' (duration: 218.451947ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:35.37871Z","caller":"traceutil/trace.go:171","msg":"trace[1115237713] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"216.774251ms","start":"2026-07-03T15:55:35.161924Z","end":"2026-07-03T15:55:35.378698Z","steps":["trace[1115237713] 'process raft request' (duration: 216.582096ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:35.378739Z","caller":"traceutil/trace.go:171","msg":"trace[1719447190] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"218.870128ms","start":"2026-07-03T15:55:35.159856Z","end":"2026-07-03T15:55:35.378726Z","steps":["trace[1719447190] 'process raft request' (duration: 218.56193ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:35.378753Z","caller":"traceutil/trace.go:171","msg":"trace[1192901940] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"216.71938ms","start":"2026-07-03T15:55:35.161999Z","end":"2026-07-03T15:55:35.378719Z","steps":["trace[1192901940] 'process raft request' (duration: 216.564276ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:35.379007Z","caller":"traceutil/trace.go:171","msg":"trace[1482087568] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"215.281642ms","start":"2026-07-03T15:55:35.163715Z","end":"2026-07-03T15:55:35.378997Z","steps":["trace[1482087568] 'process raft request' (duration: 214.905291ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:35.379017Z","caller":"traceutil/trace.go:171","msg":"trace[423153003] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"146.090578ms","start":"2026-07-03T15:55:35.232912Z","end":"2026-07-03T15:55:35.379002Z","steps":["trace[423153003] 'process raft request' (duration: 145.773488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:35.584295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.139845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:55:35.584681Z","caller":"traceutil/trace.go:171","msg":"trace[1538415295] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"107.292511ms","start":"2026-07-03T15:55:35.477365Z","end":"2026-07-03T15:55:35.584658Z","steps":["trace[1538415295] 'process raft request' (duration: 107.109286ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:35.58465Z","caller":"traceutil/trace.go:171","msg":"trace[1335811491] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"110.167028ms","start":"2026-07-03T15:55:35.474431Z","end":"2026-07-03T15:55:35.584598Z","steps":["trace[1335811491] 'compare' (duration: 101.94576ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:35.585092Z","caller":"traceutil/trace.go:171","msg":"trace[952485295] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"103.961123ms","start":"2026-07-03T15:55:35.481112Z","end":"2026-07-03T15:55:35.585074Z","steps":["trace[952485295] 'process raft request' (duration: 103.47907ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:35.986643Z","caller":"traceutil/trace.go:171","msg":"trace[1616157219] linearizableReadLoop","detail":"{readStateIndex:556; appliedIndex:555; }","duration":"362.782266ms","start":"2026-07-03T15:55:35.623823Z","end":"2026-07-03T15:55:35.986605Z","steps":["trace[1616157219] 'read index received' (duration: 362.55141ms)","trace[1616157219] 'applied index is now lower than readState.Index' (duration: 229.016µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:35.986742Z","caller":"traceutil/trace.go:171","msg":"trace[422323062] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"394.174153ms","start":"2026-07-03T15:55:35.592533Z","end":"2026-07-03T15:55:35.986708Z","steps":["trace[422323062] 'process raft request' (duration: 393.812983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:35.986893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.605224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-ffhb5\" ","response":"range_response_count:1 size:15076"} {"level":"warn","ts":"2026-07-03T15:55:35.986909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:35.59252Z","time spent":"394.305777ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4656,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:55:35.987033Z","caller":"traceutil/trace.go:171","msg":"trace[400824144] range","detail":"{range_begin:/registry/pods/kube-system/cilium-ffhb5; range_end:; response_count:1; response_revision:533; }","duration":"397.78347ms","start":"2026-07-03T15:55:35.58923Z","end":"2026-07-03T15:55:35.987014Z","steps":["trace[400824144] 'agreement among raft nodes before linearized reading' (duration: 397.510291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:35.987519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:35.589222Z","time spent":"398.277433ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":15100,"request content":"key:\"/registry/pods/kube-system/cilium-ffhb5\" "} {"level":"info","ts":"2026-07-03T15:55:36.263743Z","caller":"traceutil/trace.go:171","msg":"trace[1483682372] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"638.696715ms","start":"2026-07-03T15:55:35.625018Z","end":"2026-07-03T15:55:36.263715Z","steps":["trace[1483682372] 'process raft request' (duration: 578.794368ms)","trace[1483682372] 'compare' (duration: 59.789124ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:55:36.26388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:35.624989Z","time spent":"638.820999ms","remote":"127.0.0.1:57340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:55:36.26665Z","caller":"traceutil/trace.go:171","msg":"trace[1773514401] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"259.308236ms","start":"2026-07-03T15:55:36.007311Z","end":"2026-07-03T15:55:36.266619Z","steps":["trace[1773514401] 'process raft request' (duration: 259.10644ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:37.504982Z","caller":"traceutil/trace.go:171","msg":"trace[489827354] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"318.412452ms","start":"2026-07-03T15:55:37.18653Z","end":"2026-07-03T15:55:37.504942Z","steps":["trace[489827354] 'process raft request' (duration: 251.003614ms)","trace[489827354] 'compare' (duration: 67.238024ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:55:37.505152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:37.186505Z","time spent":"318.571646ms","remote":"127.0.0.1:57354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:55:37.508614Z","caller":"traceutil/trace.go:171","msg":"trace[2112138845] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"321.613308ms","start":"2026-07-03T15:55:37.186968Z","end":"2026-07-03T15:55:37.508581Z","steps":["trace[2112138845] 'process raft request' (duration: 321.393552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:37.508777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:37.186939Z","time spent":"321.748012ms","remote":"127.0.0.1:57354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10063,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:55:37.509016Z","caller":"traceutil/trace.go:171","msg":"trace[2044929483] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"319.296297ms","start":"2026-07-03T15:55:37.189686Z","end":"2026-07-03T15:55:37.508982Z","steps":["trace[2044929483] 'process raft request' (duration: 318.846015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:37.509218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:37.189677Z","time spent":"319.43912ms","remote":"127.0.0.1:57354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9125,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:55:37.509341Z","caller":"traceutil/trace.go:171","msg":"trace[883692522] transaction","detail":"{read_only:false; number_of_response:1; response_revision:556; }","duration":"316.984795ms","start":"2026-07-03T15:55:37.192332Z","end":"2026-07-03T15:55:37.509317Z","steps":["trace[883692522] 'process raft request' (duration: 316.779919ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:37.509368Z","caller":"traceutil/trace.go:171","msg":"trace[1572370774] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"317.506609ms","start":"2026-07-03T15:55:37.191849Z","end":"2026-07-03T15:55:37.509356Z","steps":["trace[1572370774] 'process raft request' (duration: 316.949434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:37.509469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:37.191816Z","time spent":"317.589441ms","remote":"127.0.0.1:57354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7326,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:55:37.5095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:37.192324Z","time spent":"317.078837ms","remote":"127.0.0.1:57354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7376,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:55:37.509479Z","caller":"traceutil/trace.go:171","msg":"trace[27234566] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"316.885702ms","start":"2026-07-03T15:55:37.192517Z","end":"2026-07-03T15:55:37.509402Z","steps":["trace[27234566] 'process raft request' (duration: 316.632665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:37.509686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:37.19251Z","time spent":"317.069387ms","remote":"127.0.0.1:57826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:55:37.509724Z","caller":"traceutil/trace.go:171","msg":"trace[173423538] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"312.33994ms","start":"2026-07-03T15:55:37.197371Z","end":"2026-07-03T15:55:37.509711Z","steps":["trace[173423538] 'process raft request' (duration: 311.95488ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:37.509775Z","caller":"traceutil/trace.go:171","msg":"trace[1972218637] linearizableReadLoop","detail":"{readStateIndex:589; appliedIndex:576; }","duration":"180.560495ms","start":"2026-07-03T15:55:37.329201Z","end":"2026-07-03T15:55:37.509761Z","steps":["trace[1972218637] 'read index received' (duration: 108.360289ms)","trace[1972218637] 'applied index is now lower than readState.Index' (duration: 72.199156ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:55:37.509786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:37.19734Z","time spent":"312.410262ms","remote":"127.0.0.1:57354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30393,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:55:37.50986Z","caller":"traceutil/trace.go:171","msg":"trace[625119153] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"306.752071ms","start":"2026-07-03T15:55:37.203101Z","end":"2026-07-03T15:55:37.509854Z","steps":["trace[625119153] 'process raft request' (duration: 306.288799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:37.509907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:37.203079Z","time spent":"306.797432ms","remote":"127.0.0.1:57354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30374,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:55:37.509936Z","caller":"traceutil/trace.go:171","msg":"trace[189686271] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"315.63433ms","start":"2026-07-03T15:55:37.194287Z","end":"2026-07-03T15:55:37.509921Z","steps":["trace[189686271] 'process raft request' (duration: 314.934851ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:37.509916Z","caller":"traceutil/trace.go:171","msg":"trace[1031142055] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"314.689364ms","start":"2026-07-03T15:55:37.195194Z","end":"2026-07-03T15:55:37.509883Z","steps":["trace[1031142055] 'process raft request' (duration: 314.094548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:37.512856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:37.195185Z","time spent":"317.54774ms","remote":"127.0.0.1:57826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:55:37.509977Z","caller":"traceutil/trace.go:171","msg":"trace[1783830742] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"304.745658ms","start":"2026-07-03T15:55:37.205225Z","end":"2026-07-03T15:55:37.509971Z","steps":["trace[1783830742] 'process raft request' (duration: 304.288836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:37.513031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:37.205209Z","time spent":"307.758609ms","remote":"127.0.0.1:57354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28739,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:55:37.51Z","caller":"traceutil/trace.go:171","msg":"trace[1393594554] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"297.012572ms","start":"2026-07-03T15:55:37.212981Z","end":"2026-07-03T15:55:37.509994Z","steps":["trace[1393594554] 'process raft request' (duration: 296.593841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:37.513162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:37.212936Z","time spent":"300.208377ms","remote":"127.0.0.1:57354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:55:37.510023Z","caller":"traceutil/trace.go:171","msg":"trace[1860287101] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"184.996354ms","start":"2026-07-03T15:55:37.325019Z","end":"2026-07-03T15:55:37.510015Z","steps":["trace[1860287101] 'process raft request' (duration: 184.675076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:37.510011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:37.194229Z","time spent":"315.751912ms","remote":"127.0.0.1:57354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T15:55:37.510092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.889424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:55:37.513599Z","caller":"traceutil/trace.go:171","msg":"trace[244600038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:564; }","duration":"184.137191ms","start":"2026-07-03T15:55:37.329165Z","end":"2026-07-03T15:55:37.513303Z","steps":["trace[244600038] 'agreement among raft nodes before linearized reading' (duration: 180.875564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:37.510221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.028687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T15:55:37.513878Z","caller":"traceutil/trace.go:171","msg":"trace[1252907824] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:564; }","duration":"127.691236ms","start":"2026-07-03T15:55:37.386166Z","end":"2026-07-03T15:55:37.513858Z","steps":["trace[1252907824] 'agreement among raft nodes before linearized reading' (duration: 123.947746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:38.244248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653043155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:55:38.744719Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653043155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:55:38.790553Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.111639361s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T15:55:38.791026Z","caller":"traceutil/trace.go:171","msg":"trace[713140030] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"1.112255667s","start":"2026-07-03T15:55:37.678738Z","end":"2026-07-03T15:55:38.790993Z","steps":["trace[713140030] 'process raft request' (duration: 1.112071262s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:38.791245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:37.6787Z","time spent":"1.112411952s","remote":"127.0.0.1:57354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:55:38.801303Z","caller":"traceutil/trace.go:171","msg":"trace[938995192] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"1.115524324s","start":"2026-07-03T15:55:37.685748Z","end":"2026-07-03T15:55:38.801272Z","steps":["trace[938995192] 'process raft request' (duration: 1.115174105s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:38.80151Z","caller":"traceutil/trace.go:171","msg":"trace[1031996785] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"1.095052278s","start":"2026-07-03T15:55:37.706425Z","end":"2026-07-03T15:55:38.801477Z","steps":["trace[1031996785] 'process raft request' (duration: 1.094780651s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:38.80155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:37.685714Z","time spent":"1.115675139s","remote":"127.0.0.1:57354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:55:38.801652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058165234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:55:38.801501Z","caller":"traceutil/trace.go:171","msg":"trace[2078974253] linearizableReadLoop","detail":"{readStateIndex:610; appliedIndex:608; }","duration":"1.057976898s","start":"2026-07-03T15:55:37.743478Z","end":"2026-07-03T15:55:38.801455Z","steps":["trace[2078974253] 'read index received' (duration: 1.047571791s)","trace[2078974253] 'applied index is now lower than readState.Index' (duration: 10.402647ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:55:38.801687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:37.706384Z","time spent":"1.095212932s","remote":"127.0.0.1:57354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97665,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:55:38.801697Z","caller":"traceutil/trace.go:171","msg":"trace[1015528007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:584; }","duration":"1.058273756s","start":"2026-07-03T15:55:37.743411Z","end":"2026-07-03T15:55:38.801684Z","steps":["trace[1015528007] 'agreement among raft nodes before linearized reading' (duration: 1.058153963s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:38.80191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:37.743383Z","time spent":"1.058505973s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:55:38.801928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.627499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T15:55:38.802008Z","caller":"traceutil/trace.go:171","msg":"trace[93796767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:584; }","duration":"243.750911ms","start":"2026-07-03T15:55:38.558236Z","end":"2026-07-03T15:55:38.801987Z","steps":["trace[93796767] 'agreement among raft nodes before linearized reading' (duration: 243.573687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:39.216359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.852777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:55:39.216498Z","caller":"traceutil/trace.go:171","msg":"trace[1446798544] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"392.738945ms","start":"2026-07-03T15:55:38.823738Z","end":"2026-07-03T15:55:39.216477Z","steps":["trace[1446798544] 'process raft request' (duration: 266.676133ms)","trace[1446798544] 'compare' (duration: 125.692202ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:55:39.216566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:38.823714Z","time spent":"392.823577ms","remote":"127.0.0.1:57354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65190,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:55:39.285985Z","caller":"traceutil/trace.go:171","msg":"trace[307818250] linearizableReadLoop","detail":"{readStateIndex:614; appliedIndex:612; }","duration":"406.589804ms","start":"2026-07-03T15:55:38.879368Z","end":"2026-07-03T15:55:39.285958Z","steps":["trace[307818250] 'read index received' (duration: 211.133971ms)","trace[307818250] 'applied index is now lower than readState.Index' (duration: 195.454613ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:39.286081Z","caller":"traceutil/trace.go:171","msg":"trace[1569642879] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"406.40778ms","start":"2026-07-03T15:55:38.879633Z","end":"2026-07-03T15:55:39.286041Z","steps":["trace[1569642879] 'process raft request' (duration: 406.120502ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:39.286176Z","caller":"traceutil/trace.go:171","msg":"trace[1297749446] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"428.212582ms","start":"2026-07-03T15:55:38.857908Z","end":"2026-07-03T15:55:39.28612Z","steps":["trace[1297749446] 'process raft request' (duration: 427.668247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:39.28635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:38.879583Z","time spent":"406.627756ms","remote":"127.0.0.1:57354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59616,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:55:39.286411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:38.857879Z","time spent":"428.415637ms","remote":"127.0.0.1:57354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64392,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T15:55:39.286474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.079077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T15:55:39.286528Z","caller":"traceutil/trace.go:171","msg":"trace[1980687394] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:590; }","duration":"407.18648ms","start":"2026-07-03T15:55:38.879327Z","end":"2026-07-03T15:55:39.286514Z","steps":["trace[1980687394] 'agreement among raft nodes before linearized reading' (duration: 407.064517ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:39.286524Z","caller":"traceutil/trace.go:171","msg":"trace[712994481] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"200.074966ms","start":"2026-07-03T15:55:39.086404Z","end":"2026-07-03T15:55:39.286479Z","steps":["trace[712994481] 'process raft request' (duration: 199.47398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:39.286566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:38.879311Z","time spent":"407.245822ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T15:55:39.45617Z","caller":"traceutil/trace.go:171","msg":"trace[1867480707] linearizableReadLoop","detail":"{readStateIndex:617; appliedIndex:616; }","duration":"170.058026ms","start":"2026-07-03T15:55:39.28608Z","end":"2026-07-03T15:55:39.456138Z","steps":["trace[1867480707] 'read index received' (duration: 161.658212ms)","trace[1867480707] 'applied index is now lower than readState.Index' (duration: 8.398044ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:39.456354Z","caller":"traceutil/trace.go:171","msg":"trace[845800370] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"216.309269ms","start":"2026-07-03T15:55:39.239914Z","end":"2026-07-03T15:55:39.456223Z","steps":["trace[845800370] 'process raft request' (duration: 207.73455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:39.456429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.026507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T15:55:39.456525Z","caller":"traceutil/trace.go:171","msg":"trace[442609497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:591; }","duration":"476.206091ms","start":"2026-07-03T15:55:38.980297Z","end":"2026-07-03T15:55:39.456503Z","steps":["trace[442609497] 'agreement among raft nodes before linearized reading' (duration: 475.985685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:39.456589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:38.980256Z","time spent":"476.322364ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T15:55:39.45712Z","caller":"traceutil/trace.go:171","msg":"trace[700996908] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"166.219063ms","start":"2026-07-03T15:55:39.290886Z","end":"2026-07-03T15:55:39.457105Z","steps":["trace[700996908] 'process raft request' (duration: 165.818853ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:39.457272Z","caller":"traceutil/trace.go:171","msg":"trace[1156619360] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"134.095006ms","start":"2026-07-03T15:55:39.323141Z","end":"2026-07-03T15:55:39.457236Z","steps":["trace[1156619360] 'process raft request' (duration: 133.772448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:39.45732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.939496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:55:39.457427Z","caller":"traceutil/trace.go:171","msg":"trace[163806920] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:594; }","duration":"127.10447ms","start":"2026-07-03T15:55:39.330298Z","end":"2026-07-03T15:55:39.457403Z","steps":["trace[163806920] 'agreement among raft nodes before linearized reading' (duration: 126.916425ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:42.304028Z","caller":"traceutil/trace.go:171","msg":"trace[546283436] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"151.191612ms","start":"2026-07-03T15:55:42.152802Z","end":"2026-07-03T15:55:42.303994Z","steps":["trace[546283436] 'process raft request' (duration: 150.824102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:45.252975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.6455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T15:55:45.253113Z","caller":"traceutil/trace.go:171","msg":"trace[1525990641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:645; }","duration":"417.847605ms","start":"2026-07-03T15:55:44.835241Z","end":"2026-07-03T15:55:45.253088Z","steps":["trace[1525990641] 'range keys from in-memory index tree' (duration: 417.461965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:45.253161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:44.835215Z","time spent":"417.937128ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T15:55:45.412479Z","caller":"traceutil/trace.go:171","msg":"trace[1710987644] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"566.566492ms","start":"2026-07-03T15:55:44.84588Z","end":"2026-07-03T15:55:45.412446Z","steps":["trace[1710987644] 'process raft request' (duration: 565.768461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:45.41285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:44.845837Z","time spent":"566.924511ms","remote":"127.0.0.1:57404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036249,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:55:45.428453Z","caller":"traceutil/trace.go:171","msg":"trace[699897339] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"488.370187ms","start":"2026-07-03T15:55:44.940026Z","end":"2026-07-03T15:55:45.428396Z","steps":["trace[699897339] 'process raft request' (duration: 488.138081ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:45.428487Z","caller":"traceutil/trace.go:171","msg":"trace[1825754264] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"170.229431ms","start":"2026-07-03T15:55:45.258225Z","end":"2026-07-03T15:55:45.428455Z","steps":["trace[1825754264] 'process raft request' (duration: 170.082197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:45.42924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:44.939979Z","time spent":"489.143328ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:55:45.428574Z","caller":"traceutil/trace.go:171","msg":"trace[525651700] linearizableReadLoop","detail":"{readStateIndex:675; appliedIndex:672; }","duration":"101.547688ms","start":"2026-07-03T15:55:45.326983Z","end":"2026-07-03T15:55:45.42853Z","steps":["trace[525651700] 'read index received' (duration: 84.628447ms)","trace[525651700] 'applied index is now lower than readState.Index' (duration: 16.917621ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:55:45.428663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.667471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:55:45.429457Z","caller":"traceutil/trace.go:171","msg":"trace[1260654524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:648; }","duration":"102.472802ms","start":"2026-07-03T15:55:45.32694Z","end":"2026-07-03T15:55:45.429412Z","steps":["trace[1260654524] 'agreement among raft nodes before linearized reading' (duration: 101.680712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:45.9831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653043302,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:55:46.4834Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653043302,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:55:46.499824Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.024095276s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T15:55:46.500315Z","caller":"traceutil/trace.go:171","msg":"trace[171364798] linearizableReadLoop","detail":"{readStateIndex:676; appliedIndex:675; }","duration":"1.017592983s","start":"2026-07-03T15:55:45.482684Z","end":"2026-07-03T15:55:46.500277Z","steps":["trace[171364798] 'read index received' (duration: 1.017336146s)","trace[171364798] 'applied index is now lower than readState.Index' (duration: 255.377µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:46.500461Z","caller":"traceutil/trace.go:171","msg":"trace[571357539] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"1.024852496s","start":"2026-07-03T15:55:45.475536Z","end":"2026-07-03T15:55:46.500389Z","steps":["trace[571357539] 'process raft request' (duration: 1.024571318s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:46.500653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016477002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T15:55:46.500674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.885724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.53\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-07-03T15:55:46.500528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01782969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T15:55:46.500768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.142018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:55:46.500779Z","caller":"traceutil/trace.go:171","msg":"trace[805217396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:649; }","duration":"1.016661447s","start":"2026-07-03T15:55:45.484097Z","end":"2026-07-03T15:55:46.500759Z","steps":["trace[805217396] 'agreement among raft nodes before linearized reading' (duration: 1.016426111s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:46.500804Z","caller":"traceutil/trace.go:171","msg":"trace[805293835] range","detail":"{range_begin:/registry/masterleases/199.204.45.53; range_end:; response_count:1; response_revision:649; }","duration":"948.097219ms","start":"2026-07-03T15:55:45.552687Z","end":"2026-07-03T15:55:46.500784Z","steps":["trace[805293835] 'agreement among raft nodes before linearized reading' (duration: 947.900774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:46.500797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:45.475496Z","time spent":"1.025114724s","remote":"127.0.0.1:57686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:55:46.500837Z","caller":"traceutil/trace.go:171","msg":"trace[242033863] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:649; }","duration":"1.018183569s","start":"2026-07-03T15:55:45.48262Z","end":"2026-07-03T15:55:46.500803Z","steps":["trace[242033863] 'agreement among raft nodes before linearized reading' (duration: 1.017795447s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:46.50086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:45.552661Z","time spent":"948.183952ms","remote":"127.0.0.1:57340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.53\" "} {"level":"warn","ts":"2026-07-03T15:55:46.500927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:45.482594Z","time spent":"1.018309532s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T15:55:46.50083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:45.484078Z","time spent":"1.01674471s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T15:55:46.500822Z","caller":"traceutil/trace.go:171","msg":"trace[812145272] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:649; }","duration":"922.19606ms","start":"2026-07-03T15:55:45.57861Z","end":"2026-07-03T15:55:46.500806Z","steps":["trace[812145272] 'agreement among raft nodes before linearized reading' (duration: 921.967234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:46.501154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:45.578546Z","time spent":"922.591749ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T15:55:48.991473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440380052s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-03T15:55:48.99174Z","caller":"traceutil/trace.go:171","msg":"trace[42067769] linearizableReadLoop","detail":"{readStateIndex:680; appliedIndex:676; }","duration":"2.460830539s","start":"2026-07-03T15:55:46.530896Z","end":"2026-07-03T15:55:48.991727Z","steps":["trace[42067769] 'read index received' (duration: 20.20084ms)","trace[42067769] 'applied index is now lower than readState.Index' (duration: 2.440628859s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:55:48.99181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:46.502537Z","time spent":"2.489270987s","remote":"127.0.0.1:57340","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T15:55:48.991882Z","caller":"traceutil/trace.go:171","msg":"trace[2097649639] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"2.467444794s","start":"2026-07-03T15:55:46.524379Z","end":"2026-07-03T15:55:48.991823Z","steps":["trace[2097649639] 'process raft request' (duration: 2.467304021s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:48.992014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:46.524374Z","time spent":"2.467574257s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:55:48.992042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665522007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:55:48.992163Z","caller":"traceutil/trace.go:171","msg":"trace[1173939226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:652; }","duration":"1.665680921s","start":"2026-07-03T15:55:47.326446Z","end":"2026-07-03T15:55:48.992127Z","steps":["trace[1173939226] 'agreement among raft nodes before linearized reading' (duration: 1.665434815s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:48.992184Z","caller":"traceutil/trace.go:171","msg":"trace[207758468] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"2.468191603s","start":"2026-07-03T15:55:46.523949Z","end":"2026-07-03T15:55:48.992141Z","steps":["trace[207758468] 'process raft request' (duration: 2.467630049s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:48.992235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:47.326423Z","time spent":"1.665796963s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T15:55:48.992213Z","caller":"traceutil/trace.go:171","msg":"trace[2121010206] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"2.468072311s","start":"2026-07-03T15:55:46.52408Z","end":"2026-07-03T15:55:48.992152Z","steps":["trace[2121010206] 'process raft request' (duration: 2.467578998s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:48.992044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.461125796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:55:48.992303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:46.523916Z","time spent":"2.468326327s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:55:48.992355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558441941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T15:55:48.992466Z","caller":"traceutil/trace.go:171","msg":"trace[1544509750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:652; }","duration":"1.558601275s","start":"2026-07-03T15:55:47.433837Z","end":"2026-07-03T15:55:48.992438Z","steps":["trace[1544509750] 'agreement among raft nodes before linearized reading' (duration: 1.558290947s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:48.992395Z","caller":"traceutil/trace.go:171","msg":"trace[826661517] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system; range_end:; response_count:0; response_revision:652; }","duration":"2.461504446s","start":"2026-07-03T15:55:46.530853Z","end":"2026-07-03T15:55:48.992357Z","steps":["trace[826661517] 'agreement among raft nodes before linearized reading' (duration: 2.461019113s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:48.992515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:47.433816Z","time spent":"1.558690387s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T15:55:48.992555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:46.530811Z","time spent":"2.461719331s","remote":"127.0.0.1:57814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" "} {"level":"warn","ts":"2026-07-03T15:55:48.992403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:46.524071Z","time spent":"2.468236715s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:55:49.460578Z","caller":"traceutil/trace.go:171","msg":"trace[432519209] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"166.654094ms","start":"2026-07-03T15:55:49.293893Z","end":"2026-07-03T15:55:49.460547Z","steps":["trace[432519209] 'process raft request' (duration: 166.456539ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:50.7951Z","caller":"traceutil/trace.go:171","msg":"trace[512884611] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"139.873599ms","start":"2026-07-03T15:55:50.655194Z","end":"2026-07-03T15:55:50.795068Z","steps":["trace[512884611] 'process raft request' (duration: 139.773776ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:50.795719Z","caller":"traceutil/trace.go:171","msg":"trace[882599705] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"161.768077ms","start":"2026-07-03T15:55:50.633934Z","end":"2026-07-03T15:55:50.795702Z","steps":["trace[882599705] 'process raft request' (duration: 160.256468ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:50.965043Z","caller":"traceutil/trace.go:171","msg":"trace[436668016] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"163.512022ms","start":"2026-07-03T15:55:50.801498Z","end":"2026-07-03T15:55:50.96501Z","steps":["trace[436668016] 'process raft request' (duration: 163.296057ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:50.970143Z","caller":"traceutil/trace.go:171","msg":"trace[91074602] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"135.973249ms","start":"2026-07-03T15:55:50.834143Z","end":"2026-07-03T15:55:50.970116Z","steps":["trace[91074602] 'process raft request' (duration: 135.877497ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:50.970204Z","caller":"traceutil/trace.go:171","msg":"trace[684024379] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"160.809302ms","start":"2026-07-03T15:55:50.809355Z","end":"2026-07-03T15:55:50.970164Z","steps":["trace[684024379] 'process raft request' (duration: 160.433333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:51.417739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.361509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:55:51.417893Z","caller":"traceutil/trace.go:171","msg":"trace[322529167] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:0; response_revision:704; }","duration":"185.592465ms","start":"2026-07-03T15:55:51.232275Z","end":"2026-07-03T15:55:51.417867Z","steps":["trace[322529167] 'range keys from in-memory index tree' (duration: 185.289127ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:54.171357Z","caller":"traceutil/trace.go:171","msg":"trace[1775043108] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"106.016781ms","start":"2026-07-03T15:55:54.065309Z","end":"2026-07-03T15:55:54.171325Z","steps":["trace[1775043108] 'process raft request' (duration: 105.58416ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:54.300338Z","caller":"traceutil/trace.go:171","msg":"trace[999862172] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"193.602504ms","start":"2026-07-03T15:55:54.106674Z","end":"2026-07-03T15:55:54.300277Z","steps":["trace[999862172] 'process raft request' (duration: 193.152202ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:54.660565Z","caller":"traceutil/trace.go:171","msg":"trace[804846624] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"138.102762ms","start":"2026-07-03T15:55:54.522428Z","end":"2026-07-03T15:55:54.660531Z","steps":["trace[804846624] 'process raft request' (duration: 114.031938ms)","trace[804846624] 'compare' (duration: 23.89417ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:55.126926Z","caller":"traceutil/trace.go:171","msg":"trace[731461311] linearizableReadLoop","detail":"{readStateIndex:771; appliedIndex:770; }","duration":"105.650742ms","start":"2026-07-03T15:55:55.021249Z","end":"2026-07-03T15:55:55.1269Z","steps":["trace[731461311] 'read index received' (duration: 92.86662ms)","trace[731461311] 'applied index is now lower than readState.Index' (duration: 12.783142ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:55.126985Z","caller":"traceutil/trace.go:171","msg":"trace[1231357734] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"174.163199ms","start":"2026-07-03T15:55:54.952775Z","end":"2026-07-03T15:55:55.126938Z","steps":["trace[1231357734] 'process raft request' (duration: 161.295715ms)","trace[1231357734] 'compare' (duration: 12.71169ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:55:55.127267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.136328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T15:55:55.127318Z","caller":"traceutil/trace.go:171","msg":"trace[857436282] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:741; }","duration":"105.20868ms","start":"2026-07-03T15:55:55.022099Z","end":"2026-07-03T15:55:55.127307Z","steps":["trace[857436282] 'agreement among raft nodes before linearized reading' (duration: 105.019595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:55.127328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.043292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-03T15:55:55.127478Z","caller":"traceutil/trace.go:171","msg":"trace[1900694597] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:741; }","duration":"106.243917ms","start":"2026-07-03T15:55:55.021209Z","end":"2026-07-03T15:55:55.127453Z","steps":["trace[1900694597] 'agreement among raft nodes before linearized reading' (duration: 105.855717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:55.127573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.316354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T15:55:55.127691Z","caller":"traceutil/trace.go:171","msg":"trace[678214780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:741; }","duration":"102.475498ms","start":"2026-07-03T15:55:55.02519Z","end":"2026-07-03T15:55:55.127666Z","steps":["trace[678214780] 'agreement among raft nodes before linearized reading' (duration: 102.055728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:55.127834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.311431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T15:55:55.127928Z","caller":"traceutil/trace.go:171","msg":"trace[738418900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:741; }","duration":"103.462795ms","start":"2026-07-03T15:55:55.024444Z","end":"2026-07-03T15:55:55.127907Z","steps":["trace[738418900] 'agreement among raft nodes before linearized reading' (duration: 102.89217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:06.342015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334906386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T15:56:06.342007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015849877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:06.342144Z","caller":"traceutil/trace.go:171","msg":"trace[726009768] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:812; }","duration":"1.33505614s","start":"2026-07-03T15:56:05.007058Z","end":"2026-07-03T15:56:06.342114Z","steps":["trace[726009768] 'count revisions from in-memory index tree' (duration: 1.334718801s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:06.34217Z","caller":"traceutil/trace.go:171","msg":"trace[209532113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:812; }","duration":"1.016112264s","start":"2026-07-03T15:56:05.326023Z","end":"2026-07-03T15:56:06.342135Z","steps":["trace[209532113] 'range keys from in-memory index tree' (duration: 1.015749895s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:06.342205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:05.007036Z","time spent":"1.335157042s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:56:06.342272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:05.32599Z","time spent":"1.016236517s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:56:06.342701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093269107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T15:56:06.342748Z","caller":"traceutil/trace.go:171","msg":"trace[547017220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:812; }","duration":"1.09335581s","start":"2026-07-03T15:56:05.24938Z","end":"2026-07-03T15:56:06.342736Z","steps":["trace[547017220] 'range keys from in-memory index tree' (duration: 1.093075132s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:06.34278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:05.249355Z","time spent":"1.093417251s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T15:56:06.342997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09298192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T15:56:06.343045Z","caller":"traceutil/trace.go:171","msg":"trace[1725453764] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:812; }","duration":"1.093049772s","start":"2026-07-03T15:56:05.249983Z","end":"2026-07-03T15:56:06.343032Z","steps":["trace[1725453764] 'range keys from in-memory index tree' (duration: 1.092833556s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:06.343077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:05.249971Z","time spent":"1.093097912s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T15:56:06.343105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118515952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-03T15:56:06.343105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.485035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.53\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-03T15:56:06.34352Z","caller":"traceutil/trace.go:171","msg":"trace[52283342] range","detail":"{range_begin:/registry/masterleases/199.204.45.53; range_end:; response_count:1; response_revision:812; }","duration":"789.923236ms","start":"2026-07-03T15:56:05.553551Z","end":"2026-07-03T15:56:06.343474Z","steps":["trace[52283342] 'range keys from in-memory index tree' (duration: 789.223288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:06.343665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:05.553525Z","time spent":"790.094041ms","remote":"127.0.0.1:57340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.53\" "} {"level":"warn","ts":"2026-07-03T15:56:06.343108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093533924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T15:56:06.34386Z","caller":"traceutil/trace.go:171","msg":"trace[401488039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:812; }","duration":"1.094345305s","start":"2026-07-03T15:56:05.249475Z","end":"2026-07-03T15:56:06.343821Z","steps":["trace[401488039] 'range keys from in-memory index tree' (duration: 1.093286688s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:06.343222Z","caller":"traceutil/trace.go:171","msg":"trace[2045060282] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:812; }","duration":"1.118703958s","start":"2026-07-03T15:56:05.22449Z","end":"2026-07-03T15:56:06.343194Z","steps":["trace[2045060282] 'range keys from in-memory index tree' (duration: 1.118149883s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:06.343941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:05.249409Z","time spent":"1.094507839s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T15:56:06.344005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:05.224459Z","time spent":"1.119519468s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T15:56:06.495335Z","caller":"traceutil/trace.go:171","msg":"trace[258604953] linearizableReadLoop","detail":"{readStateIndex:846; appliedIndex:845; }","duration":"446.882434ms","start":"2026-07-03T15:56:06.048427Z","end":"2026-07-03T15:56:06.49531Z","steps":["trace[258604953] 'read index received' (duration: 446.768681ms)","trace[258604953] 'applied index is now lower than readState.Index' (duration: 112.523µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:06.495423Z","caller":"traceutil/trace.go:171","msg":"trace[1093648800] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"760.140922ms","start":"2026-07-03T15:56:05.735241Z","end":"2026-07-03T15:56:06.495381Z","steps":["trace[1093648800] 'process raft request' (duration: 759.853115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:06.495569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.10029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T15:56:06.49565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:05.735219Z","time spent":"760.307777ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:06.495712Z","caller":"traceutil/trace.go:171","msg":"trace[1135790886] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:813; }","duration":"447.308246ms","start":"2026-07-03T15:56:06.048375Z","end":"2026-07-03T15:56:06.495683Z","steps":["trace[1135790886] 'agreement among raft nodes before linearized reading' (duration: 447.046009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:06.495782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:06.048349Z","time spent":"447.418638ms","remote":"127.0.0.1:57558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:56:06.655121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:06.345056Z","time spent":"310.060695ms","remote":"127.0.0.1:57340","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T15:56:06.655193Z","caller":"traceutil/trace.go:171","msg":"trace[1460650628] transaction","detail":"{read_only:false; response_revision:815; number_of_response:1; }","duration":"307.092108ms","start":"2026-07-03T15:56:06.348093Z","end":"2026-07-03T15:56:06.655186Z","steps":["trace[1460650628] 'process raft request' (duration: 306.826721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:06.655295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:06.348062Z","time spent":"307.16056ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:06.655145Z","caller":"traceutil/trace.go:171","msg":"trace[875317053] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"306.349108ms","start":"2026-07-03T15:56:06.348766Z","end":"2026-07-03T15:56:06.655116Z","steps":["trace[875317053] 'process raft request' (duration: 306.282387ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:06.655289Z","caller":"traceutil/trace.go:171","msg":"trace[2134395759] linearizableReadLoop","detail":"{readStateIndex:852; appliedIndex:846; }","duration":"159.853067ms","start":"2026-07-03T15:56:06.495403Z","end":"2026-07-03T15:56:06.655256Z","steps":["trace[2134395759] 'read index received' (duration: 159.238241ms)","trace[2134395759] 'applied index is now lower than readState.Index' (duration: 613.376µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:06.655337Z","caller":"traceutil/trace.go:171","msg":"trace[1921005271] transaction","detail":"{read_only:false; response_revision:814; number_of_response:1; }","duration":"561.510518ms","start":"2026-07-03T15:56:06.093814Z","end":"2026-07-03T15:56:06.655324Z","steps":["trace[1921005271] 'process raft request' (duration: 560.895982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:06.655411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:06.348747Z","time spent":"306.606534ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:06.655508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.462315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:06.655521Z","caller":"traceutil/trace.go:171","msg":"trace[447209958] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"307.320064ms","start":"2026-07-03T15:56:06.348191Z","end":"2026-07-03T15:56:06.655511Z","steps":["trace[447209958] 'process raft request' (duration: 306.821912ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:06.655537Z","caller":"traceutil/trace.go:171","msg":"trace[494057333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:818; }","duration":"310.514517ms","start":"2026-07-03T15:56:06.345013Z","end":"2026-07-03T15:56:06.655528Z","steps":["trace[494057333] 'agreement among raft nodes before linearized reading' (duration: 310.440545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:06.655527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:06.093785Z","time spent":"561.628031ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:06.655558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:06.344989Z","time spent":"310.564419ms","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:56:06.655575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:06.348138Z","time spent":"307.408306ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:06.655861Z","caller":"traceutil/trace.go:171","msg":"trace[237579229] transaction","detail":"{read_only:false; response_revision:818; number_of_response:1; }","duration":"306.671296ms","start":"2026-07-03T15:56:06.349144Z","end":"2026-07-03T15:56:06.655815Z","steps":["trace[237579229] 'process raft request' (duration: 305.937257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:06.656784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:06.349129Z","time spent":"307.499008ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:25.344271Z","caller":"traceutil/trace.go:171","msg":"trace[1285729748] transaction","detail":"{read_only:false; response_revision:1145; number_of_response:1; }","duration":"113.458174ms","start":"2026-07-03T15:56:25.230759Z","end":"2026-07-03T15:56:25.344217Z","steps":["trace[1285729748] 'process raft request' (duration: 113.108065ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:26.173327Z","caller":"traceutil/trace.go:171","msg":"trace[148221945] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"161.102259ms","start":"2026-07-03T15:56:26.012197Z","end":"2026-07-03T15:56:26.173299Z","steps":["trace[148221945] 'process raft request' (duration: 160.949055ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:41.681406Z","caller":"traceutil/trace.go:171","msg":"trace[1642536552] transaction","detail":"{read_only:false; response_revision:1244; number_of_response:1; }","duration":"280.560439ms","start":"2026-07-03T15:56:41.400807Z","end":"2026-07-03T15:56:41.681367Z","steps":["trace[1642536552] 'process raft request' (duration: 280.258491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:43.100085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.501609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-03T15:56:43.100237Z","caller":"traceutil/trace.go:171","msg":"trace[814318400] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1244; }","duration":"497.754485ms","start":"2026-07-03T15:56:42.602454Z","end":"2026-07-03T15:56:43.100209Z","steps":["trace[814318400] 'range keys from in-memory index tree' (duration: 497.247962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:43.100299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:42.60243Z","time spent":"497.853638ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-03T15:56:43.100277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.181601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T15:56:43.100425Z","caller":"traceutil/trace.go:171","msg":"trace[1391666130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1244; }","duration":"159.400776ms","start":"2026-07-03T15:56:42.940995Z","end":"2026-07-03T15:56:43.100396Z","steps":["trace[1391666130] 'range keys from in-memory index tree' (duration: 158.918923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:43.100271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.900077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T15:56:43.10092Z","caller":"traceutil/trace.go:171","msg":"trace[1754295267] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1244; }","duration":"126.614765ms","start":"2026-07-03T15:56:42.974286Z","end":"2026-07-03T15:56:43.1009Z","steps":["trace[1754295267] 'range keys from in-memory index tree' (duration: 125.688711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:43.100119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.483751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:56:43.10106Z","caller":"traceutil/trace.go:171","msg":"trace[1510214922] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1244; }","duration":"221.479717ms","start":"2026-07-03T15:56:42.879559Z","end":"2026-07-03T15:56:43.101039Z","steps":["trace[1510214922] 'range keys from in-memory index tree' (duration: 220.302197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:43.10108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.13532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T15:56:43.101129Z","caller":"traceutil/trace.go:171","msg":"trace[2053387075] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1244; }","duration":"161.234354ms","start":"2026-07-03T15:56:42.939879Z","end":"2026-07-03T15:56:43.101113Z","steps":["trace[2053387075] 'range keys from in-memory index tree' (duration: 160.966687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:43.101224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17898368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:43.10128Z","caller":"traceutil/trace.go:171","msg":"trace[14696476] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1244; }","duration":"1.179042712s","start":"2026-07-03T15:56:41.922226Z","end":"2026-07-03T15:56:43.101268Z","steps":["trace[14696476] 'count revisions from in-memory index tree' (duration: 1.178839077s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:43.101294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.924171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:43.101361Z","caller":"traceutil/trace.go:171","msg":"trace[1951949950] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1244; }","duration":"774.035633ms","start":"2026-07-03T15:56:42.327309Z","end":"2026-07-03T15:56:43.101345Z","steps":["trace[1951949950] 'range keys from in-memory index tree' (duration: 773.810677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:43.101385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.025509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T15:56:43.1014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:42.327272Z","time spent":"774.119916ms","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:56:43.101312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:41.922167Z","time spent":"1.179134874s","remote":"127.0.0.1:57538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:56:43.101003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.905007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T15:56:43.101574Z","caller":"traceutil/trace.go:171","msg":"trace[1685367154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1244; }","duration":"180.516304ms","start":"2026-07-03T15:56:42.921031Z","end":"2026-07-03T15:56:43.101547Z","steps":["trace[1685367154] 'range keys from in-memory index tree' (duration: 179.727974ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:43.101929Z","caller":"traceutil/trace.go:171","msg":"trace[1377701806] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1244; }","duration":"697.017914ms","start":"2026-07-03T15:56:42.404897Z","end":"2026-07-03T15:56:43.101915Z","steps":["trace[1377701806] 'count revisions from in-memory index tree' (duration: 695.945797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:43.102072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:42.404875Z","time spent":"697.181089ms","remote":"127.0.0.1:57812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:56:50.414835Z","caller":"traceutil/trace.go:171","msg":"trace[1866836365] transaction","detail":"{read_only:false; response_revision:1320; number_of_response:1; }","duration":"133.69953ms","start":"2026-07-03T15:56:50.281073Z","end":"2026-07-03T15:56:50.414773Z","steps":["trace[1866836365] 'process raft request' (duration: 133.411152ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:03.965513Z","caller":"traceutil/trace.go:171","msg":"trace[375221861] transaction","detail":"{read_only:false; response_revision:1479; number_of_response:1; }","duration":"234.591537ms","start":"2026-07-03T15:57:03.730891Z","end":"2026-07-03T15:57:03.965483Z","steps":["trace[375221861] 'process raft request' (duration: 232.347599ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:03.967989Z","caller":"traceutil/trace.go:171","msg":"trace[68483003] transaction","detail":"{read_only:false; response_revision:1481; number_of_response:1; }","duration":"193.002128ms","start":"2026-07-03T15:57:03.774974Z","end":"2026-07-03T15:57:03.967976Z","steps":["trace[68483003] 'process raft request' (duration: 192.953797ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:03.968335Z","caller":"traceutil/trace.go:171","msg":"trace[2080671939] transaction","detail":"{read_only:false; response_revision:1480; number_of_response:1; }","duration":"218.415487ms","start":"2026-07-03T15:57:03.749911Z","end":"2026-07-03T15:57:03.968327Z","steps":["trace[2080671939] 'process raft request' (duration: 217.875683ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:05.526674Z","caller":"traceutil/trace.go:171","msg":"trace[376077683] transaction","detail":"{read_only:false; response_revision:1495; number_of_response:1; }","duration":"253.486007ms","start":"2026-07-03T15:57:05.273157Z","end":"2026-07-03T15:57:05.526643Z","steps":["trace[376077683] 'process raft request' (duration: 253.242831ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:05.532721Z","caller":"traceutil/trace.go:171","msg":"trace[298261990] transaction","detail":"{read_only:false; response_revision:1497; number_of_response:1; }","duration":"258.124437ms","start":"2026-07-03T15:57:05.274565Z","end":"2026-07-03T15:57:05.532689Z","steps":["trace[298261990] 'process raft request' (duration: 258.022205ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:05.53276Z","caller":"traceutil/trace.go:171","msg":"trace[453276876] transaction","detail":"{read_only:false; response_revision:1496; number_of_response:1; }","duration":"259.343798ms","start":"2026-07-03T15:57:05.273384Z","end":"2026-07-03T15:57:05.532728Z","steps":["trace[453276876] 'process raft request' (duration: 259.0033ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:05.533118Z","caller":"traceutil/trace.go:171","msg":"trace[443018462] transaction","detail":"{read_only:false; response_revision:1498; number_of_response:1; }","duration":"258.374194ms","start":"2026-07-03T15:57:05.27473Z","end":"2026-07-03T15:57:05.533104Z","steps":["trace[443018462] 'process raft request' (duration: 257.915061ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:05.533168Z","caller":"traceutil/trace.go:171","msg":"trace[1281340364] linearizableReadLoop","detail":"{readStateIndex:1549; appliedIndex:1544; }","duration":"205.080102ms","start":"2026-07-03T15:57:05.328062Z","end":"2026-07-03T15:57:05.533143Z","steps":["trace[1281340364] 'read index received' (duration: 198.341507ms)","trace[1281340364] 'applied index is now lower than readState.Index' (duration: 6.737085ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:05.533223Z","caller":"traceutil/trace.go:171","msg":"trace[1128034750] transaction","detail":"{read_only:false; response_revision:1499; number_of_response:1; }","duration":"257.750278ms","start":"2026-07-03T15:57:05.275451Z","end":"2026-07-03T15:57:05.533201Z","steps":["trace[1128034750] 'process raft request' (duration: 257.513971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:05.533312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.227005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:05.533344Z","caller":"traceutil/trace.go:171","msg":"trace[837574897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1499; }","duration":"205.349279ms","start":"2026-07-03T15:57:05.327983Z","end":"2026-07-03T15:57:05.533333Z","steps":["trace[837574897] 'agreement among raft nodes before linearized reading' (duration: 205.265717ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:07.729297Z","caller":"traceutil/trace.go:171","msg":"trace[1769442116] linearizableReadLoop","detail":"{readStateIndex:1557; appliedIndex:1556; }","duration":"191.727764ms","start":"2026-07-03T15:57:07.537529Z","end":"2026-07-03T15:57:07.729257Z","steps":["trace[1769442116] 'read index received' (duration: 191.529529ms)","trace[1769442116] 'applied index is now lower than readState.Index' (duration: 196.515µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:07.729394Z","caller":"traceutil/trace.go:171","msg":"trace[707430191] transaction","detail":"{read_only:false; response_revision:1506; number_of_response:1; }","duration":"192.038322ms","start":"2026-07-03T15:57:07.537314Z","end":"2026-07-03T15:57:07.729352Z","steps":["trace[707430191] 'process raft request' (duration: 191.747025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:07.729597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.056684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T15:57:07.729645Z","caller":"traceutil/trace.go:171","msg":"trace[1216166794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1506; }","duration":"192.144466ms","start":"2026-07-03T15:57:07.537488Z","end":"2026-07-03T15:57:07.729633Z","steps":["trace[1216166794] 'agreement among raft nodes before linearized reading' (duration: 191.92696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:08.069029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.847253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:57:08.069233Z","caller":"traceutil/trace.go:171","msg":"trace[2073913142] transaction","detail":"{read_only:false; response_revision:1507; number_of_response:1; }","duration":"529.316904ms","start":"2026-07-03T15:57:07.53988Z","end":"2026-07-03T15:57:08.069196Z","steps":["trace[2073913142] 'process raft request' (duration: 284.030839ms)","trace[2073913142] 'compare' (duration: 244.639998ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:08.069329Z","caller":"traceutil/trace.go:171","msg":"trace[905476651] linearizableReadLoop","detail":"{readStateIndex:1558; appliedIndex:1557; }","duration":"339.913689ms","start":"2026-07-03T15:57:07.729382Z","end":"2026-07-03T15:57:08.069296Z","steps":["trace[905476651] 'read index received' (duration: 94.650575ms)","trace[905476651] 'applied index is now lower than readState.Index' (duration: 245.259844ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:57:08.069417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:07.539863Z","time spent":"529.455957ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:08.069503Z","caller":"traceutil/trace.go:171","msg":"trace[506495128] transaction","detail":"{read_only:false; response_revision:1508; number_of_response:1; }","duration":"334.738366ms","start":"2026-07-03T15:57:07.73453Z","end":"2026-07-03T15:57:08.069269Z","steps":["trace[506495128] 'process raft request' (duration: 334.675964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:08.069566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:07.7345Z","time spent":"335.037944ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:08.069722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.506391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T15:57:08.06978Z","caller":"traceutil/trace.go:171","msg":"trace[1957159802] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1508; }","duration":"531.591563ms","start":"2026-07-03T15:57:07.538172Z","end":"2026-07-03T15:57:08.069763Z","steps":["trace[1957159802] 'agreement among raft nodes before linearized reading' (duration: 531.236114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:08.069822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:07.538085Z","time spent":"531.727117ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T15:57:08.06998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.747117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T15:57:08.070059Z","caller":"traceutil/trace.go:171","msg":"trace[1545672593] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1508; }","duration":"531.89199ms","start":"2026-07-03T15:57:07.538148Z","end":"2026-07-03T15:57:08.07004Z","steps":["trace[1545672593] 'agreement among raft nodes before linearized reading' (duration: 531.238914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:08.070094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:07.538119Z","time spent":"531.968393ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T15:57:17.718977Z","caller":"traceutil/trace.go:171","msg":"trace[878981327] transaction","detail":"{read_only:false; response_revision:1624; number_of_response:1; }","duration":"130.403993ms","start":"2026-07-03T15:57:17.588546Z","end":"2026-07-03T15:57:17.71895Z","steps":["trace[878981327] 'process raft request' (duration: 130.217608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:18.347575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.439373ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:57:18.347729Z","caller":"traceutil/trace.go:171","msg":"trace[1162738177] linearizableReadLoop","detail":"{readStateIndex:1746; appliedIndex:1745; }","duration":"290.527198ms","start":"2026-07-03T15:57:18.057179Z","end":"2026-07-03T15:57:18.347706Z","steps":["trace[1162738177] 'read index received' (duration: 149.858758ms)","trace[1162738177] 'applied index is now lower than readState.Index' (duration: 140.66678ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:18.34787Z","caller":"traceutil/trace.go:171","msg":"trace[2010204424] transaction","detail":"{read_only:false; response_revision:1678; number_of_response:1; }","duration":"295.344353ms","start":"2026-07-03T15:57:18.052483Z","end":"2026-07-03T15:57:18.347827Z","steps":["trace[2010204424] 'process raft request' (duration: 154.53649ms)","trace[2010204424] 'compare' (duration: 140.259029ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:57:18.348019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.852094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:5789"} {"level":"info","ts":"2026-07-03T15:57:18.348085Z","caller":"traceutil/trace.go:171","msg":"trace[707470097] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:1678; }","duration":"293.936436ms","start":"2026-07-03T15:57:18.054129Z","end":"2026-07-03T15:57:18.348065Z","steps":["trace[707470097] 'agreement among raft nodes before linearized reading' (duration: 293.677819ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:18.3486Z","caller":"traceutil/trace.go:171","msg":"trace[1196932441] transaction","detail":"{read_only:false; response_revision:1679; number_of_response:1; }","duration":"290.219199ms","start":"2026-07-03T15:57:18.058345Z","end":"2026-07-03T15:57:18.348564Z","steps":["trace[1196932441] 'process raft request' (duration: 289.960502ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:18.348736Z","caller":"traceutil/trace.go:171","msg":"trace[1000552084] transaction","detail":"{read_only:false; response_revision:1680; number_of_response:1; }","duration":"286.551845ms","start":"2026-07-03T15:57:18.062096Z","end":"2026-07-03T15:57:18.348648Z","steps":["trace[1000552084] 'process raft request' (duration: 286.36262ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:18.348991Z","caller":"traceutil/trace.go:171","msg":"trace[536706534] transaction","detail":"{read_only:false; response_revision:1682; number_of_response:1; }","duration":"286.664237ms","start":"2026-07-03T15:57:18.062306Z","end":"2026-07-03T15:57:18.348971Z","steps":["trace[536706534] 'process raft request' (duration: 286.484543ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:18.349276Z","caller":"traceutil/trace.go:171","msg":"trace[49032782] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"286.518024ms","start":"2026-07-03T15:57:18.062738Z","end":"2026-07-03T15:57:18.349256Z","steps":["trace[49032782] 'process raft request' (duration: 286.363ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:18.349353Z","caller":"traceutil/trace.go:171","msg":"trace[1353633115] transaction","detail":"{read_only:false; response_revision:1687; number_of_response:1; }","duration":"282.968432ms","start":"2026-07-03T15:57:18.066361Z","end":"2026-07-03T15:57:18.349329Z","steps":["trace[1353633115] 'process raft request' (duration: 282.873779ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:18.349421Z","caller":"traceutil/trace.go:171","msg":"trace[1369723675] transaction","detail":"{read_only:false; response_revision:1683; number_of_response:1; }","duration":"286.725101ms","start":"2026-07-03T15:57:18.062684Z","end":"2026-07-03T15:57:18.349409Z","steps":["trace[1369723675] 'process raft request' (duration: 286.216707ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:18.349495Z","caller":"traceutil/trace.go:171","msg":"trace[746993728] transaction","detail":"{read_only:false; response_revision:1685; number_of_response:1; }","duration":"286.422483ms","start":"2026-07-03T15:57:18.063065Z","end":"2026-07-03T15:57:18.349487Z","steps":["trace[746993728] 'process raft request' (duration: 286.108333ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:18.349379Z","caller":"traceutil/trace.go:171","msg":"trace[1294371642] transaction","detail":"{read_only:false; response_revision:1688; number_of_response:1; }","duration":"276.36664ms","start":"2026-07-03T15:57:18.072985Z","end":"2026-07-03T15:57:18.349352Z","steps":["trace[1294371642] 'process raft request' (duration: 276.272528ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:18.349659Z","caller":"traceutil/trace.go:171","msg":"trace[273611299] transaction","detail":"{read_only:false; response_revision:1686; number_of_response:1; }","duration":"285.135598ms","start":"2026-07-03T15:57:18.064504Z","end":"2026-07-03T15:57:18.349639Z","steps":["trace[273611299] 'process raft request' (duration: 284.700476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:18.349691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.574854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T15:57:18.349755Z","caller":"traceutil/trace.go:171","msg":"trace[1568161644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1689; }","duration":"232.639536ms","start":"2026-07-03T15:57:18.117103Z","end":"2026-07-03T15:57:18.349742Z","steps":["trace[1568161644] 'agreement among raft nodes before linearized reading' (duration: 232.480502ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:18.349959Z","caller":"traceutil/trace.go:171","msg":"trace[647805671] transaction","detail":"{read_only:false; response_revision:1689; number_of_response:1; }","duration":"237.80218ms","start":"2026-07-03T15:57:18.112146Z","end":"2026-07-03T15:57:18.349948Z","steps":["trace[647805671] 'process raft request' (duration: 237.153603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:18.350156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.556663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-03T15:57:18.350171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.836642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T15:57:18.350193Z","caller":"traceutil/trace.go:171","msg":"trace[468440320] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1689; }","duration":"230.617604ms","start":"2026-07-03T15:57:18.119567Z","end":"2026-07-03T15:57:18.350184Z","steps":["trace[468440320] 'agreement among raft nodes before linearized reading' (duration: 230.488111ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:18.350203Z","caller":"traceutil/trace.go:171","msg":"trace[1108482143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1689; }","duration":"232.893413ms","start":"2026-07-03T15:57:18.1173Z","end":"2026-07-03T15:57:18.350193Z","steps":["trace[1108482143] 'agreement among raft nodes before linearized reading' (duration: 232.80157ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:18.350282Z","caller":"traceutil/trace.go:171","msg":"trace[1145763449] transaction","detail":"{read_only:false; response_revision:1681; number_of_response:1; }","duration":"287.968812ms","start":"2026-07-03T15:57:18.062301Z","end":"2026-07-03T15:57:18.35027Z","steps":["trace[1145763449] 'process raft request' (duration: 286.206625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:18.350496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.372327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T15:57:18.350682Z","caller":"traceutil/trace.go:171","msg":"trace[308474897] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1689; }","duration":"230.549362ms","start":"2026-07-03T15:57:18.120035Z","end":"2026-07-03T15:57:18.350584Z","steps":["trace[308474897] 'agreement among raft nodes before linearized reading' (duration: 230.114101ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:18.60876Z","caller":"traceutil/trace.go:171","msg":"trace[1026184022] transaction","detail":"{read_only:false; response_revision:1690; number_of_response:1; }","duration":"259.946495ms","start":"2026-07-03T15:57:18.348769Z","end":"2026-07-03T15:57:18.608716Z","steps":["trace[1026184022] 'process raft request' (duration: 223.376066ms)","trace[1026184022] 'compare' (duration: 36.064986ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:18.617539Z","caller":"traceutil/trace.go:171","msg":"trace[1871065642] transaction","detail":"{read_only:false; response_revision:1692; number_of_response:1; }","duration":"261.665678ms","start":"2026-07-03T15:57:18.35583Z","end":"2026-07-03T15:57:18.617496Z","steps":["trace[1871065642] 'process raft request' (duration: 261.449723ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:18.617412Z","caller":"traceutil/trace.go:171","msg":"trace[198905246] transaction","detail":"{read_only:false; response_revision:1691; number_of_response:1; }","duration":"261.960416ms","start":"2026-07-03T15:57:18.35542Z","end":"2026-07-03T15:57:18.617381Z","steps":["trace[198905246] 'process raft request' (duration: 261.70111ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:18.618491Z","caller":"traceutil/trace.go:171","msg":"trace[769428752] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"260.824878ms","start":"2026-07-03T15:57:18.357642Z","end":"2026-07-03T15:57:18.618467Z","steps":["trace[769428752] 'process raft request' (duration: 260.512439ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:18.618242Z","caller":"traceutil/trace.go:171","msg":"trace[1619159534] transaction","detail":"{read_only:false; response_revision:1694; number_of_response:1; }","duration":"261.908195ms","start":"2026-07-03T15:57:18.356322Z","end":"2026-07-03T15:57:18.61823Z","steps":["trace[1619159534] 'process raft request' (duration: 261.680319ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:18.618278Z","caller":"traceutil/trace.go:171","msg":"trace[851861792] transaction","detail":"{read_only:false; response_revision:1693; number_of_response:1; }","duration":"262.394037ms","start":"2026-07-03T15:57:18.355859Z","end":"2026-07-03T15:57:18.618253Z","steps":["trace[851861792] 'process raft request' (duration: 261.459383ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:18.618424Z","caller":"traceutil/trace.go:171","msg":"trace[280180743] transaction","detail":"{read_only:false; response_revision:1696; number_of_response:1; }","duration":"260.933591ms","start":"2026-07-03T15:57:18.357479Z","end":"2026-07-03T15:57:18.618413Z","steps":["trace[280180743] 'process raft request' (duration: 260.629332ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:18.618385Z","caller":"traceutil/trace.go:171","msg":"trace[1042795822] transaction","detail":"{read_only:false; response_revision:1695; number_of_response:1; }","duration":"261.604708ms","start":"2026-07-03T15:57:18.356762Z","end":"2026-07-03T15:57:18.618366Z","steps":["trace[1042795822] 'process raft request' (duration: 261.314889ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:18.619348Z","caller":"traceutil/trace.go:171","msg":"trace[242928757] transaction","detail":"{read_only:false; response_revision:1698; number_of_response:1; }","duration":"258.649481ms","start":"2026-07-03T15:57:18.360685Z","end":"2026-07-03T15:57:18.619335Z","steps":["trace[242928757] 'process raft request' (duration: 257.572332ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:18.619622Z","caller":"traceutil/trace.go:171","msg":"trace[1916255233] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"258.798114ms","start":"2026-07-03T15:57:18.360809Z","end":"2026-07-03T15:57:18.619607Z","steps":["trace[1916255233] 'process raft request' (duration: 258.361983ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:18.620073Z","caller":"traceutil/trace.go:171","msg":"trace[546398973] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"224.475164ms","start":"2026-07-03T15:57:18.395585Z","end":"2026-07-03T15:57:18.62006Z","steps":["trace[546398973] 'process raft request' (duration: 223.92298ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:18.620046Z","caller":"traceutil/trace.go:171","msg":"trace[2086266101] linearizableReadLoop","detail":"{readStateIndex:1765; appliedIndex:1757; }","duration":"261.539785ms","start":"2026-07-03T15:57:18.358482Z","end":"2026-07-03T15:57:18.620022Z","steps":["trace[2086266101] 'read index received' (duration: 213.734715ms)","trace[2086266101] 'applied index is now lower than readState.Index' (duration: 47.80367ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:18.620066Z","caller":"traceutil/trace.go:171","msg":"trace[239184446] transaction","detail":"{read_only:false; response_revision:1701; number_of_response:1; }","duration":"182.203437ms","start":"2026-07-03T15:57:18.437842Z","end":"2026-07-03T15:57:18.620046Z","steps":["trace[239184446] 'process raft request' (duration: 181.914399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:18.620321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.804543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-2x7f7\" ","response":"range_response_count:1 size:4562"} {"level":"info","ts":"2026-07-03T15:57:18.620419Z","caller":"traceutil/trace.go:171","msg":"trace[2110383831] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-2x7f7; range_end:; response_count:1; response_revision:1702; }","duration":"261.944486ms","start":"2026-07-03T15:57:18.358444Z","end":"2026-07-03T15:57:18.620388Z","steps":["trace[2110383831] 'agreement among raft nodes before linearized reading' (duration: 261.655838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:18.624627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.37311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f\" ","response":"range_response_count:1 size:5837"} {"level":"info","ts":"2026-07-03T15:57:18.62474Z","caller":"traceutil/trace.go:171","msg":"trace[1234134851] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f; range_end:; response_count:1; response_revision:1703; }","duration":"264.580835ms","start":"2026-07-03T15:57:18.360131Z","end":"2026-07-03T15:57:18.624712Z","steps":["trace[1234134851] 'agreement among raft nodes before linearized reading' (duration: 264.211316ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:18.783778Z","caller":"traceutil/trace.go:171","msg":"trace[2092475218] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"113.824134ms","start":"2026-07-03T15:57:18.669893Z","end":"2026-07-03T15:57:18.783717Z","steps":["trace[2092475218] 'process raft request' (duration: 113.68338ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:18.783895Z","caller":"traceutil/trace.go:171","msg":"trace[76293482] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"130.171298ms","start":"2026-07-03T15:57:18.653673Z","end":"2026-07-03T15:57:18.783845Z","steps":["trace[76293482] 'process raft request' (duration: 94.602945ms)","trace[76293482] 'compare' (duration: 34.977867ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:18.783953Z","caller":"traceutil/trace.go:171","msg":"trace[402430893] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"107.472759ms","start":"2026-07-03T15:57:18.676444Z","end":"2026-07-03T15:57:18.783917Z","steps":["trace[402430893] 'process raft request' (duration: 107.183072ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:18.935485Z","caller":"traceutil/trace.go:171","msg":"trace[197999969] linearizableReadLoop","detail":"{readStateIndex:1782; appliedIndex:1780; }","duration":"142.301112ms","start":"2026-07-03T15:57:18.79316Z","end":"2026-07-03T15:57:18.935461Z","steps":["trace[197999969] 'read index received' (duration: 134.156841ms)","trace[197999969] 'applied index is now lower than readState.Index' (duration: 8.143011ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:18.935567Z","caller":"traceutil/trace.go:171","msg":"trace[397868931] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"143.38416ms","start":"2026-07-03T15:57:18.792147Z","end":"2026-07-03T15:57:18.935531Z","steps":["trace[397868931] 'process raft request' (duration: 135.122256ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:18.935606Z","caller":"traceutil/trace.go:171","msg":"trace[581999979] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"142.798485ms","start":"2026-07-03T15:57:18.792783Z","end":"2026-07-03T15:57:18.935581Z","steps":["trace[581999979] 'process raft request' (duration: 142.618721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:18.935954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.739753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f\" ","response":"range_response_count:1 size:5882"} {"level":"info","ts":"2026-07-03T15:57:18.936148Z","caller":"traceutil/trace.go:171","msg":"trace[601966411] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f; range_end:; response_count:1; response_revision:1714; }","duration":"142.97935ms","start":"2026-07-03T15:57:18.793134Z","end":"2026-07-03T15:57:18.936113Z","steps":["trace[601966411] 'agreement among raft nodes before linearized reading' (duration: 142.477187ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:18.963316Z","caller":"traceutil/trace.go:171","msg":"trace[1689365438] transaction","detail":"{read_only:false; response_revision:1715; number_of_response:1; }","duration":"168.406139ms","start":"2026-07-03T15:57:18.794881Z","end":"2026-07-03T15:57:18.963287Z","steps":["trace[1689365438] 'process raft request' (duration: 168.180034ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:18.963631Z","caller":"traceutil/trace.go:171","msg":"trace[1894275537] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"168.687417ms","start":"2026-07-03T15:57:18.794921Z","end":"2026-07-03T15:57:18.963608Z","steps":["trace[1894275537] 'process raft request' (duration: 168.521712ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:18.963641Z","caller":"traceutil/trace.go:171","msg":"trace[1300176506] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"168.711137ms","start":"2026-07-03T15:57:18.794881Z","end":"2026-07-03T15:57:18.963592Z","steps":["trace[1300176506] 'process raft request' (duration: 168.330267ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:18.963772Z","caller":"traceutil/trace.go:171","msg":"trace[1871214212] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"146.176462ms","start":"2026-07-03T15:57:18.817566Z","end":"2026-07-03T15:57:18.963743Z","steps":["trace[1871214212] 'process raft request' (duration: 145.998237ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:18.964005Z","caller":"traceutil/trace.go:171","msg":"trace[2050796522] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"168.885782ms","start":"2026-07-03T15:57:18.795087Z","end":"2026-07-03T15:57:18.963973Z","steps":["trace[2050796522] 'process raft request' (duration: 168.451761ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:20.755654Z","caller":"traceutil/trace.go:171","msg":"trace[753618909] linearizableReadLoop","detail":"{readStateIndex:1808; appliedIndex:1807; }","duration":"133.553065ms","start":"2026-07-03T15:57:20.622074Z","end":"2026-07-03T15:57:20.755627Z","steps":["trace[753618909] 'read index received' (duration: 131.658816ms)","trace[753618909] 'applied index is now lower than readState.Index' (duration: 1.892729ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:57:20.755887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.907404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-03T15:57:20.755888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.796682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T15:57:20.755928Z","caller":"traceutil/trace.go:171","msg":"trace[150669313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1737; }","duration":"132.018846ms","start":"2026-07-03T15:57:20.6239Z","end":"2026-07-03T15:57:20.755918Z","steps":["trace[150669313] 'agreement among raft nodes before linearized reading' (duration: 131.882022ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:20.755941Z","caller":"traceutil/trace.go:171","msg":"trace[562256583] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1737; }","duration":"133.911454ms","start":"2026-07-03T15:57:20.622018Z","end":"2026-07-03T15:57:20.755929Z","steps":["trace[562256583] 'agreement among raft nodes before linearized reading' (duration: 133.733679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:20.756004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.610454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T15:57:20.756042Z","caller":"traceutil/trace.go:171","msg":"trace[829857259] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1737; }","duration":"131.668746ms","start":"2026-07-03T15:57:20.624364Z","end":"2026-07-03T15:57:20.756033Z","steps":["trace[829857259] 'agreement among raft nodes before linearized reading' (duration: 131.558973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:20.756157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.491801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T15:57:20.756262Z","caller":"traceutil/trace.go:171","msg":"trace[1192375254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1737; }","duration":"131.637565ms","start":"2026-07-03T15:57:20.624602Z","end":"2026-07-03T15:57:20.756239Z","steps":["trace[1192375254] 'agreement among raft nodes before linearized reading' (duration: 131.291657ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:22.924032Z","caller":"traceutil/trace.go:171","msg":"trace[1686103113] transaction","detail":"{read_only:false; response_revision:1766; number_of_response:1; }","duration":"151.822359ms","start":"2026-07-03T15:57:22.772183Z","end":"2026-07-03T15:57:22.924006Z","steps":["trace[1686103113] 'process raft request' (duration: 151.731897ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:22.924032Z","caller":"traceutil/trace.go:171","msg":"trace[1563533793] transaction","detail":"{read_only:false; response_revision:1765; number_of_response:1; }","duration":"151.969793ms","start":"2026-07-03T15:57:22.772026Z","end":"2026-07-03T15:57:22.923996Z","steps":["trace[1563533793] 'process raft request' (duration: 151.715556ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:22.924726Z","caller":"traceutil/trace.go:171","msg":"trace[2051353826] transaction","detail":"{read_only:false; response_revision:1767; number_of_response:1; }","duration":"151.83919ms","start":"2026-07-03T15:57:22.772517Z","end":"2026-07-03T15:57:22.924356Z","steps":["trace[2051353826] 'process raft request' (duration: 151.445439ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:23.951155Z","caller":"traceutil/trace.go:171","msg":"trace[992122924] transaction","detail":"{read_only:false; response_revision:1778; number_of_response:1; }","duration":"123.750191ms","start":"2026-07-03T15:57:23.827374Z","end":"2026-07-03T15:57:23.951124Z","steps":["trace[992122924] 'process raft request' (duration: 123.538216ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:32.557286Z","caller":"traceutil/trace.go:171","msg":"trace[1531085837] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"142.433666ms","start":"2026-07-03T15:57:32.414817Z","end":"2026-07-03T15:57:32.557251Z","steps":["trace[1531085837] 'process raft request' (duration: 142.287162ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:32.557344Z","caller":"traceutil/trace.go:171","msg":"trace[614475579] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"147.747563ms","start":"2026-07-03T15:57:32.409566Z","end":"2026-07-03T15:57:32.557313Z","steps":["trace[614475579] 'process raft request' (duration: 62.108911ms)","trace[614475579] 'compare' (duration: 85.252672ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:32.557286Z","caller":"traceutil/trace.go:171","msg":"trace[2017468580] linearizableReadLoop","detail":"{readStateIndex:1935; appliedIndex:1933; }","duration":"108.105534ms","start":"2026-07-03T15:57:32.449148Z","end":"2026-07-03T15:57:32.557254Z","steps":["trace[2017468580] 'read index received' (duration: 22.538175ms)","trace[2017468580] 'applied index is now lower than readState.Index' (duration: 85.565749ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:57:32.557702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.509794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:112940"} {"level":"info","ts":"2026-07-03T15:57:32.557857Z","caller":"traceutil/trace.go:171","msg":"trace[1893945379] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1859; }","duration":"108.72103ms","start":"2026-07-03T15:57:32.449098Z","end":"2026-07-03T15:57:32.557819Z","steps":["trace[1893945379] 'agreement among raft nodes before linearized reading' (duration: 108.195666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:35.423474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653045874,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:57:35.640371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.861209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:57:35.640522Z","caller":"traceutil/trace.go:171","msg":"trace[436839403] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"1.075743601s","start":"2026-07-03T15:57:34.564754Z","end":"2026-07-03T15:57:35.640498Z","steps":["trace[436839403] 'process raft request' (duration: 237.657386ms)","trace[436839403] 'compare' (duration: 837.534591ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:57:35.640589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:34.564717Z","time spent":"1.075841244s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:35.924067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653045874,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:57:36.115676Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.313193111s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T15:57:36.513432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.362209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:57:36.513612Z","caller":"traceutil/trace.go:171","msg":"trace[247700612] linearizableReadLoop","detail":"{readStateIndex:2004; appliedIndex:2003; }","duration":"1.590882188s","start":"2026-07-03T15:57:34.92271Z","end":"2026-07-03T15:57:36.513592Z","steps":["trace[247700612] 'read index received' (duration: 1.193194699s)","trace[247700612] 'applied index is now lower than readState.Index' (duration: 397.686209ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:36.513672Z","caller":"traceutil/trace.go:171","msg":"trace[181922615] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"1.94749555s","start":"2026-07-03T15:57:34.566129Z","end":"2026-07-03T15:57:36.513625Z","steps":["trace[181922615] 'process raft request' (duration: 1.549844023s)","trace[181922615] 'compare' (duration: 397.161014ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:57:36.513747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591052021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T15:57:36.513769Z","caller":"traceutil/trace.go:171","msg":"trace[1980860412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1927; }","duration":"1.591129964s","start":"2026-07-03T15:57:34.922632Z","end":"2026-07-03T15:57:36.513762Z","steps":["trace[1980860412] 'agreement among raft nodes before linearized reading' (duration: 1.591028651s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:36.513796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:34.922604Z","time spent":"1.591185715s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T15:57:36.514045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:34.56609Z","time spent":"1.947670055s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:36.592207Z","caller":"traceutil/trace.go:171","msg":"trace[1672955689] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"329.962722ms","start":"2026-07-03T15:57:36.262216Z","end":"2026-07-03T15:57:36.592179Z","steps":["trace[1672955689] 'process raft request' (duration: 329.823648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:36.592366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:36.262178Z","time spent":"330.105875ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:36.98324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.480526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:57:36.983469Z","caller":"traceutil/trace.go:171","msg":"trace[668116772] linearizableReadLoop","detail":"{readStateIndex:2006; appliedIndex:2004; }","duration":"469.815499ms","start":"2026-07-03T15:57:36.513631Z","end":"2026-07-03T15:57:36.983447Z","steps":["trace[668116772] 'read index received' (duration: 78.28265ms)","trace[668116772] 'applied index is now lower than readState.Index' (duration: 391.531509ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:57:36.983508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656184621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:36.983576Z","caller":"traceutil/trace.go:171","msg":"trace[1435315120] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1930; }","duration":"1.656298104s","start":"2026-07-03T15:57:35.327261Z","end":"2026-07-03T15:57:36.983559Z","steps":["trace[1435315120] 'agreement among raft nodes before linearized reading' (duration: 1.656194551s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:36.983656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999615671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T15:57:36.983679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:35.327237Z","time spent":"1.656427387s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T15:57:36.983719Z","caller":"traceutil/trace.go:171","msg":"trace[1635090163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1930; }","duration":"1.999721614s","start":"2026-07-03T15:57:34.983983Z","end":"2026-07-03T15:57:36.983705Z","steps":["trace[1635090163] 'agreement among raft nodes before linearized reading' (duration: 1.99953648s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:36.983761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:34.983958Z","time spent":"1.999791467s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T15:57:36.983821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.797716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:57:36.983894Z","caller":"traceutil/trace.go:171","msg":"trace[1331242174] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1930; }","duration":"884.926701ms","start":"2026-07-03T15:57:36.098948Z","end":"2026-07-03T15:57:36.983874Z","steps":["trace[1331242174] 'agreement among raft nodes before linearized reading' (duration: 884.786697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:36.983951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:36.098908Z","time spent":"885.026433ms","remote":"127.0.0.1:35724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":13,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:57:36.983954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.707882903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T15:57:36.983933Z","caller":"traceutil/trace.go:171","msg":"trace[445488496] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"464.568702ms","start":"2026-07-03T15:57:36.519294Z","end":"2026-07-03T15:57:36.983862Z","steps":["trace[445488496] 'process raft request' (duration: 464.0708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:36.984084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973060753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-253efd1f-74db-41e2-bbf2-8cb2b1968d7e\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-07-03T15:57:36.98412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989048598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-03T15:57:36.984085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424670744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.53\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-03T15:57:36.984164Z","caller":"traceutil/trace.go:171","msg":"trace[1773317934] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1930; }","duration":"1.98911028s","start":"2026-07-03T15:57:34.995042Z","end":"2026-07-03T15:57:36.984152Z","steps":["trace[1773317934] 'agreement among raft nodes before linearized reading' (duration: 1.988992187s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:36.984164Z","caller":"traceutil/trace.go:171","msg":"trace[1790404551] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-253efd1f-74db-41e2-bbf2-8cb2b1968d7e; range_end:; response_count:1; response_revision:1930; }","duration":"1.973189506s","start":"2026-07-03T15:57:35.010958Z","end":"2026-07-03T15:57:36.984148Z","steps":["trace[1790404551] 'agreement among raft nodes before linearized reading' (duration: 1.973029352s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:36.984183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989004996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-03T15:57:36.984189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777345794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:57:36.984195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:36.519264Z","time spent":"464.808859ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:36.984227Z","caller":"traceutil/trace.go:171","msg":"trace[983279305] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1930; }","duration":"1.989075299s","start":"2026-07-03T15:57:34.995138Z","end":"2026-07-03T15:57:36.984214Z","steps":["trace[983279305] 'agreement among raft nodes before linearized reading' (duration: 1.988884184s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:36.98424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773857645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-253efd1f-74db-41e2-bbf2-8cb2b1968d7e\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-07-03T15:57:36.984263Z","caller":"traceutil/trace.go:171","msg":"trace[1350098758] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1930; }","duration":"1.777481549s","start":"2026-07-03T15:57:35.206764Z","end":"2026-07-03T15:57:36.984246Z","steps":["trace[1350098758] 'agreement among raft nodes before linearized reading' (duration: 1.777349975s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:36.984322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:35.206736Z","time spent":"1.777570271s","remote":"127.0.0.1:57714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:57:36.984356Z","caller":"traceutil/trace.go:171","msg":"trace[691050858] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"632.708906ms","start":"2026-07-03T15:57:36.351572Z","end":"2026-07-03T15:57:36.984281Z","steps":["trace[691050858] 'process raft request' (duration: 321.099531ms)","trace[691050858] 'compare' (duration: 310.343932ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:36.984007Z","caller":"traceutil/trace.go:171","msg":"trace[1717697659] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1930; }","duration":"1.707983055s","start":"2026-07-03T15:57:35.276007Z","end":"2026-07-03T15:57:36.98399Z","steps":["trace[1717697659] 'agreement among raft nodes before linearized reading' (duration: 1.707856201s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:36.984613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:36.351545Z","time spent":"632.970773ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:36.984642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:35.275989Z","time spent":"1.708629602s","remote":"127.0.0.1:59458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-03T15:57:36.984322Z","caller":"traceutil/trace.go:171","msg":"trace[1126186907] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-253efd1f-74db-41e2-bbf2-8cb2b1968d7e; range_end:; response_count:1; response_revision:1930; }","duration":"1.773944738s","start":"2026-07-03T15:57:35.210352Z","end":"2026-07-03T15:57:36.984297Z","steps":["trace[1126186907] 'agreement among raft nodes before linearized reading' (duration: 1.773742741s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:36.984772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:35.210288Z","time spent":"1.77446482s","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-253efd1f-74db-41e2-bbf2-8cb2b1968d7e\" "} {"level":"warn","ts":"2026-07-03T15:57:36.984268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:34.995122Z","time spent":"1.989140341s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T15:57:36.984196Z","caller":"traceutil/trace.go:171","msg":"trace[510801104] range","detail":"{range_begin:/registry/masterleases/199.204.45.53; range_end:; response_count:1; response_revision:1930; }","duration":"1.424848678s","start":"2026-07-03T15:57:35.559322Z","end":"2026-07-03T15:57:36.98417Z","steps":["trace[510801104] 'agreement among raft nodes before linearized reading' (duration: 1.424551811s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:36.985015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:35.559296Z","time spent":"1.42565307s","remote":"127.0.0.1:57340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.53\" "} {"level":"warn","ts":"2026-07-03T15:57:36.984213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:34.995031Z","time spent":"1.989170192s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T15:57:36.984218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:35.010931Z","time spent":"1.973275059s","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-253efd1f-74db-41e2-bbf2-8cb2b1968d7e\" "} {"level":"warn","ts":"2026-07-03T15:57:36.985481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.683444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-03T15:57:36.985544Z","caller":"traceutil/trace.go:171","msg":"trace[201032393] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1930; }","duration":"938.780477ms","start":"2026-07-03T15:57:36.046749Z","end":"2026-07-03T15:57:36.985529Z","steps":["trace[201032393] 'agreement among raft nodes before linearized reading' (duration: 937.017221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:36.985588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:36.046731Z","time spent":"938.844419ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T15:57:37.493933Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653045885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:57:37.994674Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653045885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:57:38.495674Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653045885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:57:38.591459Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.603813423s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T15:57:38.993655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000058994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T15:57:38.993755Z","caller":"traceutil/trace.go:171","msg":"trace[460895582] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000206518s","start":"2026-07-03T15:57:36.993529Z","end":"2026-07-03T15:57:38.993736Z","steps":["trace[460895582] 'agreement among raft nodes before linearized reading' (duration: 2.000096435s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:38.993792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:36.993508Z","time spent":"2.00027407s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 15:57:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T15:57:39.168089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.143689ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-03T15:57:39.168965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:36.987484Z","time spent":"2.181472871s","remote":"127.0.0.1:57340","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T15:57:39.866896Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.275132485s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T15:57:39.86726Z","caller":"traceutil/trace.go:171","msg":"trace[1658642448] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"2.878371854s","start":"2026-07-03T15:57:36.988863Z","end":"2026-07-03T15:57:39.867235Z","steps":["trace[1658642448] 'process raft request' (duration: 2.87820972s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:39.867365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:36.988841Z","time spent":"2.878462356s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:39.867647Z","caller":"traceutil/trace.go:171","msg":"trace[1016456159] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"2.878548258s","start":"2026-07-03T15:57:36.989069Z","end":"2026-07-03T15:57:39.867617Z","steps":["trace[1016456159] 'process raft request' (duration: 2.878129597s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:39.867788Z","caller":"traceutil/trace.go:171","msg":"trace[928571951] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"2.87746167s","start":"2026-07-03T15:57:36.990306Z","end":"2026-07-03T15:57:39.867767Z","steps":["trace[928571951] 'process raft request' (duration: 2.877270825s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:39.867893Z","caller":"traceutil/trace.go:171","msg":"trace[984536789] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"2.874591595s","start":"2026-07-03T15:57:36.993292Z","end":"2026-07-03T15:57:39.867884Z","steps":["trace[984536789] 'process raft request' (duration: 2.874334318s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:39.867903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:36.990274Z","time spent":"2.877563722s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:39.867952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:36.993269Z","time spent":"2.874652667s","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3728,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:39.867913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:36.989059Z","time spent":"2.878714773s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:39.868337Z","caller":"traceutil/trace.go:171","msg":"trace[1861366360] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"2.877998793s","start":"2026-07-03T15:57:36.990289Z","end":"2026-07-03T15:57:39.868288Z","steps":["trace[1861366360] 'process raft request' (duration: 2.877175232s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:39.868754Z","caller":"traceutil/trace.go:171","msg":"trace[1957197167] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"2.222634268s","start":"2026-07-03T15:57:37.646096Z","end":"2026-07-03T15:57:39.868731Z","steps":["trace[1957197167] 'process raft request' (duration: 2.22228949s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:39.868859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:37.646069Z","time spent":"2.222737931s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:39.868866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:36.990271Z","time spent":"2.878235359s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:39.86928Z","caller":"traceutil/trace.go:171","msg":"trace[656992179] linearizableReadLoop","detail":"{readStateIndex:2014; appliedIndex:2007; }","duration":"2.875668792s","start":"2026-07-03T15:57:36.993588Z","end":"2026-07-03T15:57:39.869257Z","steps":["trace[656992179] 'read index received' (duration: 1.598271028s)","trace[656992179] 'applied index is now lower than readState.Index' (duration: 1.277396334s)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:39.869382Z","caller":"traceutil/trace.go:171","msg":"trace[1562643213] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"1.349409752s","start":"2026-07-03T15:57:38.519961Z","end":"2026-07-03T15:57:39.86937Z","steps":["trace[1562643213] 'process raft request' (duration: 1.348518689s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:39.869496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:38.519944Z","time spent":"1.349467543s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:39.871913Z","caller":"traceutil/trace.go:171","msg":"trace[1417503858] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"1.273575014s","start":"2026-07-03T15:57:38.598323Z","end":"2026-07-03T15:57:39.871898Z","steps":["trace[1417503858] 'process raft request' (duration: 1.27344363s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:39.87194Z","caller":"traceutil/trace.go:171","msg":"trace[851411870] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"880.343681ms","start":"2026-07-03T15:57:38.991575Z","end":"2026-07-03T15:57:39.871919Z","steps":["trace[851411870] 'process raft request' (duration: 880.276169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:39.871982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:38.598295Z","time spent":"1.273653566s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:39.872039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:38.99155Z","time spent":"880.436934ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:39.872238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.092341718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:57:39.872271Z","caller":"traceutil/trace.go:171","msg":"trace[1513579030] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1941; }","duration":"2.09241512s","start":"2026-07-03T15:57:37.779846Z","end":"2026-07-03T15:57:39.872261Z","steps":["trace[1513579030] 'agreement among raft nodes before linearized reading' (duration: 2.092333198s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:39.872299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:37.779824Z","time spent":"2.092467721s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:57:39.872361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.684582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T15:57:39.8724Z","caller":"traceutil/trace.go:171","msg":"trace[415448225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1941; }","duration":"882.756914ms","start":"2026-07-03T15:57:38.989634Z","end":"2026-07-03T15:57:39.872391Z","steps":["trace[415448225] 'agreement among raft nodes before linearized reading' (duration: 882.58497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:39.872445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:38.989611Z","time spent":"882.827747ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T15:57:39.872539Z","caller":"traceutil/trace.go:171","msg":"trace[1809719179] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"702.535668ms","start":"2026-07-03T15:57:39.169973Z","end":"2026-07-03T15:57:39.872509Z","steps":["trace[1809719179] 'process raft request' (duration: 701.908831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:39.872606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:39.169951Z","time spent":"702.611031ms","remote":"127.0.0.1:57340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:39.872598Z","caller":"traceutil/trace.go:171","msg":"trace[820767431] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"555.983787ms","start":"2026-07-03T15:57:39.316587Z","end":"2026-07-03T15:57:39.872571Z","steps":["trace[820767431] 'process raft request' (duration: 555.548815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:39.87263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607998422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10327"} {"level":"warn","ts":"2026-07-03T15:57:39.872648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.588547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:39.872665Z","caller":"traceutil/trace.go:171","msg":"trace[374735020] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1941; }","duration":"1.608066664s","start":"2026-07-03T15:57:38.264587Z","end":"2026-07-03T15:57:39.872654Z","steps":["trace[374735020] 'agreement among raft nodes before linearized reading' (duration: 1.607943061s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:39.872682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:39.316559Z","time spent":"556.084449ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:39.872696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:38.264561Z","time spent":"1.608130005s","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T15:57:39.872699Z","caller":"traceutil/trace.go:171","msg":"trace[285582273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1941; }","duration":"878.664939ms","start":"2026-07-03T15:57:38.994022Z","end":"2026-07-03T15:57:39.872687Z","steps":["trace[285582273] 'agreement among raft nodes before linearized reading' (duration: 878.582297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:39.872729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:38.994006Z","time spent":"878.71674ms","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:57:39.872873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882141595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-253efd1f-74db-41e2-bbf2-8cb2b1968d7e\" ","response":"range_response_count:1 size:3743"} {"level":"info","ts":"2026-07-03T15:57:39.872943Z","caller":"traceutil/trace.go:171","msg":"trace[1575257870] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-253efd1f-74db-41e2-bbf2-8cb2b1968d7e; range_end:; response_count:1; response_revision:1941; }","duration":"1.882256138s","start":"2026-07-03T15:57:37.990677Z","end":"2026-07-03T15:57:39.872933Z","steps":["trace[1575257870] 'agreement among raft nodes before linearized reading' (duration: 1.882156056s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:39.87299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:37.990652Z","time spent":"1.882328969s","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-253efd1f-74db-41e2-bbf2-8cb2b1968d7e\" "} {"level":"warn","ts":"2026-07-03T15:57:39.872525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394326018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:57:39.873093Z","caller":"traceutil/trace.go:171","msg":"trace[23118605] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1941; }","duration":"1.394971465s","start":"2026-07-03T15:57:38.47811Z","end":"2026-07-03T15:57:39.873081Z","steps":["trace[23118605] 'agreement among raft nodes before linearized reading' (duration: 1.39437364s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:39.873129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:38.478082Z","time spent":"1.395033476s","remote":"127.0.0.1:57794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:57:39.873238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881776086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T15:57:39.873292Z","caller":"traceutil/trace.go:171","msg":"trace[1161319681] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1941; }","duration":"1.881842657s","start":"2026-07-03T15:57:37.991432Z","end":"2026-07-03T15:57:39.873274Z","steps":["trace[1161319681] 'agreement among raft nodes before linearized reading' (duration: 1.881721014s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:39.873322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:37.991424Z","time spent":"1.881889699s","remote":"127.0.0.1:59458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T15:57:49.166831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653046094,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T15:57:49.407048Z","caller":"traceutil/trace.go:171","msg":"trace[1707533334] linearizableReadLoop","detail":"{readStateIndex:2108; appliedIndex:2107; }","duration":"740.956875ms","start":"2026-07-03T15:57:48.666038Z","end":"2026-07-03T15:57:49.406995Z","steps":["trace[1707533334] 'read index received' (duration: 740.74456ms)","trace[1707533334] 'applied index is now lower than readState.Index' (duration: 211.475µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:49.407155Z","caller":"traceutil/trace.go:171","msg":"trace[443996986] transaction","detail":"{read_only:false; response_revision:2027; number_of_response:1; }","duration":"756.826537ms","start":"2026-07-03T15:57:48.650279Z","end":"2026-07-03T15:57:49.407105Z","steps":["trace[443996986] 'process raft request' (duration: 756.56175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:49.407352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.649559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-03T15:57:49.407363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:48.650259Z","time spent":"756.991392ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:49.407407Z","caller":"traceutil/trace.go:171","msg":"trace[1626302851] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2027; }","duration":"468.775423ms","start":"2026-07-03T15:57:48.938614Z","end":"2026-07-03T15:57:49.40739Z","steps":["trace[1626302851] 'agreement among raft nodes before linearized reading' (duration: 468.570048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:49.407394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.320624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-2x7f7\" ","response":"range_response_count:1 size:5851"} {"level":"warn","ts":"2026-07-03T15:57:49.407453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:48.938589Z","time spent":"468.854815ms","remote":"127.0.0.1:59458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-03T15:57:49.407524Z","caller":"traceutil/trace.go:171","msg":"trace[1545532112] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-2x7f7; range_end:; response_count:1; response_revision:2027; }","duration":"741.504289ms","start":"2026-07-03T15:57:48.665984Z","end":"2026-07-03T15:57:49.407488Z","steps":["trace[1545532112] 'agreement among raft nodes before linearized reading' (duration: 741.188371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:49.407584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:48.665958Z","time spent":"741.610782ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5875,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-2x7f7\" "} {"level":"warn","ts":"2026-07-03T15:57:56.493912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653046190,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:57:56.904828Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.34275573s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T15:57:56.905218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:55.561857Z","time spent":"1.343357465s","remote":"127.0.0.1:57340","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T15:57:56.944175Z","caller":"traceutil/trace.go:171","msg":"trace[1881661697] transaction","detail":"{read_only:false; response_revision:2071; number_of_response:1; }","duration":"1.007483141s","start":"2026-07-03T15:57:55.936646Z","end":"2026-07-03T15:57:56.944129Z","steps":["trace[1881661697] 'process raft request' (duration: 1.00708511s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:56.944424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:55.93662Z","time spent":"1.007680856s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:56.944511Z","caller":"traceutil/trace.go:171","msg":"trace[1091240181] transaction","detail":"{read_only:false; response_revision:2072; number_of_response:1; }","duration":"1.005853208s","start":"2026-07-03T15:57:55.938629Z","end":"2026-07-03T15:57:56.944482Z","steps":["trace[1091240181] 'process raft request' (duration: 1.005396436s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:56.944636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:55.938605Z","time spent":"1.005970442s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:56.944851Z","caller":"traceutil/trace.go:171","msg":"trace[170165237] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"999.541494ms","start":"2026-07-03T15:57:55.945295Z","end":"2026-07-03T15:57:56.944836Z","steps":["trace[170165237] 'process raft request' (duration: 999.095493ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:56.944907Z","caller":"traceutil/trace.go:171","msg":"trace[718825691] linearizableReadLoop","detail":"{readStateIndex:2157; appliedIndex:2152; }","duration":"951.006516ms","start":"2026-07-03T15:57:55.993872Z","end":"2026-07-03T15:57:56.944879Z","steps":["trace[718825691] 'read index received' (duration: 911.167902ms)","trace[718825691] 'applied index is now lower than readState.Index' (duration: 39.837294ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:57:56.94495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:55.945283Z","time spent":"999.619497ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:56.945019Z","caller":"traceutil/trace.go:171","msg":"trace[1725081994] transaction","detail":"{read_only:false; response_revision:2074; number_of_response:1; }","duration":"995.926482ms","start":"2026-07-03T15:57:55.949041Z","end":"2026-07-03T15:57:56.944967Z","steps":["trace[1725081994] 'process raft request' (duration: 995.696236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:56.945208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.313433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T15:57:56.945278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:55.949027Z","time spent":"996.123137ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:56.945301Z","caller":"traceutil/trace.go:171","msg":"trace[2088476594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2074; }","duration":"951.454927ms","start":"2026-07-03T15:57:55.993826Z","end":"2026-07-03T15:57:56.945281Z","steps":["trace[2088476594] 'agreement among raft nodes before linearized reading' (duration: 951.18109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:56.945344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:55.993802Z","time spent":"951.533019ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T15:57:56.945597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.817363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T15:57:56.945639Z","caller":"traceutil/trace.go:171","msg":"trace[1627990758] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2076; }","duration":"461.901475ms","start":"2026-07-03T15:57:56.483725Z","end":"2026-07-03T15:57:56.945627Z","steps":["trace[1627990758] 'agreement among raft nodes before linearized reading' (duration: 461.740671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:56.945667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:56.483697Z","time spent":"461.964167ms","remote":"127.0.0.1:59458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T15:57:56.94567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.283753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T15:57:56.94573Z","caller":"traceutil/trace.go:171","msg":"trace[44800534] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2076; }","duration":"951.397476ms","start":"2026-07-03T15:57:55.99432Z","end":"2026-07-03T15:57:56.945718Z","steps":["trace[44800534] 'agreement among raft nodes before linearized reading' (duration: 951.1485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:56.945793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:55.9943Z","time spent":"951.483408ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T15:57:56.945942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.99176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:57:56.945983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.5917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:57:56.945997Z","caller":"traceutil/trace.go:171","msg":"trace[1249589164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2076; }","duration":"619.087963ms","start":"2026-07-03T15:57:56.326894Z","end":"2026-07-03T15:57:56.945982Z","steps":["trace[1249589164] 'agreement among raft nodes before linearized reading' (duration: 618.98345ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:56.946012Z","caller":"traceutil/trace.go:171","msg":"trace[1242907637] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2076; }","duration":"951.631ms","start":"2026-07-03T15:57:55.994373Z","end":"2026-07-03T15:57:56.946004Z","steps":["trace[1242907637] 'agreement among raft nodes before linearized reading' (duration: 951.544548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:56.946034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:55.99437Z","time spent":"951.660031ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T15:57:56.946044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:56.326869Z","time spent":"619.168475ms","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:57:56.946041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.58074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T15:57:56.946103Z","caller":"traceutil/trace.go:171","msg":"trace[2095480480] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2076; }","duration":"951.667771ms","start":"2026-07-03T15:57:55.994414Z","end":"2026-07-03T15:57:56.946082Z","steps":["trace[2095480480] 'agreement among raft nodes before linearized reading' (duration: 951.442346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:56.946123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.307275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:56.94614Z","caller":"traceutil/trace.go:171","msg":"trace[496577362] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2076; }","duration":"405.362037ms","start":"2026-07-03T15:57:56.540773Z","end":"2026-07-03T15:57:56.946135Z","steps":["trace[496577362] 'agreement among raft nodes before linearized reading' (duration: 405.327966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:56.946143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:55.994409Z","time spent":"951.725003ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T15:57:56.946159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:56.540753Z","time spent":"405.401958ms","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:57:56.94719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.753761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T15:57:56.947286Z","caller":"traceutil/trace.go:171","msg":"trace[740100495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2076; }","duration":"952.875693ms","start":"2026-07-03T15:57:55.994389Z","end":"2026-07-03T15:57:56.947265Z","steps":["trace[740100495] 'agreement among raft nodes before linearized reading' (duration: 952.592566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:56.947331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:55.994385Z","time spent":"952.937065ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T15:58:14.195628Z","caller":"traceutil/trace.go:171","msg":"trace[1457962275] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"126.013729ms","start":"2026-07-03T15:58:14.069587Z","end":"2026-07-03T15:58:14.1956Z","steps":["trace[1457962275] 'process raft request' (duration: 125.870035ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:14.195604Z","caller":"traceutil/trace.go:171","msg":"trace[1474379164] linearizableReadLoop","detail":"{readStateIndex:2268; appliedIndex:2267; }","duration":"118.560687ms","start":"2026-07-03T15:58:14.077017Z","end":"2026-07-03T15:58:14.195578Z","steps":["trace[1474379164] 'read index received' (duration: 118.436613ms)","trace[1474379164] 'applied index is now lower than readState.Index' (duration: 123.384µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:14.19576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.721761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T15:58:14.195793Z","caller":"traceutil/trace.go:171","msg":"trace[1591414098] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2181; }","duration":"118.783352ms","start":"2026-07-03T15:58:14.077Z","end":"2026-07-03T15:58:14.195783Z","steps":["trace[1591414098] 'agreement among raft nodes before linearized reading' (duration: 118.656119ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:15.718898Z","caller":"traceutil/trace.go:171","msg":"trace[1914938241] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"110.306652ms","start":"2026-07-03T15:58:15.608565Z","end":"2026-07-03T15:58:15.718871Z","steps":["trace[1914938241] 'process raft request' (duration: 54.961726ms)","trace[1914938241] 'compare' (duration: 55.222682ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:23.80867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.783968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T15:58:23.80876Z","caller":"traceutil/trace.go:171","msg":"trace[49330016] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2226; }","duration":"513.908291ms","start":"2026-07-03T15:58:23.294834Z","end":"2026-07-03T15:58:23.808742Z","steps":["trace[49330016] 'range keys from in-memory index tree' (duration: 513.634514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:23.808804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:23.294828Z","time spent":"513.965882ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T15:58:23.808874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.964595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T15:58:23.808875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.931982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T15:58:23.808968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.152297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T15:58:23.808989Z","caller":"traceutil/trace.go:171","msg":"trace[203747604] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2226; }","duration":"289.126149ms","start":"2026-07-03T15:58:23.519826Z","end":"2026-07-03T15:58:23.808952Z","steps":["trace[203747604] 'count revisions from in-memory index tree' (duration: 288.852612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:23.809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.926474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T15:58:23.80901Z","caller":"traceutil/trace.go:171","msg":"trace[1664101254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2226; }","duration":"514.074545ms","start":"2026-07-03T15:58:23.294885Z","end":"2026-07-03T15:58:23.80896Z","steps":["trace[1664101254] 'range keys from in-memory index tree' (duration: 513.769668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:23.808896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.150357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T15:58:23.809054Z","caller":"traceutil/trace.go:171","msg":"trace[18837289] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2226; }","duration":"501.008866ms","start":"2026-07-03T15:58:23.308031Z","end":"2026-07-03T15:58:23.80904Z","steps":["trace[18837289] 'range keys from in-memory index tree' (duration: 500.811881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:23.809071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:23.294877Z","time spent":"514.182748ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T15:58:23.80911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:23.308018Z","time spent":"501.082088ms","remote":"127.0.0.1:59458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T15:58:23.809031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.17137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:58:23.809184Z","caller":"traceutil/trace.go:171","msg":"trace[158330699] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2226; }","duration":"516.355255ms","start":"2026-07-03T15:58:23.292816Z","end":"2026-07-03T15:58:23.809171Z","steps":["trace[158330699] 'range keys from in-memory index tree' (duration: 516.026457ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:23.809167Z","caller":"traceutil/trace.go:171","msg":"trace[1839674493] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2226; }","duration":"514.397334ms","start":"2026-07-03T15:58:23.294704Z","end":"2026-07-03T15:58:23.809101Z","steps":["trace[1839674493] 'range keys from in-memory index tree' (duration: 513.987763ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:23.809389Z","caller":"traceutil/trace.go:171","msg":"trace[1182932673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2226; }","duration":"514.25264ms","start":"2026-07-03T15:58:23.294772Z","end":"2026-07-03T15:58:23.809025Z","steps":["trace[1182932673] 'range keys from in-memory index tree' (duration: 513.996713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:23.809467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:23.294762Z","time spent":"514.665191ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T15:58:23.809558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.714581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18bed2cea704de84\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-03T15:58:23.80961Z","caller":"traceutil/trace.go:171","msg":"trace[1113234355] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18bed2cea704de84; range_end:; response_count:1; response_revision:2226; }","duration":"216.810784ms","start":"2026-07-03T15:58:23.592785Z","end":"2026-07-03T15:58:23.809595Z","steps":["trace[1113234355] 'range keys from in-memory index tree' (duration: 216.520096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:23.809618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:23.292797Z","time spent":"516.416586ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T15:58:23.809929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:23.294691Z","time spent":"514.548487ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T15:58:24.444637Z","caller":"traceutil/trace.go:171","msg":"trace[742992187] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"631.595438ms","start":"2026-07-03T15:58:23.813007Z","end":"2026-07-03T15:58:24.444602Z","steps":["trace[742992187] 'process raft request' (duration: 631.29693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:24.444951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:23.812978Z","time spent":"631.777813ms","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:24.596502Z","caller":"traceutil/trace.go:171","msg":"trace[1410942636] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"781.858077ms","start":"2026-07-03T15:58:23.814614Z","end":"2026-07-03T15:58:24.596472Z","steps":["trace[1410942636] 'process raft request' (duration: 781.717064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:24.596688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:23.814589Z","time spent":"782.010981ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:24.596824Z","caller":"traceutil/trace.go:171","msg":"trace[1060834009] linearizableReadLoop","detail":"{readStateIndex:2321; appliedIndex:2315; }","duration":"638.458996ms","start":"2026-07-03T15:58:23.958317Z","end":"2026-07-03T15:58:24.596776Z","steps":["trace[1060834009] 'read index received' (duration: 485.963819ms)","trace[1060834009] 'applied index is now lower than readState.Index' (duration: 152.494127ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:24.596872Z","caller":"traceutil/trace.go:171","msg":"trace[217416215] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"781.832047ms","start":"2026-07-03T15:58:23.815017Z","end":"2026-07-03T15:58:24.596849Z","steps":["trace[217416215] 'process raft request' (duration: 781.414335ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:24.596637Z","caller":"traceutil/trace.go:171","msg":"trace[73993868] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"782.31256ms","start":"2026-07-03T15:58:23.814273Z","end":"2026-07-03T15:58:24.596585Z","steps":["trace[73993868] 'process raft request' (duration: 781.096218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:24.5971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:23.814999Z","time spent":"781.97593ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:24.597104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.761573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:58:24.597119Z","caller":"traceutil/trace.go:171","msg":"trace[441457911] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"782.065752ms","start":"2026-07-03T15:58:23.81503Z","end":"2026-07-03T15:58:24.597096Z","steps":["trace[441457911] 'process raft request' (duration: 781.572419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:24.597151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.758795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:58:24.59718Z","caller":"traceutil/trace.go:171","msg":"trace[1636503472] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2232; }","duration":"638.881527ms","start":"2026-07-03T15:58:23.958276Z","end":"2026-07-03T15:58:24.597157Z","steps":["trace[1636503472] 'agreement among raft nodes before linearized reading' (duration: 638.675901ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:24.597171Z","caller":"traceutil/trace.go:171","msg":"trace[525674044] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"781.506628ms","start":"2026-07-03T15:58:23.815632Z","end":"2026-07-03T15:58:24.597139Z","steps":["trace[525674044] 'process raft request' (duration: 781.083357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:24.597222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:23.958261Z","time spent":"638.951439ms","remote":"127.0.0.1:57814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:58:24.597234Z","caller":"traceutil/trace.go:171","msg":"trace[1977608133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2232; }","duration":"270.876738ms","start":"2026-07-03T15:58:24.326348Z","end":"2026-07-03T15:58:24.597225Z","steps":["trace[1977608133] 'agreement among raft nodes before linearized reading' (duration: 270.770656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:24.597277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:23.815012Z","time spent":"782.155305ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:24.597338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:23.81562Z","time spent":"781.620501ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:24.597519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:23.814252Z","time spent":"782.772671ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:30.814735Z","caller":"traceutil/trace.go:171","msg":"trace[189830181] transaction","detail":"{read_only:false; response_revision:2261; number_of_response:1; }","duration":"184.883046ms","start":"2026-07-03T15:58:30.629827Z","end":"2026-07-03T15:58:30.81471Z","steps":["trace[189830181] 'process raft request' (duration: 175.247306ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:30.815104Z","caller":"traceutil/trace.go:171","msg":"trace[680802762] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"181.236531ms","start":"2026-07-03T15:58:30.633836Z","end":"2026-07-03T15:58:30.815073Z","steps":["trace[680802762] 'process raft request' (duration: 180.844561ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:30.815306Z","caller":"traceutil/trace.go:171","msg":"trace[148153404] linearizableReadLoop","detail":"{readStateIndex:2351; appliedIndex:2349; }","duration":"185.072541ms","start":"2026-07-03T15:58:30.630219Z","end":"2026-07-03T15:58:30.815291Z","steps":["trace[148153404] 'read index received' (duration: 42.172634ms)","trace[148153404] 'applied index is now lower than readState.Index' (duration: 142.898506ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:30.815312Z","caller":"traceutil/trace.go:171","msg":"trace[1312253388] transaction","detail":"{read_only:false; response_revision:2263; number_of_response:1; }","duration":"181.323053ms","start":"2026-07-03T15:58:30.633967Z","end":"2026-07-03T15:58:30.81529Z","steps":["trace[1312253388] 'process raft request' (duration: 180.994795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:30.815598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.36067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T15:58:30.815663Z","caller":"traceutil/trace.go:171","msg":"trace[767122185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2263; }","duration":"185.543394ms","start":"2026-07-03T15:58:30.630101Z","end":"2026-07-03T15:58:30.815645Z","steps":["trace[767122185] 'agreement among raft nodes before linearized reading' (duration: 185.265785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:31.097798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.54918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:58:31.098027Z","caller":"traceutil/trace.go:171","msg":"trace[1105665292] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"166.534959ms","start":"2026-07-03T15:58:30.931356Z","end":"2026-07-03T15:58:31.097891Z","steps":["trace[1105665292] 'process raft request' (duration: 63.820655ms)","trace[1105665292] 'compare' (duration: 102.462658ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:31.816822Z","caller":"traceutil/trace.go:171","msg":"trace[1019702245] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"580.618922ms","start":"2026-07-03T15:58:31.236176Z","end":"2026-07-03T15:58:31.816795Z","steps":["trace[1019702245] 'process raft request' (duration: 580.422067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:31.816981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:31.236138Z","time spent":"580.759286ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:32.202335Z","caller":"traceutil/trace.go:171","msg":"trace[699494706] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"906.357325ms","start":"2026-07-03T15:58:31.295954Z","end":"2026-07-03T15:58:32.202311Z","steps":["trace[699494706] 'process raft request' (duration: 906.118418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:32.202673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:31.295924Z","time spent":"906.494659ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:32.20296Z","caller":"traceutil/trace.go:171","msg":"trace[1210116307] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"905.854002ms","start":"2026-07-03T15:58:31.297087Z","end":"2026-07-03T15:58:32.202941Z","steps":["trace[1210116307] 'process raft request' (duration: 905.164235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:32.203061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:31.29706Z","time spent":"905.949475ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:32.203119Z","caller":"traceutil/trace.go:171","msg":"trace[1168971688] linearizableReadLoop","detail":"{readStateIndex:2360; appliedIndex:2357; }","duration":"878.220576ms","start":"2026-07-03T15:58:31.324847Z","end":"2026-07-03T15:58:32.203067Z","steps":["trace[1168971688] 'read index received' (duration: 491.774379ms)","trace[1168971688] 'applied index is now lower than readState.Index' (duration: 386.442317ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:32.203167Z","caller":"traceutil/trace.go:171","msg":"trace[1949789668] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"538.321577ms","start":"2026-07-03T15:58:31.66483Z","end":"2026-07-03T15:58:32.203151Z","steps":["trace[1949789668] 'process raft request' (duration: 537.935477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:32.203242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.40236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:58:32.203276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:31.664799Z","time spent":"538.45126ms","remote":"127.0.0.1:57486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:32.203277Z","caller":"traceutil/trace.go:171","msg":"trace[1267361328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2270; }","duration":"878.487783ms","start":"2026-07-03T15:58:31.324781Z","end":"2026-07-03T15:58:32.203269Z","steps":["trace[1267361328] 'agreement among raft nodes before linearized reading' (duration: 878.429311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:32.20331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:31.324753Z","time spent":"878.549994ms","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:58:32.203778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.966148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T15:58:32.203841Z","caller":"traceutil/trace.go:171","msg":"trace[255267335] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2270; }","duration":"316.102392ms","start":"2026-07-03T15:58:31.88772Z","end":"2026-07-03T15:58:32.203822Z","steps":["trace[255267335] 'agreement among raft nodes before linearized reading' (duration: 315.599229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:32.203879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:31.887689Z","time spent":"316.179143ms","remote":"127.0.0.1:59458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T15:58:33.232407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.683058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:58:33.232534Z","caller":"traceutil/trace.go:171","msg":"trace[1558630063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2270; }","duration":"905.913323ms","start":"2026-07-03T15:58:32.326592Z","end":"2026-07-03T15:58:33.232506Z","steps":["trace[1558630063] 'range keys from in-memory index tree' (duration: 905.537414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:33.232594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:32.32655Z","time spent":"906.032876ms","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:58:33.232687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.745916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T15:58:33.232775Z","caller":"traceutil/trace.go:171","msg":"trace[178810822] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2270; }","duration":"553.893711ms","start":"2026-07-03T15:58:32.678861Z","end":"2026-07-03T15:58:33.232755Z","steps":["trace[178810822] 'range keys from in-memory index tree' (duration: 553.562182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:33.23283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:32.678809Z","time spent":"554.008553ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T15:58:33.232796Z","caller":"traceutil/trace.go:171","msg":"trace[869599984] linearizableReadLoop","detail":"{readStateIndex:2362; appliedIndex:2361; }","duration":"414.394041ms","start":"2026-07-03T15:58:32.81837Z","end":"2026-07-03T15:58:33.232764Z","steps":["trace[869599984] 'read index received' (duration: 408.746014ms)","trace[869599984] 'applied index is now lower than readState.Index' (duration: 5.646657ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:33.232961Z","caller":"traceutil/trace.go:171","msg":"trace[237771522] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"476.979005ms","start":"2026-07-03T15:58:32.755967Z","end":"2026-07-03T15:58:33.232946Z","steps":["trace[237771522] 'process raft request' (duration: 470.934158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:33.233124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:32.755938Z","time spent":"477.058807ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:33.233182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.779722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:58:33.233311Z","caller":"traceutil/trace.go:171","msg":"trace[921661137] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2271; }","duration":"414.966956ms","start":"2026-07-03T15:58:32.818314Z","end":"2026-07-03T15:58:33.233281Z","steps":["trace[921661137] 'agreement among raft nodes before linearized reading' (duration: 414.649697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:33.233386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:32.818291Z","time spent":"415.078489ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T15:58:33.732945Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653046654,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:58:34.233164Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653046654,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:58:34.660054Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.432940348s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T15:58:35.234532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000251737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T15:58:35.234599Z","caller":"traceutil/trace.go:171","msg":"trace[846936960] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000405111s","start":"2026-07-03T15:58:33.234178Z","end":"2026-07-03T15:58:35.234583Z","steps":["trace[846936960] 'agreement among raft nodes before linearized reading' (duration: 2.000323249s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:35.23469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:33.234145Z","time spent":"2.000532825s","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 15:58:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T15:58:35.627575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.97517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:58:35.627759Z","caller":"traceutil/trace.go:171","msg":"trace[1854443020] transaction","detail":"{read_only:false; response_revision:2272; number_of_response:1; }","duration":"2.483640069s","start":"2026-07-03T15:58:33.144091Z","end":"2026-07-03T15:58:35.627731Z","steps":["trace[1854443020] 'process raft request' (duration: 1.516365731s)","trace[1854443020] 'compare' (duration: 964.899826ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:35.627867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:33.144072Z","time spent":"2.483745821s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:35.909241Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.248870294s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T15:58:36.258944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.019736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:58:36.25921Z","caller":"traceutil/trace.go:171","msg":"trace[684947749] transaction","detail":"{read_only:false; response_revision:2273; number_of_response:1; }","duration":"3.021560037s","start":"2026-07-03T15:58:33.237622Z","end":"2026-07-03T15:58:36.259182Z","steps":["trace[684947749] 'process raft request' (duration: 2.672181582s)","trace[684947749] 'compare' (duration: 348.836451ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:36.2593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:33.237582Z","time spent":"3.02168199s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:36.259634Z","caller":"traceutil/trace.go:171","msg":"trace[1675933455] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"3.021094295s","start":"2026-07-03T15:58:33.23848Z","end":"2026-07-03T15:58:36.259575Z","steps":["trace[1675933455] 'process raft request' (duration: 3.020595072s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:36.259811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:33.238458Z","time spent":"3.0212553s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:36.26004Z","caller":"traceutil/trace.go:171","msg":"trace[573801634] transaction","detail":"{read_only:false; response_revision:2275; number_of_response:1; }","duration":"2.436903629s","start":"2026-07-03T15:58:33.823128Z","end":"2026-07-03T15:58:36.260031Z","steps":["trace[573801634] 'process raft request' (duration: 2.436392726s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:36.260033Z","caller":"traceutil/trace.go:171","msg":"trace[386590146] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"2.051190511s","start":"2026-07-03T15:58:34.208814Z","end":"2026-07-03T15:58:36.260005Z","steps":["trace[386590146] 'process raft request' (duration: 2.051114829s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:36.260114Z","caller":"traceutil/trace.go:171","msg":"trace[1517294773] transaction","detail":"{read_only:false; response_revision:2276; number_of_response:1; }","duration":"2.052127096s","start":"2026-07-03T15:58:34.20798Z","end":"2026-07-03T15:58:36.260108Z","steps":["trace[1517294773] 'process raft request' (duration: 2.051826688s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:36.26016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:34.207953Z","time spent":"2.052181577s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:36.260204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:34.208803Z","time spent":"2.051317184s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:36.260233Z","caller":"traceutil/trace.go:171","msg":"trace[1730476632] linearizableReadLoop","detail":"{readStateIndex:2368; appliedIndex:2362; }","duration":"3.027291476s","start":"2026-07-03T15:58:33.232899Z","end":"2026-07-03T15:58:36.26019Z","steps":["trace[1730476632] 'read index received' (duration: 1.427478736s)","trace[1730476632] 'applied index is now lower than readState.Index' (duration: 1.59981089s)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:36.260299Z","caller":"traceutil/trace.go:171","msg":"trace[1859804081] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"1.728058217s","start":"2026-07-03T15:58:34.53219Z","end":"2026-07-03T15:58:36.260248Z","steps":["trace[1859804081] 'process raft request' (duration: 1.72777541s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:36.26008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:33.823102Z","time spent":"2.43695534s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:36.26039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.377946813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T15:58:36.260387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.423001441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:58:36.260425Z","caller":"traceutil/trace.go:171","msg":"trace[1673051816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2278; }","duration":"3.378014295s","start":"2026-07-03T15:58:32.882402Z","end":"2026-07-03T15:58:36.260416Z","steps":["trace[1673051816] 'agreement among raft nodes before linearized reading' (duration: 3.377816929s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:36.260448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:32.882383Z","time spent":"3.378059885s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T15:58:36.260451Z","caller":"traceutil/trace.go:171","msg":"trace[953296300] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2278; }","duration":"3.423062783s","start":"2026-07-03T15:58:32.837368Z","end":"2026-07-03T15:58:36.260431Z","steps":["trace[953296300] 'agreement among raft nodes before linearized reading' (duration: 3.42296714s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:36.260495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:32.837332Z","time spent":"3.423153735s","remote":"127.0.0.1:57648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:58:36.260479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:34.532154Z","time spent":"1.728232222s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:36.260513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.671299699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:58:36.260576Z","caller":"traceutil/trace.go:171","msg":"trace[413184827] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2278; }","duration":"2.671370051s","start":"2026-07-03T15:58:33.589188Z","end":"2026-07-03T15:58:36.260558Z","steps":["trace[413184827] 'agreement among raft nodes before linearized reading' (duration: 2.671235148s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:36.260582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.048939196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-03T15:58:36.260608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:33.589159Z","time spent":"2.671441613s","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":56,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:58:36.260627Z","caller":"traceutil/trace.go:171","msg":"trace[623212533] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2278; }","duration":"3.04907504s","start":"2026-07-03T15:58:33.211545Z","end":"2026-07-03T15:58:36.26062Z","steps":["trace[623212533] 'agreement among raft nodes before linearized reading' (duration: 3.048950067s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:36.260619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.441224774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T15:58:36.260646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:33.211519Z","time spent":"3.04912313s","remote":"127.0.0.1:59458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-03T15:58:36.260678Z","caller":"traceutil/trace.go:171","msg":"trace[686974122] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2278; }","duration":"3.441324366s","start":"2026-07-03T15:58:32.819335Z","end":"2026-07-03T15:58:36.260659Z","steps":["trace[686974122] 'agreement among raft nodes before linearized reading' (duration: 3.441052639s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:36.260688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016957876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:58:36.260728Z","caller":"traceutil/trace.go:171","msg":"trace[157152543] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2278; }","duration":"1.017017898s","start":"2026-07-03T15:58:35.243698Z","end":"2026-07-03T15:58:36.260716Z","steps":["trace[157152543] 'agreement among raft nodes before linearized reading' (duration: 1.016950296s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:36.260721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:32.81932Z","time spent":"3.441391368s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T15:58:36.260748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:35.243686Z","time spent":"1.017058519s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:58:36.260899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.176622866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:58:36.260932Z","caller":"traceutil/trace.go:171","msg":"trace[1293618646] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2278; }","duration":"2.176716068s","start":"2026-07-03T15:58:34.084204Z","end":"2026-07-03T15:58:36.26092Z","steps":["trace[1293618646] 'agreement among raft nodes before linearized reading' (duration: 2.176663747s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:36.260954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:34.084172Z","time spent":"2.176775979s","remote":"127.0.0.1:43662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:58:36.260969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.441613223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T15:58:36.261Z","caller":"traceutil/trace.go:171","msg":"trace[2129987316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2278; }","duration":"3.441689635s","start":"2026-07-03T15:58:32.819304Z","end":"2026-07-03T15:58:36.260993Z","steps":["trace[2129987316] 'agreement among raft nodes before linearized reading' (duration: 3.441559252s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:36.261036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:32.819284Z","time spent":"3.441748277s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T15:58:36.261041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.92968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.53\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-03T15:58:36.261061Z","caller":"traceutil/trace.go:171","msg":"trace[76509335] range","detail":"{range_begin:/registry/masterleases/199.204.45.53; range_end:; response_count:1; response_revision:2278; }","duration":"695.016133ms","start":"2026-07-03T15:58:35.566039Z","end":"2026-07-03T15:58:36.261055Z","steps":["trace[76509335] 'agreement among raft nodes before linearized reading' (duration: 694.956581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:36.261085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:35.566015Z","time spent":"695.066514ms","remote":"127.0.0.1:57340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.53\" "} {"level":"warn","ts":"2026-07-03T15:58:36.261109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.615984915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18bed2cea704de84\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-07-03T15:58:36.261238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041335788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12381"} {"level":"info","ts":"2026-07-03T15:58:36.261238Z","caller":"traceutil/trace.go:171","msg":"trace[1176781870] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18bed2cea704de84; range_end:; response_count:1; response_revision:2278; }","duration":"2.616142908s","start":"2026-07-03T15:58:33.645065Z","end":"2026-07-03T15:58:36.261208Z","steps":["trace[1176781870] 'agreement among raft nodes before linearized reading' (duration: 2.615806569s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:36.261163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.781209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:58:36.261306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:33.645043Z","time spent":"2.616246991s","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18bed2cea704de84\" "} {"level":"info","ts":"2026-07-03T15:58:36.261341Z","caller":"traceutil/trace.go:171","msg":"trace[2015713516] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2278; }","duration":"650.022106ms","start":"2026-07-03T15:58:35.611304Z","end":"2026-07-03T15:58:36.261327Z","steps":["trace[2015713516] 'agreement among raft nodes before linearized reading' (duration: 649.768489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:36.261395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:35.61126Z","time spent":"650.120088ms","remote":"127.0.0.1:59214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:58:36.261773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375598612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T15:58:36.261838Z","caller":"traceutil/trace.go:171","msg":"trace[1650190559] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2278; }","duration":"1.375701975s","start":"2026-07-03T15:58:34.88612Z","end":"2026-07-03T15:58:36.261822Z","steps":["trace[1650190559] 'agreement among raft nodes before linearized reading' (duration: 1.37477773s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:36.261882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:34.886071Z","time spent":"1.375801967s","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":277,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:58:36.261274Z","caller":"traceutil/trace.go:171","msg":"trace[305491928] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2278; }","duration":"1.04142709s","start":"2026-07-03T15:58:35.21984Z","end":"2026-07-03T15:58:36.261267Z","steps":["trace[305491928] 'agreement among raft nodes before linearized reading' (duration: 1.040964698s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:36.262461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:35.219822Z","time spent":"1.042625893s","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T15:59:58.730007Z","caller":"traceutil/trace.go:171","msg":"trace[1504762043] transaction","detail":"{read_only:false; response_revision:2841; number_of_response:1; }","duration":"124.09564ms","start":"2026-07-03T15:59:58.60589Z","end":"2026-07-03T15:59:58.729985Z","steps":["trace[1504762043] 'process raft request' (duration: 123.353821ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:58.735731Z","caller":"traceutil/trace.go:171","msg":"trace[648355528] transaction","detail":"{read_only:false; response_revision:2842; number_of_response:1; }","duration":"117.335086ms","start":"2026-07-03T15:59:58.618368Z","end":"2026-07-03T15:59:58.735703Z","steps":["trace[648355528] 'process raft request' (duration: 117.199253ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:58.735892Z","caller":"traceutil/trace.go:171","msg":"trace[1658116676] transaction","detail":"{read_only:false; response_revision:2843; number_of_response:1; }","duration":"116.493865ms","start":"2026-07-03T15:59:58.619275Z","end":"2026-07-03T15:59:58.735769Z","steps":["trace[1658116676] 'process raft request' (duration: 116.377062ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:00.11739Z","caller":"traceutil/trace.go:171","msg":"trace[88853906] transaction","detail":"{read_only:false; response_revision:2887; number_of_response:1; }","duration":"165.413608ms","start":"2026-07-03T15:59:59.951944Z","end":"2026-07-03T16:00:00.117358Z","steps":["trace[88853906] 'process raft request' (duration: 165.170392ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:01.548458Z","caller":"traceutil/trace.go:171","msg":"trace[2065575286] transaction","detail":"{read_only:false; response_revision:2897; number_of_response:1; }","duration":"152.276322ms","start":"2026-07-03T16:00:01.396154Z","end":"2026-07-03T16:00:01.54843Z","steps":["trace[2065575286] 'process raft request' (duration: 152.033606ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:03.04112Z","caller":"traceutil/trace.go:171","msg":"trace[1300552326] transaction","detail":"{read_only:false; response_revision:2904; number_of_response:1; }","duration":"201.258537ms","start":"2026-07-03T16:00:02.83983Z","end":"2026-07-03T16:00:03.041089Z","steps":["trace[1300552326] 'process raft request' (duration: 201.066222ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:03.077959Z","caller":"traceutil/trace.go:171","msg":"trace[1049661133] linearizableReadLoop","detail":"{readStateIndex:3021; appliedIndex:3019; }","duration":"224.502942ms","start":"2026-07-03T16:00:02.853413Z","end":"2026-07-03T16:00:03.077916Z","steps":["trace[1049661133] 'read index received' (duration: 187.483344ms)","trace[1049661133] 'applied index is now lower than readState.Index' (duration: 37.018108ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:00:03.07809Z","caller":"traceutil/trace.go:171","msg":"trace[467425678] transaction","detail":"{read_only:false; response_revision:2905; number_of_response:1; }","duration":"237.809924ms","start":"2026-07-03T16:00:02.840232Z","end":"2026-07-03T16:00:03.078042Z","steps":["trace[467425678] 'process raft request' (duration: 237.480035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:03.078252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.82662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-03T16:00:03.078302Z","caller":"traceutil/trace.go:171","msg":"trace[1426108190] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2905; }","duration":"224.949954ms","start":"2026-07-03T16:00:02.85334Z","end":"2026-07-03T16:00:03.07829Z","steps":["trace[1426108190] 'agreement among raft nodes before linearized reading' (duration: 224.722668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:03.078407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.729893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-03T16:00:03.078473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.134217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:00:03.078495Z","caller":"traceutil/trace.go:171","msg":"trace[633241250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2905; }","duration":"207.910066ms","start":"2026-07-03T16:00:02.87056Z","end":"2026-07-03T16:00:03.07847Z","steps":["trace[633241250] 'agreement among raft nodes before linearized reading' (duration: 207.605039ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:03.078513Z","caller":"traceutil/trace.go:171","msg":"trace[522445868] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2905; }","duration":"207.191649ms","start":"2026-07-03T16:00:02.871308Z","end":"2026-07-03T16:00:03.078499Z","steps":["trace[522445868] 'agreement among raft nodes before linearized reading' (duration: 207.040795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:03.07883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.03468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:00:03.079786Z","caller":"traceutil/trace.go:171","msg":"trace[1743248106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2905; }","duration":"209.226601ms","start":"2026-07-03T16:00:02.870533Z","end":"2026-07-03T16:00:03.07976Z","steps":["trace[1743248106] 'agreement among raft nodes before linearized reading' (duration: 207.830105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:05.109896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.500124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:00:05.110011Z","caller":"traceutil/trace.go:171","msg":"trace[259669714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2910; }","duration":"783.697219ms","start":"2026-07-03T16:00:04.32629Z","end":"2026-07-03T16:00:05.109987Z","steps":["trace[259669714] 'range keys from in-memory index tree' (duration: 783.417773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:05.110056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:04.326273Z","time spent":"783.770143ms","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:00:05.110083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.062129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:00:05.110134Z","caller":"traceutil/trace.go:171","msg":"trace[1030076546] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2910; }","duration":"830.147362ms","start":"2026-07-03T16:00:04.279972Z","end":"2026-07-03T16:00:05.11012Z","steps":["trace[1030076546] 'count revisions from in-memory index tree' (duration: 829.966817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:05.110163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:04.279956Z","time spent":"830.198613ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:00:05.110441Z","caller":"traceutil/trace.go:171","msg":"trace[1186687902] transaction","detail":"{read_only:false; response_revision:2911; number_of_response:1; }","duration":"461.089435ms","start":"2026-07-03T16:00:04.649321Z","end":"2026-07-03T16:00:05.110411Z","steps":["trace[1186687902] 'process raft request' (duration: 455.762409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:05.110579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:04.649302Z","time spent":"461.184017ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:00:05.112848Z","caller":"traceutil/trace.go:171","msg":"trace[547704280] transaction","detail":"{read_only:false; response_revision:2912; number_of_response:1; }","duration":"322.745679ms","start":"2026-07-03T16:00:04.79009Z","end":"2026-07-03T16:00:05.112836Z","steps":["trace[547704280] 'process raft request' (duration: 322.601686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:05.11293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:04.790067Z","time spent":"322.814633ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:00:05.113677Z","caller":"traceutil/trace.go:171","msg":"trace[1501448797] transaction","detail":"{read_only:false; response_revision:2913; number_of_response:1; }","duration":"311.642655ms","start":"2026-07-03T16:00:04.801992Z","end":"2026-07-03T16:00:05.113635Z","steps":["trace[1501448797] 'process raft request' (duration: 310.805962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:05.113883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:04.801976Z","time spent":"311.791209ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:00:05.113922Z","caller":"traceutil/trace.go:171","msg":"trace[1076637719] linearizableReadLoop","detail":"{readStateIndex:3030; appliedIndex:3026; }","duration":"261.50386ms","start":"2026-07-03T16:00:04.852381Z","end":"2026-07-03T16:00:05.113885Z","steps":["trace[1076637719] 'read index received' (duration: 252.722865ms)","trace[1076637719] 'applied index is now lower than readState.Index' (duration: 8.779385ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:00:05.114329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.947411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-03T16:00:05.114395Z","caller":"traceutil/trace.go:171","msg":"trace[340945515] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2914; }","duration":"262.037883ms","start":"2026-07-03T16:00:04.852333Z","end":"2026-07-03T16:00:05.114371Z","steps":["trace[340945515] 'agreement among raft nodes before linearized reading' (duration: 261.849968ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:05.114482Z","caller":"traceutil/trace.go:171","msg":"trace[567547824] transaction","detail":"{read_only:false; response_revision:2914; number_of_response:1; }","duration":"311.84121ms","start":"2026-07-03T16:00:04.802621Z","end":"2026-07-03T16:00:05.114462Z","steps":["trace[567547824] 'process raft request' (duration: 311.149292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:05.114668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:04.802596Z","time spent":"311.974473ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:00:14.021533Z","caller":"traceutil/trace.go:171","msg":"trace[44216437] transaction","detail":"{read_only:false; response_revision:2970; number_of_response:1; }","duration":"147.931355ms","start":"2026-07-03T16:00:13.873557Z","end":"2026-07-03T16:00:14.021489Z","steps":["trace[44216437] 'process raft request' (duration: 147.612147ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:36.116653Z","caller":"traceutil/trace.go:171","msg":"trace[1501980685] transaction","detail":"{read_only:false; response_revision:3105; number_of_response:1; }","duration":"292.933077ms","start":"2026-07-03T16:00:35.823697Z","end":"2026-07-03T16:00:36.11663Z","steps":["trace[1501980685] 'process raft request' (duration: 292.777523ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:36.462661Z","caller":"traceutil/trace.go:171","msg":"trace[777500390] transaction","detail":"{read_only:false; response_revision:3106; number_of_response:1; }","duration":"100.262391ms","start":"2026-07-03T16:00:36.362372Z","end":"2026-07-03T16:00:36.462634Z","steps":["trace[777500390] 'process raft request' (duration: 57.307557ms)","trace[777500390] 'compare' (duration: 42.480033ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:00:37.175534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.13089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:00:37.175652Z","caller":"traceutil/trace.go:171","msg":"trace[1168556485] linearizableReadLoop","detail":"{readStateIndex:3230; appliedIndex:3229; }","duration":"370.202427ms","start":"2026-07-03T16:00:36.805432Z","end":"2026-07-03T16:00:37.175634Z","steps":["trace[1168556485] 'read index received' (duration: 143.888003ms)","trace[1168556485] 'applied index is now lower than readState.Index' (duration: 226.313144ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:00:37.175748Z","caller":"traceutil/trace.go:171","msg":"trace[1417231740] transaction","detail":"{read_only:false; response_revision:3107; number_of_response:1; }","duration":"627.810752ms","start":"2026-07-03T16:00:36.547925Z","end":"2026-07-03T16:00:37.175736Z","steps":["trace[1417231740] 'process raft request' (duration: 401.347724ms)","trace[1417231740] 'compare' (duration: 225.993786ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:00:37.175827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:36.5479Z","time spent":"627.881534ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:00:37.176047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.186167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-03T16:00:37.176043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.598078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18bed2ef16207c3d\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-07-03T16:00:37.176088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.083183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:00:37.176166Z","caller":"traceutil/trace.go:171","msg":"trace[526692508] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3107; }","duration":"309.359471ms","start":"2026-07-03T16:00:36.866776Z","end":"2026-07-03T16:00:37.176135Z","steps":["trace[526692508] 'agreement among raft nodes before linearized reading' (duration: 309.043873ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:37.176177Z","caller":"traceutil/trace.go:171","msg":"trace[810833547] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18bed2ef16207c3d; range_end:; response_count:1; response_revision:3107; }","duration":"370.790263ms","start":"2026-07-03T16:00:36.805367Z","end":"2026-07-03T16:00:37.176157Z","steps":["trace[810833547] 'agreement among raft nodes before linearized reading' (duration: 370.495855ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:37.1762Z","caller":"traceutil/trace.go:171","msg":"trace[2030382871] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:3107; }","duration":"240.255497ms","start":"2026-07-03T16:00:36.935921Z","end":"2026-07-03T16:00:37.176177Z","steps":["trace[2030382871] 'agreement among raft nodes before linearized reading' (duration: 240.063192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:37.176229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:36.866748Z","time spent":"309.470434ms","remote":"127.0.0.1:57502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-03T16:00:37.176232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:36.805337Z","time spent":"370.886555ms","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":789,"request content":"key:\"/registry/events/openstack/valkey-node-0.18bed2ef16207c3d\" "} {"level":"info","ts":"2026-07-03T16:00:37.535859Z","caller":"traceutil/trace.go:171","msg":"trace[371005435] linearizableReadLoop","detail":"{readStateIndex:3231; appliedIndex:3230; }","duration":"353.334822ms","start":"2026-07-03T16:00:37.182489Z","end":"2026-07-03T16:00:37.535823Z","steps":["trace[371005435] 'read index received' (duration: 353.042054ms)","trace[371005435] 'applied index is now lower than readState.Index' (duration: 291.278µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:00:37.53595Z","caller":"traceutil/trace.go:171","msg":"trace[391373237] transaction","detail":"{read_only:false; response_revision:3108; number_of_response:1; }","duration":"355.174647ms","start":"2026-07-03T16:00:37.180741Z","end":"2026-07-03T16:00:37.535915Z","steps":["trace[391373237] 'process raft request' (duration: 354.845499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:37.536123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.63443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-03T16:00:37.536187Z","caller":"traceutil/trace.go:171","msg":"trace[517767291] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3108; }","duration":"353.753213ms","start":"2026-07-03T16:00:37.18242Z","end":"2026-07-03T16:00:37.536173Z","steps":["trace[517767291] 'agreement among raft nodes before linearized reading' (duration: 353.567988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:37.536185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:37.180715Z","time spent":"355.353903ms","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:00:37.536223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:37.182397Z","time spent":"353.819794ms","remote":"127.0.0.1:57502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-07-03T16:00:37.536543Z","caller":"traceutil/trace.go:171","msg":"trace[877316361] transaction","detail":"{read_only:false; response_revision:3109; number_of_response:1; }","duration":"300.637972ms","start":"2026-07-03T16:00:37.235896Z","end":"2026-07-03T16:00:37.536534Z","steps":["trace[877316361] 'process raft request' (duration: 300.450468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:37.53663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:37.235871Z","time spent":"300.698203ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:00:37.536884Z","caller":"traceutil/trace.go:171","msg":"trace[234682788] transaction","detail":"{read_only:false; response_revision:3110; number_of_response:1; }","duration":"290.534666ms","start":"2026-07-03T16:00:37.24634Z","end":"2026-07-03T16:00:37.536875Z","steps":["trace[234682788] 'process raft request' (duration: 290.137586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:37.536889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.296778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:00:37.537028Z","caller":"traceutil/trace.go:171","msg":"trace[969276229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3111; }","duration":"242.456262ms","start":"2026-07-03T16:00:37.294547Z","end":"2026-07-03T16:00:37.537003Z","steps":["trace[969276229] 'agreement among raft nodes before linearized reading' (duration: 242.159095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:37.536903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.662175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:00:37.537096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.563925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:00:37.537114Z","caller":"traceutil/trace.go:171","msg":"trace[1541888692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3111; }","duration":"211.927062ms","start":"2026-07-03T16:00:37.325179Z","end":"2026-07-03T16:00:37.537106Z","steps":["trace[1541888692] 'agreement among raft nodes before linearized reading' (duration: 211.690206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:37.537126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.74234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:00:37.537144Z","caller":"traceutil/trace.go:171","msg":"trace[1374950994] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3111; }","duration":"244.677307ms","start":"2026-07-03T16:00:37.292455Z","end":"2026-07-03T16:00:37.537132Z","steps":["trace[1374950994] 'agreement among raft nodes before linearized reading' (duration: 244.522683ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:37.537182Z","caller":"traceutil/trace.go:171","msg":"trace[768530799] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3111; }","duration":"246.924755ms","start":"2026-07-03T16:00:37.29024Z","end":"2026-07-03T16:00:37.537164Z","steps":["trace[768530799] 'agreement among raft nodes before linearized reading' (duration: 246.72213ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:37.537272Z","caller":"traceutil/trace.go:171","msg":"trace[1453202062] transaction","detail":"{read_only:false; response_revision:3111; number_of_response:1; }","duration":"285.774316ms","start":"2026-07-03T16:00:37.251052Z","end":"2026-07-03T16:00:37.536826Z","steps":["trace[1453202062] 'process raft request' (duration: 285.480168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:37.537408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.695074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:00:37.537545Z","caller":"traceutil/trace.go:171","msg":"trace[377473960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3111; }","duration":"245.841737ms","start":"2026-07-03T16:00:37.291651Z","end":"2026-07-03T16:00:37.537493Z","steps":["trace[377473960] 'agreement among raft nodes before linearized reading' (duration: 245.234572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:37.537679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.419224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:00:37.537736Z","caller":"traceutil/trace.go:171","msg":"trace[1263981667] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3111; }","duration":"251.491201ms","start":"2026-07-03T16:00:37.286228Z","end":"2026-07-03T16:00:37.537719Z","steps":["trace[1263981667] 'agreement among raft nodes before linearized reading' (duration: 250.362613ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:42.626401Z","caller":"traceutil/trace.go:171","msg":"trace[779048705] transaction","detail":"{read_only:false; response_revision:3137; number_of_response:1; }","duration":"143.622767ms","start":"2026-07-03T16:00:42.482723Z","end":"2026-07-03T16:00:42.626345Z","steps":["trace[779048705] 'process raft request' (duration: 142.896838ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:48.755284Z","caller":"traceutil/trace.go:171","msg":"trace[362638558] transaction","detail":"{read_only:false; response_revision:3173; number_of_response:1; }","duration":"110.313155ms","start":"2026-07-03T16:00:48.644939Z","end":"2026-07-03T16:00:48.755252Z","steps":["trace[362638558] 'process raft request' (duration: 110.1168ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:57.962719Z","caller":"traceutil/trace.go:171","msg":"trace[940252464] transaction","detail":"{read_only:false; response_revision:3540; number_of_response:1; }","duration":"135.501044ms","start":"2026-07-03T16:01:57.827197Z","end":"2026-07-03T16:01:57.962698Z","steps":["trace[940252464] 'process raft request' (duration: 135.455413ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:57.962784Z","caller":"traceutil/trace.go:171","msg":"trace[304261303] transaction","detail":"{read_only:false; response_revision:3539; number_of_response:1; }","duration":"135.670447ms","start":"2026-07-03T16:01:57.827094Z","end":"2026-07-03T16:01:57.962764Z","steps":["trace[304261303] 'process raft request' (duration: 135.220856ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:02:39.308613Z","caller":"traceutil/trace.go:171","msg":"trace[1203570807] transaction","detail":"{read_only:false; response_revision:3783; number_of_response:1; }","duration":"106.002797ms","start":"2026-07-03T16:02:39.202585Z","end":"2026-07-03T16:02:39.308587Z","steps":["trace[1203570807] 'process raft request' (duration: 101.467222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:02:39.583435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:2848"} {"level":"info","ts":"2026-07-03T16:02:39.583573Z","caller":"traceutil/trace.go:171","msg":"trace[1737477668] linearizableReadLoop","detail":"{readStateIndex:3935; appliedIndex:3934; }","duration":"259.048115ms","start":"2026-07-03T16:02:39.324504Z","end":"2026-07-03T16:02:39.583552Z","steps":["trace[1737477668] 'read index received' (duration: 41.321358ms)","trace[1737477668] 'applied index is now lower than readState.Index' (duration: 217.725197ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:02:39.583652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.144257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:02:39.583687Z","caller":"traceutil/trace.go:171","msg":"trace[238172084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3784; }","duration":"259.200588ms","start":"2026-07-03T16:02:39.324475Z","end":"2026-07-03T16:02:39.583676Z","steps":["trace[238172084] 'agreement among raft nodes before linearized reading' (duration: 259.133877ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:02:39.583653Z","caller":"traceutil/trace.go:171","msg":"trace[1269126363] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3784; }","duration":"259.160608ms","start":"2026-07-03T16:02:39.324448Z","end":"2026-07-03T16:02:39.583609Z","steps":["trace[1269126363] 'process raft request' (duration: 90.392511ms)","trace[1269126363] 'compare' (duration: 168.233623ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:02:39.846367Z","caller":"traceutil/trace.go:171","msg":"trace[1956089324] transaction","detail":"{read_only:false; response_revision:3789; number_of_response:1; }","duration":"106.261053ms","start":"2026-07-03T16:02:39.74006Z","end":"2026-07-03T16:02:39.846321Z","steps":["trace[1956089324] 'process raft request' (duration: 103.087513ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:02:40.168819Z","caller":"traceutil/trace.go:171","msg":"trace[151831395] transaction","detail":"{read_only:false; response_revision:3797; number_of_response:1; }","duration":"138.161451ms","start":"2026-07-03T16:02:40.030607Z","end":"2026-07-03T16:02:40.168768Z","steps":["trace[151831395] 'process raft request' (duration: 68.933597ms)","trace[151831395] 'compare' (duration: 68.66018ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:02:40.170461Z","caller":"traceutil/trace.go:171","msg":"trace[180433054] transaction","detail":"{read_only:false; response_revision:3800; number_of_response:1; }","duration":"127.769609ms","start":"2026-07-03T16:02:40.042657Z","end":"2026-07-03T16:02:40.170426Z","steps":["trace[180433054] 'process raft request' (duration: 127.685667ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:02:40.170777Z","caller":"traceutil/trace.go:171","msg":"trace[2054037054] transaction","detail":"{read_only:false; response_revision:3798; number_of_response:1; }","duration":"139.29801ms","start":"2026-07-03T16:02:40.031446Z","end":"2026-07-03T16:02:40.170744Z","steps":["trace[2054037054] 'process raft request' (duration: 138.672444ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:02:40.170841Z","caller":"traceutil/trace.go:171","msg":"trace[519362729] transaction","detail":"{read_only:false; response_revision:3799; number_of_response:1; }","duration":"136.811227ms","start":"2026-07-03T16:02:40.034011Z","end":"2026-07-03T16:02:40.170822Z","steps":["trace[519362729] 'process raft request' (duration: 136.254213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:02:40.402152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.409784ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:02:40.402303Z","caller":"traceutil/trace.go:171","msg":"trace[288764755] linearizableReadLoop","detail":"{readStateIndex:3955; appliedIndex:3954; }","duration":"163.669478ms","start":"2026-07-03T16:02:40.238612Z","end":"2026-07-03T16:02:40.402281Z","steps":["trace[288764755] 'read index received' (duration: 38.939887ms)","trace[288764755] 'applied index is now lower than readState.Index' (duration: 124.727981ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:02:40.402316Z","caller":"traceutil/trace.go:171","msg":"trace[2049426089] transaction","detail":"{read_only:false; response_revision:3804; number_of_response:1; }","duration":"198.140922ms","start":"2026-07-03T16:02:40.204148Z","end":"2026-07-03T16:02:40.402289Z","steps":["trace[2049426089] 'process raft request' (duration: 73.468341ms)","trace[2049426089] 'compare' (duration: 123.939341ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:02:40.402497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.878503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/keepalived\" ","response":"range_response_count:1 size:4037"} {"level":"info","ts":"2026-07-03T16:02:40.40255Z","caller":"traceutil/trace.go:171","msg":"trace[162636508] range","detail":"{range_begin:/registry/daemonsets/openstack/keepalived; range_end:; response_count:1; response_revision:3804; }","duration":"163.961826ms","start":"2026-07-03T16:02:40.238577Z","end":"2026-07-03T16:02:40.402539Z","steps":["trace[162636508] 'agreement among raft nodes before linearized reading' (duration: 163.788681ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:02:40.434043Z","caller":"traceutil/trace.go:171","msg":"trace[2100345292] transaction","detail":"{read_only:false; response_revision:3805; number_of_response:1; }","duration":"195.31467ms","start":"2026-07-03T16:02:40.238701Z","end":"2026-07-03T16:02:40.434016Z","steps":["trace[2100345292] 'process raft request' (duration: 194.463679ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:02:40.434299Z","caller":"traceutil/trace.go:171","msg":"trace[1977551576] transaction","detail":"{read_only:false; response_revision:3806; number_of_response:1; }","duration":"195.199497ms","start":"2026-07-03T16:02:40.239088Z","end":"2026-07-03T16:02:40.434287Z","steps":["trace[1977551576] 'process raft request' (duration: 194.239123ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:02:40.43456Z","caller":"traceutil/trace.go:171","msg":"trace[1629129441] transaction","detail":"{read_only:false; response_revision:3807; number_of_response:1; }","duration":"190.512699ms","start":"2026-07-03T16:02:40.244036Z","end":"2026-07-03T16:02:40.434548Z","steps":["trace[1629129441] 'process raft request' (duration: 189.35636ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:02:40.434976Z","caller":"traceutil/trace.go:171","msg":"trace[1023823626] transaction","detail":"{read_only:false; response_revision:3808; number_of_response:1; }","duration":"177.359025ms","start":"2026-07-03T16:02:40.257598Z","end":"2026-07-03T16:02:40.434957Z","steps":["trace[1023823626] 'process raft request' (duration: 175.991061ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:02:40.435084Z","caller":"traceutil/trace.go:171","msg":"trace[1403588935] transaction","detail":"{read_only:false; response_revision:3809; number_of_response:1; }","duration":"177.458857ms","start":"2026-07-03T16:02:40.257615Z","end":"2026-07-03T16:02:40.435074Z","steps":["trace[1403588935] 'process raft request' (duration: 176.020151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:02:40.435193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.30293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:02:40.435233Z","caller":"traceutil/trace.go:171","msg":"trace[1578870905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3809; }","duration":"109.398012ms","start":"2026-07-03T16:02:40.325825Z","end":"2026-07-03T16:02:40.435223Z","steps":["trace[1578870905] 'agreement among raft nodes before linearized reading' (duration: 109.328061ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:02:47.144459Z","caller":"traceutil/trace.go:171","msg":"trace[92546456] linearizableReadLoop","detail":"{readStateIndex:4070; appliedIndex:4069; }","duration":"157.589663ms","start":"2026-07-03T16:02:46.986819Z","end":"2026-07-03T16:02:47.144408Z","steps":["trace[92546456] 'read index received' (duration: 157.348517ms)","trace[92546456] 'applied index is now lower than readState.Index' (duration: 240.176µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:02:47.144615Z","caller":"traceutil/trace.go:171","msg":"trace[1173796948] transaction","detail":"{read_only:false; response_revision:3915; number_of_response:1; }","duration":"223.666038ms","start":"2026-07-03T16:02:46.920898Z","end":"2026-07-03T16:02:47.144565Z","steps":["trace[1173796948] 'process raft request' (duration: 223.34364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:02:47.144728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.893582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-07-03T16:02:47.144779Z","caller":"traceutil/trace.go:171","msg":"trace[1417519132] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3915; }","duration":"158.017525ms","start":"2026-07-03T16:02:46.986747Z","end":"2026-07-03T16:02:47.144765Z","steps":["trace[1417519132] 'agreement among raft nodes before linearized reading' (duration: 157.802119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:03:20.127504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.313519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:03:20.127592Z","caller":"traceutil/trace.go:171","msg":"trace[119187996] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:4163; }","duration":"427.471263ms","start":"2026-07-03T16:03:19.700099Z","end":"2026-07-03T16:03:20.12757Z","steps":["trace[119187996] 'count revisions from in-memory index tree' (duration: 427.187596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:03:20.127626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:03:19.70007Z","time spent":"427.547305ms","remote":"127.0.0.1:36608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:03:20.128119Z","caller":"traceutil/trace.go:171","msg":"trace[1494623326] transaction","detail":"{read_only:false; response_revision:4164; number_of_response:1; }","duration":"331.942532ms","start":"2026-07-03T16:03:19.796148Z","end":"2026-07-03T16:03:20.128091Z","steps":["trace[1494623326] 'process raft request' (duration: 278.463807ms)","trace[1494623326] 'compare' (duration: 52.833089ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:03:20.128297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:03:19.796116Z","time spent":"332.085297ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:03:25.55013Z","caller":"traceutil/trace.go:171","msg":"trace[1962665945] transaction","detail":"{read_only:false; response_revision:4192; number_of_response:1; }","duration":"203.645874ms","start":"2026-07-03T16:03:25.346463Z","end":"2026-07-03T16:03:25.550109Z","steps":["trace[1962665945] 'process raft request' (duration: 203.50743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:03:54.638286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.282429ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:03:54.639169Z","caller":"traceutil/trace.go:171","msg":"trace[1144479864] transaction","detail":"{read_only:false; response_revision:4397; number_of_response:1; }","duration":"170.86838ms","start":"2026-07-03T16:03:54.468251Z","end":"2026-07-03T16:03:54.63912Z","steps":["trace[1144479864] 'process raft request' (duration: 57.646679ms)","trace[1144479864] 'compare' (duration: 112.079843ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:03:54.639184Z","caller":"traceutil/trace.go:171","msg":"trace[932932394] linearizableReadLoop","detail":"{readStateIndex:4570; appliedIndex:4567; }","duration":"168.45217ms","start":"2026-07-03T16:03:54.470622Z","end":"2026-07-03T16:03:54.639074Z","steps":["trace[932932394] 'read index received' (duration: 2.226112ms)","trace[932932394] 'applied index is now lower than readState.Index' (duration: 166.222958ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:03:54.639386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.7428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/probes.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:03:54.639439Z","caller":"traceutil/trace.go:171","msg":"trace[1703208245] transaction","detail":"{read_only:false; response_revision:4398; number_of_response:1; }","duration":"139.318816ms","start":"2026-07-03T16:03:54.5001Z","end":"2026-07-03T16:03:54.639419Z","steps":["trace[1703208245] 'process raft request' (duration: 139.166141ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:03:54.639475Z","caller":"traceutil/trace.go:171","msg":"trace[25512901] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/probes.monitoring.coreos.com; range_end:; response_count:0; response_revision:4397; }","duration":"168.851904ms","start":"2026-07-03T16:03:54.470606Z","end":"2026-07-03T16:03:54.639458Z","steps":["trace[25512901] 'agreement among raft nodes before linearized reading' (duration: 168.700559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:03:54.646099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.218668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:03:54.646218Z","caller":"traceutil/trace.go:171","msg":"trace[856931008] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4399; }","duration":"112.446615ms","start":"2026-07-03T16:03:54.533751Z","end":"2026-07-03T16:03:54.646197Z","steps":["trace[856931008] 'agreement among raft nodes before linearized reading' (duration: 112.239099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:29.209979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.544856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-07-03T16:04:29.210255Z","caller":"traceutil/trace.go:171","msg":"trace[2063807523] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4611; }","duration":"182.964234ms","start":"2026-07-03T16:04:29.02724Z","end":"2026-07-03T16:04:29.210204Z","steps":["trace[2063807523] 'process raft request' (duration: 59.081569ms)","trace[2063807523] 'compare' (duration: 123.462454ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:04:29.210285Z","caller":"traceutil/trace.go:171","msg":"trace[1912816263] linearizableReadLoop","detail":"{readStateIndex:4803; appliedIndex:4801; }","duration":"143.553165ms","start":"2026-07-03T16:04:29.066709Z","end":"2026-07-03T16:04:29.210262Z","steps":["trace[1912816263] 'read index received' (duration: 19.619258ms)","trace[1912816263] 'applied index is now lower than readState.Index' (duration: 123.932837ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:04:29.210491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.770051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:04:29.210527Z","caller":"traceutil/trace.go:171","msg":"trace[1720261974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4612; }","duration":"143.868393ms","start":"2026-07-03T16:04:29.066649Z","end":"2026-07-03T16:04:29.210517Z","steps":["trace[1720261974] 'agreement among raft nodes before linearized reading' (duration: 143.674057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:29.210751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.505802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:04:29.210789Z","caller":"traceutil/trace.go:171","msg":"trace[882061957] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4612; }","duration":"119.578235ms","start":"2026-07-03T16:04:29.091204Z","end":"2026-07-03T16:04:29.210782Z","steps":["trace[882061957] 'agreement among raft nodes before linearized reading' (duration: 119.38915ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:29.210905Z","caller":"traceutil/trace.go:171","msg":"trace[900542708] transaction","detail":"{read_only:false; response_revision:4612; number_of_response:1; }","duration":"179.966937ms","start":"2026-07-03T16:04:29.030876Z","end":"2026-07-03T16:04:29.210843Z","steps":["trace[900542708] 'process raft request' (duration: 179.257678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:29.211257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.457202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T16:04:29.211385Z","caller":"traceutil/trace.go:171","msg":"trace[1276519367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4612; }","duration":"119.642917ms","start":"2026-07-03T16:04:29.091712Z","end":"2026-07-03T16:04:29.211355Z","steps":["trace[1276519367] 'agreement among raft nodes before linearized reading' (duration: 119.210455ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:30.297004Z","caller":"traceutil/trace.go:171","msg":"trace[88595139] transaction","detail":"{read_only:false; response_revision:4624; number_of_response:1; }","duration":"120.781975ms","start":"2026-07-03T16:04:30.176187Z","end":"2026-07-03T16:04:30.296969Z","steps":["trace[88595139] 'process raft request' (duration: 120.373185ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:39.159023Z","caller":"traceutil/trace.go:171","msg":"trace[316926735] transaction","detail":"{read_only:false; response_revision:4993; number_of_response:1; }","duration":"108.425966ms","start":"2026-07-03T16:04:39.05055Z","end":"2026-07-03T16:04:39.158976Z","steps":["trace[316926735] 'process raft request' (duration: 102.79171ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:39.159309Z","caller":"traceutil/trace.go:171","msg":"trace[1915974654] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"105.562832ms","start":"2026-07-03T16:04:39.053724Z","end":"2026-07-03T16:04:39.159287Z","steps":["trace[1915974654] 'process raft request' (duration: 105.076649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:39.813613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.119778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:04:39.813775Z","caller":"traceutil/trace.go:171","msg":"trace[1486592769] transaction","detail":"{read_only:false; response_revision:5008; number_of_response:1; }","duration":"315.527846ms","start":"2026-07-03T16:04:39.498222Z","end":"2026-07-03T16:04:39.81375Z","steps":["trace[1486592769] 'process raft request' (duration: 190.055399ms)","trace[1486592769] 'compare' (duration: 124.916212ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:04:39.813849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:39.498135Z","time spent":"315.6879ms","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":740,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:04:39.903183Z","caller":"traceutil/trace.go:171","msg":"trace[396456500] linearizableReadLoop","detail":"{readStateIndex:5208; appliedIndex:5206; }","duration":"352.644324ms","start":"2026-07-03T16:04:39.550518Z","end":"2026-07-03T16:04:39.903162Z","steps":["trace[396456500] 'read index received' (duration: 137.821686ms)","trace[396456500] 'applied index is now lower than readState.Index' (duration: 214.821678ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:04:39.903271Z","caller":"traceutil/trace.go:171","msg":"trace[248978556] transaction","detail":"{read_only:false; response_revision:5010; number_of_response:1; }","duration":"343.200151ms","start":"2026-07-03T16:04:39.560022Z","end":"2026-07-03T16:04:39.903222Z","steps":["trace[248978556] 'process raft request' (duration: 342.848402ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:39.903325Z","caller":"traceutil/trace.go:171","msg":"trace[1709439652] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5010; }","duration":"294.306616ms","start":"2026-07-03T16:04:39.608971Z","end":"2026-07-03T16:04:39.903278Z","steps":["trace[1709439652] 'process raft request' (duration: 294.140982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:39.903471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.913833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-07-03T16:04:39.903523Z","caller":"traceutil/trace.go:171","msg":"trace[508849228] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5010; }","duration":"353.063506ms","start":"2026-07-03T16:04:39.550447Z","end":"2026-07-03T16:04:39.903511Z","steps":["trace[508849228] 'agreement among raft nodes before linearized reading' (duration: 352.798028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:39.903536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:39.559994Z","time spent":"343.393666ms","remote":"127.0.0.1:43682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3225,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:04:39.903569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:39.550413Z","time spent":"353.142578ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T16:04:39.903005Z","caller":"traceutil/trace.go:171","msg":"trace[1886097507] transaction","detail":"{read_only:false; response_revision:5009; number_of_response:1; }","duration":"387.922817ms","start":"2026-07-03T16:04:39.515035Z","end":"2026-07-03T16:04:39.902958Z","steps":["trace[1886097507] 'process raft request' (duration: 387.302481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:39.904105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:39.514997Z","time spent":"388.961884ms","remote":"127.0.0.1:57404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459341,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:04:40.465029Z","caller":"traceutil/trace.go:171","msg":"trace[1375156890] transaction","detail":"{read_only:false; response_revision:5016; number_of_response:1; }","duration":"107.646435ms","start":"2026-07-03T16:04:40.357355Z","end":"2026-07-03T16:04:40.465001Z","steps":["trace[1375156890] 'process raft request' (duration: 106.866365ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:42.050403Z","caller":"traceutil/trace.go:171","msg":"trace[686960060] transaction","detail":"{read_only:false; response_revision:5105; number_of_response:1; }","duration":"273.373044ms","start":"2026-07-03T16:04:41.777003Z","end":"2026-07-03T16:04:42.050376Z","steps":["trace[686960060] 'process raft request' (duration: 273.20217ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:42.170555Z","caller":"traceutil/trace.go:171","msg":"trace[202934553] transaction","detail":"{read_only:false; response_revision:5106; number_of_response:1; }","duration":"258.918871ms","start":"2026-07-03T16:04:41.9116Z","end":"2026-07-03T16:04:42.170519Z","steps":["trace[202934553] 'process raft request' (duration: 221.851332ms)","trace[202934553] 'compare' (duration: 36.72041ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:04:42.170586Z","caller":"traceutil/trace.go:171","msg":"trace[147106184] linearizableReadLoop","detail":"{readStateIndex:5307; appliedIndex:5305; }","duration":"188.800367ms","start":"2026-07-03T16:04:41.98176Z","end":"2026-07-03T16:04:42.170561Z","steps":["trace[147106184] 'read index received' (duration: 68.440562ms)","trace[147106184] 'applied index is now lower than readState.Index' (duration: 120.358765ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:04:42.170797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.028922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fe42836b-9d89-4d7c-b62e-a9f7cc0aaac8\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-07-03T16:04:42.170845Z","caller":"traceutil/trace.go:171","msg":"trace[1541159455] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fe42836b-9d89-4d7c-b62e-a9f7cc0aaac8; range_end:; response_count:1; response_revision:5107; }","duration":"189.128335ms","start":"2026-07-03T16:04:41.981702Z","end":"2026-07-03T16:04:42.170831Z","steps":["trace[1541159455] 'agreement among raft nodes before linearized reading' (duration: 188.976111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:42.171223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.275435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:10 size:75749"} {"level":"warn","ts":"2026-07-03T16:04:42.171266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.224429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-07-03T16:04:42.171298Z","caller":"traceutil/trace.go:171","msg":"trace[992939687] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:10; response_revision:5107; }","duration":"112.404049ms","start":"2026-07-03T16:04:42.05888Z","end":"2026-07-03T16:04:42.171284Z","steps":["trace[992939687] 'agreement among raft nodes before linearized reading' (duration: 112.148433ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:42.171358Z","caller":"traceutil/trace.go:171","msg":"trace[644167277] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5107; }","duration":"111.349521ms","start":"2026-07-03T16:04:42.059985Z","end":"2026-07-03T16:04:42.171335Z","steps":["trace[644167277] 'agreement among raft nodes before linearized reading' (duration: 111.051354ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:44.791044Z","caller":"traceutil/trace.go:171","msg":"trace[331380394] linearizableReadLoop","detail":"{readStateIndex:5340; appliedIndex:5339; }","duration":"132.752955ms","start":"2026-07-03T16:04:44.658252Z","end":"2026-07-03T16:04:44.791005Z","steps":["trace[331380394] 'read index received' (duration: 132.703504ms)","trace[331380394] 'applied index is now lower than readState.Index' (duration: 48.491µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:04:44.791131Z","caller":"traceutil/trace.go:171","msg":"trace[1214872026] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"310.910985ms","start":"2026-07-03T16:04:44.480173Z","end":"2026-07-03T16:04:44.791084Z","steps":["trace[1214872026] 'process raft request' (duration: 310.643359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:44.791314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:44.480139Z","time spent":"311.0855ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:04:44.791368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.093944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zn59w\" ","response":"range_response_count:1 size:6518"} {"level":"info","ts":"2026-07-03T16:04:44.791464Z","caller":"traceutil/trace.go:171","msg":"trace[1748463723] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zn59w; range_end:; response_count:1; response_revision:5139; }","duration":"133.245868ms","start":"2026-07-03T16:04:44.658199Z","end":"2026-07-03T16:04:44.791445Z","steps":["trace[1748463723] 'agreement among raft nodes before linearized reading' (duration: 132.998141ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:45.02659Z","caller":"traceutil/trace.go:171","msg":"trace[556767637] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"102.892742ms","start":"2026-07-03T16:04:44.923657Z","end":"2026-07-03T16:04:45.02655Z","steps":["trace[556767637] 'process raft request' (duration: 102.633015ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:45.53439Z","caller":"traceutil/trace.go:171","msg":"trace[796219871] linearizableReadLoop","detail":"{readStateIndex:5351; appliedIndex:5348; }","duration":"120.500958ms","start":"2026-07-03T16:04:45.41386Z","end":"2026-07-03T16:04:45.534361Z","steps":["trace[796219871] 'read index received' (duration: 68.338708ms)","trace[796219871] 'applied index is now lower than readState.Index' (duration: 52.16063ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:04:45.534916Z","caller":"traceutil/trace.go:171","msg":"trace[1535866023] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"126.719589ms","start":"2026-07-03T16:04:45.40818Z","end":"2026-07-03T16:04:45.5349Z","steps":["trace[1535866023] 'process raft request' (duration: 125.936529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:45.535209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.327349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T16:04:45.53524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.302188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:04:45.535258Z","caller":"traceutil/trace.go:171","msg":"trace[804079449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5150; }","duration":"121.416971ms","start":"2026-07-03T16:04:45.413831Z","end":"2026-07-03T16:04:45.535248Z","steps":["trace[804079449] 'agreement among raft nodes before linearized reading' (duration: 121.259017ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:45.53527Z","caller":"traceutil/trace.go:171","msg":"trace[1978542111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5150; }","duration":"121.380721ms","start":"2026-07-03T16:04:45.413879Z","end":"2026-07-03T16:04:45.535259Z","steps":["trace[1978542111] 'agreement among raft nodes before linearized reading' (duration: 121.305029ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:45.535482Z","caller":"traceutil/trace.go:171","msg":"trace[777336154] transaction","detail":"{read_only:false; response_revision:5150; number_of_response:1; }","duration":"126.160765ms","start":"2026-07-03T16:04:45.409309Z","end":"2026-07-03T16:04:45.53547Z","steps":["trace[777336154] 'process raft request' (duration: 124.943644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:45.53582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.718776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:04:45.535865Z","caller":"traceutil/trace.go:171","msg":"trace[1489086006] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5150; }","duration":"117.781538ms","start":"2026-07-03T16:04:45.418074Z","end":"2026-07-03T16:04:45.535855Z","steps":["trace[1489086006] 'agreement among raft nodes before linearized reading' (duration: 117.684555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:46.645102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.469537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:04:46.645219Z","caller":"traceutil/trace.go:171","msg":"trace[865699456] linearizableReadLoop","detail":"{readStateIndex:5380; appliedIndex:5379; }","duration":"416.372014ms","start":"2026-07-03T16:04:46.228829Z","end":"2026-07-03T16:04:46.645201Z","steps":["trace[865699456] 'read index received' (duration: 256.659361ms)","trace[865699456] 'applied index is now lower than readState.Index' (duration: 159.711053ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:04:46.645292Z","caller":"traceutil/trace.go:171","msg":"trace[424584010] transaction","detail":"{read_only:false; response_revision:5178; number_of_response:1; }","duration":"461.777999ms","start":"2026-07-03T16:04:46.183504Z","end":"2026-07-03T16:04:46.645282Z","steps":["trace[424584010] 'process raft request' (duration: 301.993864ms)","trace[424584010] 'compare' (duration: 159.034676ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:04:46.645339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:46.183482Z","time spent":"461.833081ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:04:46.646019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.174044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:526821"} {"level":"info","ts":"2026-07-03T16:04:46.646133Z","caller":"traceutil/trace.go:171","msg":"trace[838259486] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:5178; }","duration":"417.35581ms","start":"2026-07-03T16:04:46.22875Z","end":"2026-07-03T16:04:46.646106Z","steps":["trace[838259486] 'agreement among raft nodes before linearized reading' (duration: 416.57532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:46.646201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:46.22871Z","time spent":"417.471293ms","remote":"127.0.0.1:57404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":22,"response size":526845,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-07-03T16:04:46.652218Z","caller":"traceutil/trace.go:171","msg":"trace[1555864929] transaction","detail":"{read_only:false; response_revision:5179; number_of_response:1; }","duration":"263.417727ms","start":"2026-07-03T16:04:46.38875Z","end":"2026-07-03T16:04:46.652168Z","steps":["trace[1555864929] 'process raft request' (duration: 263.197881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:46.652293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.208785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:04:46.652392Z","caller":"traceutil/trace.go:171","msg":"trace[243883117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5179; }","duration":"325.368969ms","start":"2026-07-03T16:04:46.327002Z","end":"2026-07-03T16:04:46.652371Z","steps":["trace[243883117] 'agreement among raft nodes before linearized reading' (duration: 325.183404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:46.652346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.762122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fe42836b-9d89-4d7c-b62e-a9f7cc0aaac8\" ","response":"range_response_count:1 size:4078"} {"level":"warn","ts":"2026-07-03T16:04:46.652449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:46.326978Z","time spent":"325.463242ms","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:04:46.652576Z","caller":"traceutil/trace.go:171","msg":"trace[347692198] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fe42836b-9d89-4d7c-b62e-a9f7cc0aaac8; range_end:; response_count:1; response_revision:5179; }","duration":"390.999318ms","start":"2026-07-03T16:04:46.261494Z","end":"2026-07-03T16:04:46.652493Z","steps":["trace[347692198] 'agreement among raft nodes before linearized reading' (duration: 390.628408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:46.652696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:46.261465Z","time spent":"391.207614ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4102,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fe42836b-9d89-4d7c-b62e-a9f7cc0aaac8\" "} {"level":"info","ts":"2026-07-03T16:04:47.060649Z","caller":"traceutil/trace.go:171","msg":"trace[1695091515] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"112.621124ms","start":"2026-07-03T16:04:46.947998Z","end":"2026-07-03T16:04:47.060619Z","steps":["trace[1695091515] 'process raft request' (duration: 112.412879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:49.259902Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653053710,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:04:49.361985Z","caller":"traceutil/trace.go:171","msg":"trace[1301675041] transaction","detail":"{read_only:false; response_revision:5219; number_of_response:1; }","duration":"610.095177ms","start":"2026-07-03T16:04:48.751858Z","end":"2026-07-03T16:04:49.361953Z","steps":["trace[1301675041] 'process raft request' (duration: 609.885222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:49.362223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:48.751823Z","time spent":"610.254462ms","remote":"127.0.0.1:57404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2610,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:04:49.37773Z","caller":"traceutil/trace.go:171","msg":"trace[701301890] linearizableReadLoop","detail":"{readStateIndex:5425; appliedIndex:5421; }","duration":"618.120756ms","start":"2026-07-03T16:04:48.759589Z","end":"2026-07-03T16:04:49.37771Z","steps":["trace[701301890] 'read index received' (duration: 602.282425ms)","trace[701301890] 'applied index is now lower than readState.Index' (duration: 15.837221ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:04:49.377781Z","caller":"traceutil/trace.go:171","msg":"trace[1248746305] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"507.795531ms","start":"2026-07-03T16:04:48.869958Z","end":"2026-07-03T16:04:49.377754Z","steps":["trace[1248746305] 'process raft request' (duration: 507.676108ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:49.377766Z","caller":"traceutil/trace.go:171","msg":"trace[1265972297] transaction","detail":"{read_only:false; response_revision:5220; number_of_response:1; }","duration":"538.405633ms","start":"2026-07-03T16:04:48.839327Z","end":"2026-07-03T16:04:49.377732Z","steps":["trace[1265972297] 'process raft request' (duration: 538.159746ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:49.377851Z","caller":"traceutil/trace.go:171","msg":"trace[1830616975] transaction","detail":"{read_only:false; response_revision:5222; number_of_response:1; }","duration":"240.886663ms","start":"2026-07-03T16:04:49.136923Z","end":"2026-07-03T16:04:49.37781Z","steps":["trace[1830616975] 'process raft request' (duration: 240.74154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:49.37798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:48.839303Z","time spent":"538.576077ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:04:49.377904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.29506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:04:49.378177Z","caller":"traceutil/trace.go:171","msg":"trace[1461124193] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:5222; }","duration":"618.633038ms","start":"2026-07-03T16:04:48.759529Z","end":"2026-07-03T16:04:49.378162Z","steps":["trace[1461124193] 'agreement among raft nodes before linearized reading' (duration: 618.29764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:49.378228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:48.759503Z","time spent":"618.709621ms","remote":"127.0.0.1:54632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:04:49.377927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:48.869938Z","time spent":"507.911153ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:04:49.379592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.112437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zn59w\" ","response":"range_response_count:1 size:6518"} {"level":"info","ts":"2026-07-03T16:04:49.379658Z","caller":"traceutil/trace.go:171","msg":"trace[541351596] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zn59w; range_end:; response_count:1; response_revision:5223; }","duration":"508.20693ms","start":"2026-07-03T16:04:48.871439Z","end":"2026-07-03T16:04:49.379646Z","steps":["trace[541351596] 'agreement among raft nodes before linearized reading' (duration: 507.998885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:49.379701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:48.87143Z","time spent":"508.263781ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-zn59w\" "} {"level":"warn","ts":"2026-07-03T16:04:49.380031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.45351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T16:04:49.380108Z","caller":"traceutil/trace.go:171","msg":"trace[689557698] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5223; }","duration":"238.552403ms","start":"2026-07-03T16:04:49.141537Z","end":"2026-07-03T16:04:49.380089Z","steps":["trace[689557698] 'agreement among raft nodes before linearized reading' (duration: 238.310606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:49.380315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.87562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:529439"} {"level":"info","ts":"2026-07-03T16:04:49.38057Z","caller":"traceutil/trace.go:171","msg":"trace[565377805] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:5223; }","duration":"312.029065ms","start":"2026-07-03T16:04:49.068385Z","end":"2026-07-03T16:04:49.380414Z","steps":["trace[565377805] 'agreement among raft nodes before linearized reading' (duration: 311.50647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:49.380652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:49.068367Z","time spent":"312.26947ms","remote":"127.0.0.1:57404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":23,"response size":529463,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-07-03T16:04:50.99728Z","caller":"traceutil/trace.go:171","msg":"trace[2066130183] transaction","detail":"{read_only:false; response_revision:5253; number_of_response:1; }","duration":"546.466981ms","start":"2026-07-03T16:04:50.450787Z","end":"2026-07-03T16:04:50.997254Z","steps":["trace[2066130183] 'process raft request' (duration: 546.310197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:50.997427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:50.450759Z","time spent":"546.598395ms","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:04:51.001515Z","caller":"traceutil/trace.go:171","msg":"trace[1199264679] transaction","detail":"{read_only:false; response_revision:5254; number_of_response:1; }","duration":"544.802227ms","start":"2026-07-03T16:04:50.456671Z","end":"2026-07-03T16:04:51.001474Z","steps":["trace[1199264679] 'process raft request' (duration: 544.089379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:51.001709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:50.456655Z","time spent":"544.955531ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9923,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:04:51.001903Z","caller":"traceutil/trace.go:171","msg":"trace[1405662567] transaction","detail":"{read_only:false; response_revision:5255; number_of_response:1; }","duration":"321.341315ms","start":"2026-07-03T16:04:50.680492Z","end":"2026-07-03T16:04:51.001834Z","steps":["trace[1405662567] 'process raft request' (duration: 320.344519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:51.002107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:50.680467Z","time spent":"321.543159ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:04:51.004522Z","caller":"traceutil/trace.go:171","msg":"trace[369090702] linearizableReadLoop","detail":"{readStateIndex:5458; appliedIndex:5456; }","duration":"400.152285ms","start":"2026-07-03T16:04:50.60435Z","end":"2026-07-03T16:04:51.004503Z","steps":["trace[369090702] 'read index received' (duration: 392.764874ms)","trace[369090702] 'applied index is now lower than readState.Index' (duration: 7.386481ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:04:51.004711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.303157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16180"} {"level":"info","ts":"2026-07-03T16:04:51.004741Z","caller":"traceutil/trace.go:171","msg":"trace[1004820722] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5255; }","duration":"364.385529ms","start":"2026-07-03T16:04:50.640348Z","end":"2026-07-03T16:04:51.004734Z","steps":["trace[1004820722] 'agreement among raft nodes before linearized reading' (duration: 364.263926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:51.004765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:50.640326Z","time spent":"364.43357ms","remote":"127.0.0.1:57486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16204,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-03T16:04:51.004758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.38369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:04:51.004859Z","caller":"traceutil/trace.go:171","msg":"trace[1314464636] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5255; }","duration":"400.551345ms","start":"2026-07-03T16:04:50.604283Z","end":"2026-07-03T16:04:51.004834Z","steps":["trace[1314464636] 'agreement among raft nodes before linearized reading' (duration: 400.311239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:51.004917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:50.604227Z","time spent":"400.678188ms","remote":"127.0.0.1:59384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:04:52.147341Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2777} {"level":"info","ts":"2026-07-03T16:04:52.219398Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2777,"took":"71.030768ms","hash":3631112309,"current-db-size-bytes":54140928,"current-db-size":"54 MB","current-db-size-in-use-bytes":29429760,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-03T16:04:52.21947Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3631112309,"revision":2777,"compact-revision":-1} {"level":"info","ts":"2026-07-03T16:04:53.356966Z","caller":"traceutil/trace.go:171","msg":"trace[1521715244] linearizableReadLoop","detail":"{readStateIndex:5572; appliedIndex:5571; }","duration":"269.491613ms","start":"2026-07-03T16:04:53.087444Z","end":"2026-07-03T16:04:53.356936Z","steps":["trace[1521715244] 'read index received' (duration: 269.125294ms)","trace[1521715244] 'applied index is now lower than readState.Index' (duration: 364.679µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:04:53.357181Z","caller":"traceutil/trace.go:171","msg":"trace[1210197347] transaction","detail":"{read_only:false; response_revision:5365; number_of_response:1; }","duration":"350.035077ms","start":"2026-07-03T16:04:53.00707Z","end":"2026-07-03T16:04:53.357105Z","steps":["trace[1210197347] 'process raft request' (duration: 349.655508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:53.357537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:53.007045Z","time spent":"350.262724ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:04:53.357677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.210412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:728692"} {"level":"info","ts":"2026-07-03T16:04:53.35773Z","caller":"traceutil/trace.go:171","msg":"trace[90713772] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5365; }","duration":"270.337495ms","start":"2026-07-03T16:04:53.087378Z","end":"2026-07-03T16:04:53.357715Z","steps":["trace[90713772] 'agreement among raft nodes before linearized reading' (duration: 269.703889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:53.897301Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653054013,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:04:53.982995Z","caller":"traceutil/trace.go:171","msg":"trace[151671475] transaction","detail":"{read_only:false; response_revision:5366; number_of_response:1; }","duration":"591.884836ms","start":"2026-07-03T16:04:53.391061Z","end":"2026-07-03T16:04:53.982946Z","steps":["trace[151671475] 'process raft request' (duration: 547.698243ms)","trace[151671475] 'compare' (duration: 44.010798ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:04:53.983208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:53.391035Z","time spent":"592.062902ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:04:54.012222Z","caller":"traceutil/trace.go:171","msg":"trace[2017301876] linearizableReadLoop","detail":"{readStateIndex:5575; appliedIndex:5572; }","duration":"615.302113ms","start":"2026-07-03T16:04:53.396879Z","end":"2026-07-03T16:04:54.012181Z","steps":["trace[2017301876] 'read index received' (duration: 541.870763ms)","trace[2017301876] 'applied index is now lower than readState.Index' (duration: 73.43027ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:04:54.012376Z","caller":"traceutil/trace.go:171","msg":"trace[179554043] transaction","detail":"{read_only:false; response_revision:5367; number_of_response:1; }","duration":"620.532168ms","start":"2026-07-03T16:04:53.391812Z","end":"2026-07-03T16:04:54.012344Z","steps":["trace[179554043] 'process raft request' (duration: 620.145408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:54.0125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:53.391772Z","time spent":"620.632051ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:04:54.012618Z","caller":"traceutil/trace.go:171","msg":"trace[584828172] transaction","detail":"{read_only:false; response_revision:5368; number_of_response:1; }","duration":"620.612489ms","start":"2026-07-03T16:04:53.391959Z","end":"2026-07-03T16:04:54.012572Z","steps":["trace[584828172] 'process raft request' (duration: 620.169248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:54.012802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:53.391948Z","time spent":"620.756732ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:04:54.012792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.351618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zn59w\" ","response":"range_response_count:1 size:6518"} {"level":"warn","ts":"2026-07-03T16:04:54.012904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.399565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e63263a1-3d15-4523-a667-b362cc9af332\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-07-03T16:04:54.012911Z","caller":"traceutil/trace.go:171","msg":"trace[2030786781] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zn59w; range_end:; response_count:1; response_revision:5368; }","duration":"614.526322ms","start":"2026-07-03T16:04:53.39836Z","end":"2026-07-03T16:04:54.012886Z","steps":["trace[2030786781] 'agreement among raft nodes before linearized reading' (duration: 614.275176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:54.012903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.866172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-03T16:04:54.012966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:53.398341Z","time spent":"614.611474ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-zn59w\" "} {"level":"warn","ts":"2026-07-03T16:04:54.012954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.17452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-03T16:04:54.012803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.465118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:04:54.013066Z","caller":"traceutil/trace.go:171","msg":"trace[817939972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5368; }","duration":"428.752945ms","start":"2026-07-03T16:04:53.584307Z","end":"2026-07-03T16:04:54.01306Z","steps":["trace[817939972] 'agreement among raft nodes before linearized reading' (duration: 428.402076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:54.013089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:53.584297Z","time spent":"428.788746ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:04:54.013073Z","caller":"traceutil/trace.go:171","msg":"trace[911697028] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5368; }","duration":"435.334215ms","start":"2026-07-03T16:04:53.577711Z","end":"2026-07-03T16:04:54.013045Z","steps":["trace[911697028] 'agreement among raft nodes before linearized reading' (duration: 434.968376ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:54.013004Z","caller":"traceutil/trace.go:171","msg":"trace[1040912689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5368; }","duration":"428.003226ms","start":"2026-07-03T16:04:53.584981Z","end":"2026-07-03T16:04:54.012984Z","steps":["trace[1040912689] 'agreement among raft nodes before linearized reading' (duration: 427.694778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:54.013089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.602165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e63263a1-3d15-4523-a667-b362cc9af332\" ","response":"range_response_count:1 size:3600"} {"level":"warn","ts":"2026-07-03T16:04:54.013057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.397311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:04:54.01314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:53.577704Z","time spent":"435.425527ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:04:54.013156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:53.584973Z","time spent":"428.16794ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:04:54.013155Z","caller":"traceutil/trace.go:171","msg":"trace[1359834064] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e63263a1-3d15-4523-a667-b362cc9af332; range_end:; response_count:1; response_revision:5368; }","duration":"541.703317ms","start":"2026-07-03T16:04:53.471433Z","end":"2026-07-03T16:04:54.013137Z","steps":["trace[1359834064] 'agreement among raft nodes before linearized reading' (duration: 541.535193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:54.013215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:53.471416Z","time spent":"541.790489ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e63263a1-3d15-4523-a667-b362cc9af332\" "} {"level":"info","ts":"2026-07-03T16:04:54.013224Z","caller":"traceutil/trace.go:171","msg":"trace[805473518] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:5368; }","duration":"446.657578ms","start":"2026-07-03T16:04:53.566524Z","end":"2026-07-03T16:04:54.013181Z","steps":["trace[805473518] 'agreement among raft nodes before linearized reading' (duration: 446.294258ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:54.012952Z","caller":"traceutil/trace.go:171","msg":"trace[917996273] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e63263a1-3d15-4523-a667-b362cc9af332; range_end:; response_count:1; response_revision:5368; }","duration":"353.470366ms","start":"2026-07-03T16:04:53.659469Z","end":"2026-07-03T16:04:54.012939Z","steps":["trace[917996273] 'agreement among raft nodes before linearized reading' (duration: 353.362924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:54.013305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:53.659456Z","time spent":"353.839327ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e63263a1-3d15-4523-a667-b362cc9af332\" "} {"level":"warn","ts":"2026-07-03T16:04:54.0133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:53.566499Z","time spent":"446.785721ms","remote":"127.0.0.1:36562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:04:54.01301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.114412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:04:54.013411Z","caller":"traceutil/trace.go:171","msg":"trace[270252071] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5368; }","duration":"427.520592ms","start":"2026-07-03T16:04:53.585876Z","end":"2026-07-03T16:04:54.013397Z","steps":["trace[270252071] 'agreement among raft nodes before linearized reading' (duration: 427.096841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:54.013473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:53.585868Z","time spent":"427.591904ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:04:54.013608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.198267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:04:54.012873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.898898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:04:54.013694Z","caller":"traceutil/trace.go:171","msg":"trace[976775952] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5368; }","duration":"417.470953ms","start":"2026-07-03T16:04:53.596202Z","end":"2026-07-03T16:04:54.013673Z","steps":["trace[976775952] 'agreement among raft nodes before linearized reading' (duration: 416.703444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:54.013742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:53.596197Z","time spent":"417.532935ms","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":539,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:04:54.013833Z","caller":"traceutil/trace.go:171","msg":"trace[1267708029] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5368; }","duration":"616.911294ms","start":"2026-07-03T16:04:53.3968Z","end":"2026-07-03T16:04:54.013712Z","steps":["trace[1267708029] 'agreement among raft nodes before linearized reading' (duration: 615.680333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:54.013887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:53.396778Z","time spent":"617.082049ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:04:54.204392Z","caller":"traceutil/trace.go:171","msg":"trace[878003909] transaction","detail":"{read_only:false; response_revision:5369; number_of_response:1; }","duration":"186.144017ms","start":"2026-07-03T16:04:54.018221Z","end":"2026-07-03T16:04:54.204365Z","steps":["trace[878003909] 'process raft request' (duration: 185.949461ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:54.214064Z","caller":"traceutil/trace.go:171","msg":"trace[1555412194] transaction","detail":"{read_only:false; response_revision:5370; number_of_response:1; }","duration":"195.808137ms","start":"2026-07-03T16:04:54.018224Z","end":"2026-07-03T16:04:54.214032Z","steps":["trace[1555412194] 'process raft request' (duration: 195.50528ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:54.214111Z","caller":"traceutil/trace.go:171","msg":"trace[1979604176] transaction","detail":"{read_only:false; response_revision:5372; number_of_response:1; }","duration":"195.368175ms","start":"2026-07-03T16:04:54.018708Z","end":"2026-07-03T16:04:54.214076Z","steps":["trace[1979604176] 'process raft request' (duration: 195.269953ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:54.21407Z","caller":"traceutil/trace.go:171","msg":"trace[1137607050] transaction","detail":"{read_only:false; response_revision:5371; number_of_response:1; }","duration":"195.51564ms","start":"2026-07-03T16:04:54.018541Z","end":"2026-07-03T16:04:54.214057Z","steps":["trace[1137607050] 'process raft request' (duration: 195.350836ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:54.214457Z","caller":"traceutil/trace.go:171","msg":"trace[1289165864] transaction","detail":"{read_only:false; response_revision:5373; number_of_response:1; }","duration":"195.486089ms","start":"2026-07-03T16:04:54.01893Z","end":"2026-07-03T16:04:54.214416Z","steps":["trace[1289165864] 'process raft request' (duration: 195.100829ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:54.214511Z","caller":"traceutil/trace.go:171","msg":"trace[633467529] linearizableReadLoop","detail":"{readStateIndex:5577; appliedIndex:5576; }","duration":"195.91817ms","start":"2026-07-03T16:04:54.018563Z","end":"2026-07-03T16:04:54.214481Z","steps":["trace[633467529] 'read index received' (duration: 185.954092ms)","trace[633467529] 'applied index is now lower than readState.Index' (duration: 9.962908ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:04:54.214725Z","caller":"traceutil/trace.go:171","msg":"trace[1032422949] transaction","detail":"{read_only:false; response_revision:5374; number_of_response:1; }","duration":"191.647449ms","start":"2026-07-03T16:04:54.023064Z","end":"2026-07-03T16:04:54.214711Z","steps":["trace[1032422949] 'process raft request' (duration: 191.247028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:54.215159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.568576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62964"} {"level":"info","ts":"2026-07-03T16:04:54.215219Z","caller":"traceutil/trace.go:171","msg":"trace[1648281874] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5374; }","duration":"196.682859ms","start":"2026-07-03T16:04:54.018523Z","end":"2026-07-03T16:04:54.215206Z","steps":["trace[1648281874] 'agreement among raft nodes before linearized reading' (duration: 196.408252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:54.21531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.355632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:728692"} {"level":"info","ts":"2026-07-03T16:04:54.215367Z","caller":"traceutil/trace.go:171","msg":"trace[1565623952] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5374; }","duration":"186.459525ms","start":"2026-07-03T16:04:54.028893Z","end":"2026-07-03T16:04:54.215353Z","steps":["trace[1565623952] 'agreement among raft nodes before linearized reading' (duration: 185.990263ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:56.242786Z","caller":"traceutil/trace.go:171","msg":"trace[1215981742] linearizableReadLoop","detail":"{readStateIndex:5609; appliedIndex:5606; }","duration":"215.068836ms","start":"2026-07-03T16:04:56.027695Z","end":"2026-07-03T16:04:56.242764Z","steps":["trace[1215981742] 'read index received' (duration: 49.940553ms)","trace[1215981742] 'applied index is now lower than readState.Index' (duration: 165.127393ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:04:56.243018Z","caller":"traceutil/trace.go:171","msg":"trace[1640994571] transaction","detail":"{read_only:false; response_revision:5399; number_of_response:1; }","duration":"224.216221ms","start":"2026-07-03T16:04:56.018772Z","end":"2026-07-03T16:04:56.242989Z","steps":["trace[1640994571] 'process raft request' (duration: 190.16586ms)","trace[1640994571] 'compare' (duration: 33.691132ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:04:56.243129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.403634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e63263a1-3d15-4523-a667-b362cc9af332\" ","response":"range_response_count:1 size:3906"} {"level":"info","ts":"2026-07-03T16:04:56.243148Z","caller":"traceutil/trace.go:171","msg":"trace[2050766445] transaction","detail":"{read_only:false; response_revision:5400; number_of_response:1; }","duration":"224.325395ms","start":"2026-07-03T16:04:56.0188Z","end":"2026-07-03T16:04:56.243126Z","steps":["trace[2050766445] 'process raft request' (duration: 223.926435ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:56.243171Z","caller":"traceutil/trace.go:171","msg":"trace[719461981] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e63263a1-3d15-4523-a667-b362cc9af332; range_end:; response_count:1; response_revision:5400; }","duration":"215.513947ms","start":"2026-07-03T16:04:56.027648Z","end":"2026-07-03T16:04:56.243162Z","steps":["trace[719461981] 'agreement among raft nodes before linearized reading' (duration: 215.357233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:56.243687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.766305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:786873"} {"level":"info","ts":"2026-07-03T16:04:56.243801Z","caller":"traceutil/trace.go:171","msg":"trace[788862173] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5400; }","duration":"144.949121ms","start":"2026-07-03T16:04:56.098819Z","end":"2026-07-03T16:04:56.243769Z","steps":["trace[788862173] 'agreement among raft nodes before linearized reading' (duration: 144.281703ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:58.256348Z","caller":"traceutil/trace.go:171","msg":"trace[1152021380] transaction","detail":"{read_only:false; response_revision:5442; number_of_response:1; }","duration":"221.727348ms","start":"2026-07-03T16:04:58.03459Z","end":"2026-07-03T16:04:58.256317Z","steps":["trace[1152021380] 'process raft request' (duration: 215.149118ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:58.260896Z","caller":"traceutil/trace.go:171","msg":"trace[1524842196] transaction","detail":"{read_only:false; response_revision:5443; number_of_response:1; }","duration":"223.216265ms","start":"2026-07-03T16:04:58.037205Z","end":"2026-07-03T16:04:58.260421Z","steps":["trace[1524842196] 'process raft request' (duration: 222.59936ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:58.260914Z","caller":"traceutil/trace.go:171","msg":"trace[177898008] transaction","detail":"{read_only:false; response_revision:5444; number_of_response:1; }","duration":"175.548203ms","start":"2026-07-03T16:04:58.085276Z","end":"2026-07-03T16:04:58.260824Z","steps":["trace[177898008] 'process raft request' (duration: 175.039509ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:02.006297Z","caller":"traceutil/trace.go:171","msg":"trace[1123437023] transaction","detail":"{read_only:false; response_revision:5526; number_of_response:1; }","duration":"111.933246ms","start":"2026-07-03T16:05:01.894331Z","end":"2026-07-03T16:05:02.006265Z","steps":["trace[1123437023] 'process raft request' (duration: 111.71916ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:08.679468Z","caller":"traceutil/trace.go:171","msg":"trace[1447661595] transaction","detail":"{read_only:false; response_revision:5637; number_of_response:1; }","duration":"101.009934ms","start":"2026-07-03T16:05:08.578415Z","end":"2026-07-03T16:05:08.679425Z","steps":["trace[1447661595] 'process raft request' (duration: 100.743117ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:08.82558Z","caller":"traceutil/trace.go:171","msg":"trace[1690377107] transaction","detail":"{read_only:false; response_revision:5639; number_of_response:1; }","duration":"135.145837ms","start":"2026-07-03T16:05:08.690398Z","end":"2026-07-03T16:05:08.825544Z","steps":["trace[1690377107] 'process raft request' (duration: 130.137667ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:08.905786Z","caller":"traceutil/trace.go:171","msg":"trace[955379139] transaction","detail":"{read_only:false; response_revision:5641; number_of_response:1; }","duration":"202.924931ms","start":"2026-07-03T16:05:08.702838Z","end":"2026-07-03T16:05:08.905763Z","steps":["trace[955379139] 'process raft request' (duration: 202.844549ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:08.90613Z","caller":"traceutil/trace.go:171","msg":"trace[2002059009] transaction","detail":"{read_only:false; response_revision:5640; number_of_response:1; }","duration":"203.730942ms","start":"2026-07-03T16:05:08.702357Z","end":"2026-07-03T16:05:08.906088Z","steps":["trace[2002059009] 'process raft request' (duration: 203.215958ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:08.955685Z","caller":"traceutil/trace.go:171","msg":"trace[621514549] transaction","detail":"{read_only:false; response_revision:5642; number_of_response:1; }","duration":"124.558572ms","start":"2026-07-03T16:05:08.831086Z","end":"2026-07-03T16:05:08.955645Z","steps":["trace[621514549] 'process raft request' (duration: 105.708484ms)","trace[621514549] 'compare' (duration: 18.5387ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:08.957221Z","caller":"traceutil/trace.go:171","msg":"trace[226050097] transaction","detail":"{read_only:false; response_revision:5643; number_of_response:1; }","duration":"125.928758ms","start":"2026-07-03T16:05:08.831256Z","end":"2026-07-03T16:05:08.957185Z","steps":["trace[226050097] 'process raft request' (duration: 124.242924ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:09.901101Z","caller":"traceutil/trace.go:171","msg":"trace[2027449089] linearizableReadLoop","detail":"{readStateIndex:5863; appliedIndex:5862; }","duration":"306.259306ms","start":"2026-07-03T16:05:09.594812Z","end":"2026-07-03T16:05:09.901072Z","steps":["trace[2027449089] 'read index received' (duration: 305.857576ms)","trace[2027449089] 'applied index is now lower than readState.Index' (duration: 400.4µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:09.901274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.41439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:05:09.901269Z","caller":"traceutil/trace.go:171","msg":"trace[1284815842] transaction","detail":"{read_only:false; response_revision:5647; number_of_response:1; }","duration":"436.604608ms","start":"2026-07-03T16:05:09.464611Z","end":"2026-07-03T16:05:09.901216Z","steps":["trace[1284815842] 'process raft request' (duration: 436.251149ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:09.901324Z","caller":"traceutil/trace.go:171","msg":"trace[1590936889] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5647; }","duration":"306.542773ms","start":"2026-07-03T16:05:09.594766Z","end":"2026-07-03T16:05:09.901309Z","steps":["trace[1590936889] 'agreement among raft nodes before linearized reading' (duration: 306.41813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:09.901505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:09.594743Z","time spent":"306.747278ms","remote":"127.0.0.1:59362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:05:09.901569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:09.46458Z","time spent":"436.804323ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:05:10.887629Z","caller":"traceutil/trace.go:171","msg":"trace[103351240] linearizableReadLoop","detail":"{readStateIndex:5877; appliedIndex:5876; }","duration":"169.737753ms","start":"2026-07-03T16:05:10.717858Z","end":"2026-07-03T16:05:10.887595Z","steps":["trace[103351240] 'read index received' (duration: 169.441955ms)","trace[103351240] 'applied index is now lower than readState.Index' (duration: 294.148µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:10.887726Z","caller":"traceutil/trace.go:171","msg":"trace[185609295] transaction","detail":"{read_only:false; response_revision:5661; number_of_response:1; }","duration":"177.541244ms","start":"2026-07-03T16:05:10.710135Z","end":"2026-07-03T16:05:10.887676Z","steps":["trace[185609295] 'process raft request' (duration: 177.180005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:10.889406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.03017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:05:10.889566Z","caller":"traceutil/trace.go:171","msg":"trace[1560665911] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5661; }","duration":"171.737294ms","start":"2026-07-03T16:05:10.717798Z","end":"2026-07-03T16:05:10.889535Z","steps":["trace[1560665911] 'agreement among raft nodes before linearized reading' (duration: 169.958468ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:14.079436Z","caller":"traceutil/trace.go:171","msg":"trace[1769625796] transaction","detail":"{read_only:false; response_revision:5697; number_of_response:1; }","duration":"165.119403ms","start":"2026-07-03T16:05:13.914288Z","end":"2026-07-03T16:05:14.079408Z","steps":["trace[1769625796] 'process raft request' (duration: 164.957229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:18.939476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.357668ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:05:18.939687Z","caller":"traceutil/trace.go:171","msg":"trace[79758947] linearizableReadLoop","detail":"{readStateIndex:6038; appliedIndex:6037; }","duration":"507.03374ms","start":"2026-07-03T16:05:18.432634Z","end":"2026-07-03T16:05:18.939668Z","steps":["trace[79758947] 'read index received' (duration: 120.358644ms)","trace[79758947] 'applied index is now lower than readState.Index' (duration: 386.673576ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:18.939824Z","caller":"traceutil/trace.go:171","msg":"trace[1139012978] transaction","detail":"{read_only:false; response_revision:5817; number_of_response:1; }","duration":"530.526158ms","start":"2026-07-03T16:05:18.409258Z","end":"2026-07-03T16:05:18.939784Z","steps":["trace[1139012978] 'process raft request' (duration: 143.76921ms)","trace[1139012978] 'compare' (duration: 386.237235ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:18.939968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.326528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:05:18.940046Z","caller":"traceutil/trace.go:171","msg":"trace[1958192659] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5817; }","duration":"507.405489ms","start":"2026-07-03T16:05:18.432627Z","end":"2026-07-03T16:05:18.940032Z","steps":["trace[1958192659] 'agreement among raft nodes before linearized reading' (duration: 507.176434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:18.940116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:18.432579Z","time spent":"507.525072ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:05:18.940412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.202179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zn59w\" ","response":"range_response_count:1 size:6518"} {"level":"warn","ts":"2026-07-03T16:05:18.940423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.140231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-03T16:05:18.940431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.386032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8ddda529-7bdd-491d-872b-d503c050e594\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-07-03T16:05:18.940495Z","caller":"traceutil/trace.go:171","msg":"trace[556850288] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zn59w; range_end:; response_count:1; response_revision:5817; }","duration":"450.322832ms","start":"2026-07-03T16:05:18.490156Z","end":"2026-07-03T16:05:18.940479Z","steps":["trace[556850288] 'agreement among raft nodes before linearized reading' (duration: 450.086936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:18.940487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.955959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8ddda529-7bdd-491d-872b-d503c050e594\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-07-03T16:05:18.940561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:18.490142Z","time spent":"450.411276ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-zn59w\" "} {"level":"info","ts":"2026-07-03T16:05:18.940509Z","caller":"traceutil/trace.go:171","msg":"trace[423122137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5817; }","duration":"505.263644ms","start":"2026-07-03T16:05:18.435225Z","end":"2026-07-03T16:05:18.940488Z","steps":["trace[423122137] 'agreement among raft nodes before linearized reading' (duration: 505.015128ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:18.940522Z","caller":"traceutil/trace.go:171","msg":"trace[364770805] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8ddda529-7bdd-491d-872b-d503c050e594; range_end:; response_count:1; response_revision:5817; }","duration":"208.479324ms","start":"2026-07-03T16:05:18.73202Z","end":"2026-07-03T16:05:18.9405Z","steps":["trace[364770805] 'agreement among raft nodes before linearized reading' (duration: 208.250119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:18.940416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.883558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:05:18.940591Z","caller":"traceutil/trace.go:171","msg":"trace[2114506200] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8ddda529-7bdd-491d-872b-d503c050e594; range_end:; response_count:1; response_revision:5817; }","duration":"463.086343ms","start":"2026-07-03T16:05:18.477484Z","end":"2026-07-03T16:05:18.94057Z","steps":["trace[2114506200] 'agreement among raft nodes before linearized reading' (duration: 462.843076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:18.940603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:18.435213Z","time spent":"505.380618ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:05:18.940639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:18.477472Z","time spent":"463.155486ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8ddda529-7bdd-491d-872b-d503c050e594\" "} {"level":"info","ts":"2026-07-03T16:05:18.94065Z","caller":"traceutil/trace.go:171","msg":"trace[1000964155] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5817; }","duration":"390.159187ms","start":"2026-07-03T16:05:18.550465Z","end":"2026-07-03T16:05:18.940625Z","steps":["trace[1000964155] 'agreement among raft nodes before linearized reading' (duration: 389.875618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:18.9407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.561373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:05:18.940789Z","caller":"traceutil/trace.go:171","msg":"trace[165747519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5817; }","duration":"493.680775ms","start":"2026-07-03T16:05:18.447085Z","end":"2026-07-03T16:05:18.940766Z","steps":["trace[165747519] 'agreement among raft nodes before linearized reading' (duration: 493.211512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:18.940762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T16:05:18.940858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:18.447072Z","time spent":"493.764148ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:05:18.940937Z","caller":"traceutil/trace.go:171","msg":"trace[1221902835] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5817; }","duration":"484.415255ms","start":"2026-07-03T16:05:18.45648Z","end":"2026-07-03T16:05:18.940895Z","steps":["trace[1221902835] 'agreement among raft nodes before linearized reading' (duration: 483.809859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:18.941024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:18.456466Z","time spent":"484.529978ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:05:18.941106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:18.40923Z","time spent":"530.695243ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:05:18.940936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:18.550443Z","time spent":"390.316051ms","remote":"127.0.0.1:59228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:05:19.470279Z","caller":"traceutil/trace.go:171","msg":"trace[1863187582] transaction","detail":"{read_only:false; response_revision:5819; number_of_response:1; }","duration":"524.454443ms","start":"2026-07-03T16:05:18.945793Z","end":"2026-07-03T16:05:19.470247Z","steps":["trace[1863187582] 'process raft request' (duration: 524.164254ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:19.470332Z","caller":"traceutil/trace.go:171","msg":"trace[11115843] linearizableReadLoop","detail":"{readStateIndex:6043; appliedIndex:6039; }","duration":"257.798911ms","start":"2026-07-03T16:05:19.212513Z","end":"2026-07-03T16:05:19.470311Z","steps":["trace[11115843] 'read index received' (duration: 257.453401ms)","trace[11115843] 'applied index is now lower than readState.Index' (duration: 344.49µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:19.470373Z","caller":"traceutil/trace.go:171","msg":"trace[1504817473] transaction","detail":"{read_only:false; response_revision:5820; number_of_response:1; }","duration":"524.532764ms","start":"2026-07-03T16:05:18.945788Z","end":"2026-07-03T16:05:19.470321Z","steps":["trace[1504817473] 'process raft request' (duration: 524.35206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:19.470446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:18.94575Z","time spent":"524.614987ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:05:19.470516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.998006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:05:19.470579Z","caller":"traceutil/trace.go:171","msg":"trace[935416902] transaction","detail":"{read_only:false; response_revision:5821; number_of_response:1; }","duration":"524.03438ms","start":"2026-07-03T16:05:18.946502Z","end":"2026-07-03T16:05:19.470536Z","steps":["trace[935416902] 'process raft request' (duration: 523.689051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:19.470606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:18.945735Z","time spent":"524.75792ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:05:19.470645Z","caller":"traceutil/trace.go:171","msg":"trace[553066877] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5822; }","duration":"258.073588ms","start":"2026-07-03T16:05:19.212491Z","end":"2026-07-03T16:05:19.470565Z","steps":["trace[553066877] 'agreement among raft nodes before linearized reading' (duration: 257.937944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:19.470757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:18.946473Z","time spent":"524.195064ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:05:19.470623Z","caller":"traceutil/trace.go:171","msg":"trace[1915686533] transaction","detail":"{read_only:false; response_revision:5822; number_of_response:1; }","duration":"523.078176ms","start":"2026-07-03T16:05:18.947488Z","end":"2026-07-03T16:05:19.470567Z","steps":["trace[1915686533] 'process raft request' (duration: 522.753297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:19.470854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:18.94748Z","time spent":"523.324203ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:05:19.487989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.449413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:05:19.488003Z","caller":"traceutil/trace.go:171","msg":"trace[635057153] transaction","detail":"{read_only:false; response_revision:5823; number_of_response:1; }","duration":"139.206942ms","start":"2026-07-03T16:05:19.348748Z","end":"2026-07-03T16:05:19.487955Z","steps":["trace[635057153] 'process raft request' (duration: 138.907705ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:19.488094Z","caller":"traceutil/trace.go:171","msg":"trace[1562139563] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5823; }","duration":"167.626707ms","start":"2026-07-03T16:05:19.320442Z","end":"2026-07-03T16:05:19.488069Z","steps":["trace[1562139563] 'agreement among raft nodes before linearized reading' (duration: 167.428742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:19.488091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.778288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:05:19.488123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.82695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:05:19.488193Z","caller":"traceutil/trace.go:171","msg":"trace[1177153176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5823; }","duration":"151.942392ms","start":"2026-07-03T16:05:19.336232Z","end":"2026-07-03T16:05:19.488174Z","steps":["trace[1177153176] 'agreement among raft nodes before linearized reading' (duration: 151.775688ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:19.488349Z","caller":"traceutil/trace.go:171","msg":"trace[1883667132] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5823; }","duration":"120.120768ms","start":"2026-07-03T16:05:19.368205Z","end":"2026-07-03T16:05:19.488326Z","steps":["trace[1883667132] 'agreement among raft nodes before linearized reading' (duration: 119.787719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:20.333885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.719972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8ddda529-7bdd-491d-872b-d503c050e594\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-07-03T16:05:20.333979Z","caller":"traceutil/trace.go:171","msg":"trace[1567172569] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8ddda529-7bdd-491d-872b-d503c050e594; range_end:; response_count:1; response_revision:5823; }","duration":"373.880825ms","start":"2026-07-03T16:05:19.960077Z","end":"2026-07-03T16:05:20.333958Z","steps":["trace[1567172569] 'range keys from in-memory index tree' (duration: 373.611579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:20.334013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:19.960023Z","time spent":"373.982479ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8ddda529-7bdd-491d-872b-d503c050e594\" "} {"level":"warn","ts":"2026-07-03T16:05:20.334251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.478818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:05:20.334379Z","caller":"traceutil/trace.go:171","msg":"trace[1004198419] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:5823; }","duration":"610.665472ms","start":"2026-07-03T16:05:19.723689Z","end":"2026-07-03T16:05:20.334355Z","steps":["trace[1004198419] 'count revisions from in-memory index tree' (duration: 610.367484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:20.33446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:19.723666Z","time spent":"610.777365ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:05:20.334679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.881782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:05:20.33468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.298729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:05:20.334741Z","caller":"traceutil/trace.go:171","msg":"trace[1455797158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5823; }","duration":"844.985345ms","start":"2026-07-03T16:05:19.489745Z","end":"2026-07-03T16:05:20.33473Z","steps":["trace[1455797158] 'range keys from in-memory index tree' (duration: 844.716718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:20.334772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:19.489718Z","time spent":"845.046287ms","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:05:20.334782Z","caller":"traceutil/trace.go:171","msg":"trace[471434499] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:5823; }","duration":"550.456893ms","start":"2026-07-03T16:05:19.784289Z","end":"2026-07-03T16:05:20.334746Z","steps":["trace[471434499] 'count revisions from in-memory index tree' (duration: 550.157836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:20.334831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:19.784271Z","time spent":"550.550496ms","remote":"127.0.0.1:59198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:05:20.335177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.320175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:05:20.335244Z","caller":"traceutil/trace.go:171","msg":"trace[199761681] linearizableReadLoop","detail":"{readStateIndex:6045; appliedIndex:6044; }","duration":"135.129697ms","start":"2026-07-03T16:05:20.200103Z","end":"2026-07-03T16:05:20.335233Z","steps":["trace[199761681] 'read index received' (duration: 12.637308ms)","trace[199761681] 'applied index is now lower than readState.Index' (duration: 122.491329ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:20.335333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.224349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:05:20.335365Z","caller":"traceutil/trace.go:171","msg":"trace[134705411] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5824; }","duration":"135.304871ms","start":"2026-07-03T16:05:20.200051Z","end":"2026-07-03T16:05:20.335356Z","steps":["trace[134705411] 'agreement among raft nodes before linearized reading' (duration: 135.221339ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:20.335365Z","caller":"traceutil/trace.go:171","msg":"trace[1018426460] transaction","detail":"{read_only:false; response_revision:5824; number_of_response:1; }","duration":"159.218049ms","start":"2026-07-03T16:05:20.176129Z","end":"2026-07-03T16:05:20.335347Z","steps":["trace[1018426460] 'process raft request' (duration: 36.660238ms)","trace[1018426460] 'compare' (duration: 121.106524ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:21.205534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.902771ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:05:21.205646Z","caller":"traceutil/trace.go:171","msg":"trace[44126171] transaction","detail":"{read_only:false; response_revision:5825; number_of_response:1; }","duration":"814.533908ms","start":"2026-07-03T16:05:20.391097Z","end":"2026-07-03T16:05:21.205631Z","steps":["trace[44126171] 'process raft request' (duration: 269.471203ms)","trace[44126171] 'compare' (duration: 544.783718ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:21.205734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:20.391062Z","time spent":"814.65111ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:05:21.296789Z","caller":"traceutil/trace.go:171","msg":"trace[1814135997] transaction","detail":"{read_only:false; response_revision:5827; number_of_response:1; }","duration":"905.273567ms","start":"2026-07-03T16:05:20.391485Z","end":"2026-07-03T16:05:21.296758Z","steps":["trace[1814135997] 'process raft request' (duration: 905.221695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:21.296959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:20.391477Z","time spent":"905.393569ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:05:21.296863Z","caller":"traceutil/trace.go:171","msg":"trace[1538875766] transaction","detail":"{read_only:false; response_revision:5826; number_of_response:1; }","duration":"905.622845ms","start":"2026-07-03T16:05:20.3912Z","end":"2026-07-03T16:05:21.296823Z","steps":["trace[1538875766] 'process raft request' (duration: 905.340548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:21.297356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:20.391172Z","time spent":"906.019126ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:05:22.058753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.121094ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:05:22.058914Z","caller":"traceutil/trace.go:171","msg":"trace[2025013722] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5827; }","duration":"645.306269ms","start":"2026-07-03T16:05:21.413587Z","end":"2026-07-03T16:05:22.058893Z","steps":["trace[2025013722] 'range keys from in-memory index tree' (duration: 645.098724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:22.062499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.620702ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-03T16:05:22.062608Z","caller":"traceutil/trace.go:171","msg":"trace[2126862792] linearizableReadLoop","detail":"{readStateIndex:6049; appliedIndex:6046; }","duration":"1.117013254s","start":"2026-07-03T16:05:20.945579Z","end":"2026-07-03T16:05:22.062593Z","steps":["trace[2126862792] 'read index received' (duration: 350.976102ms)","trace[2126862792] 'applied index is now lower than readState.Index' (duration: 766.036052ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:22.062768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057610368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:05:22.062801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117224761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:05:22.062838Z","caller":"traceutil/trace.go:171","msg":"trace[174688510] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:5827; }","duration":"1.057735151s","start":"2026-07-03T16:05:21.005089Z","end":"2026-07-03T16:05:22.062824Z","steps":["trace[174688510] 'agreement among raft nodes before linearized reading' (duration: 1.057632909s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:22.062851Z","caller":"traceutil/trace.go:171","msg":"trace[526179163] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5827; }","duration":"1.117302553s","start":"2026-07-03T16:05:20.945533Z","end":"2026-07-03T16:05:22.062836Z","steps":["trace[526179163] 'agreement among raft nodes before linearized reading' (duration: 1.117140379s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:22.062886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:20.945516Z","time spent":"1.117360564s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:05:22.062965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.586255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:05:22.063002Z","caller":"traceutil/trace.go:171","msg":"trace[676072646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5827; }","duration":"587.686818ms","start":"2026-07-03T16:05:21.475307Z","end":"2026-07-03T16:05:22.062994Z","steps":["trace[676072646] 'agreement among raft nodes before linearized reading' (duration: 587.598745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:22.063026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:21.475285Z","time spent":"587.734738ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:05:22.062887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:21.005062Z","time spent":"1.057814514s","remote":"127.0.0.1:36560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:05:22.063186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.810227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8ddda529-7bdd-491d-872b-d503c050e594\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-07-03T16:05:22.063218Z","caller":"traceutil/trace.go:171","msg":"trace[1100710422] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8ddda529-7bdd-491d-872b-d503c050e594; range_end:; response_count:1; response_revision:5827; }","duration":"721.906991ms","start":"2026-07-03T16:05:21.3413Z","end":"2026-07-03T16:05:22.063207Z","steps":["trace[1100710422] 'agreement among raft nodes before linearized reading' (duration: 721.823499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:22.063251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:21.341285Z","time spent":"721.958822ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8ddda529-7bdd-491d-872b-d503c050e594\" "} {"level":"warn","ts":"2026-07-03T16:05:22.063282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.762789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T16:05:22.063414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.809807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:05:22.063447Z","caller":"traceutil/trace.go:171","msg":"trace[681921764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5827; }","duration":"738.91201ms","start":"2026-07-03T16:05:21.324527Z","end":"2026-07-03T16:05:22.063439Z","steps":["trace[681921764] 'agreement among raft nodes before linearized reading' (duration: 738.858309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:22.063477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:21.324491Z","time spent":"738.980183ms","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:05:22.063512Z","caller":"traceutil/trace.go:171","msg":"trace[1640911758] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5827; }","duration":"587.968995ms","start":"2026-07-03T16:05:21.475447Z","end":"2026-07-03T16:05:22.063416Z","steps":["trace[1640911758] 'agreement among raft nodes before linearized reading' (duration: 587.343268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:22.063718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:21.475418Z","time spent":"588.276863ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:05:22.063906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04380426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-07-03T16:05:22.063943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.234705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-03T16:05:22.063988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.360103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2319"} {"level":"warn","ts":"2026-07-03T16:05:22.06402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005037017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:05:22.064027Z","caller":"traceutil/trace.go:171","msg":"trace[1549571675] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5827; }","duration":"1.043974204s","start":"2026-07-03T16:05:21.020027Z","end":"2026-07-03T16:05:22.064001Z","steps":["trace[1549571675] 'agreement among raft nodes before linearized reading' (duration: 1.043632905s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:22.064042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.70107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-6bzff\" ","response":"range_response_count:1 size:4759"} {"level":"info","ts":"2026-07-03T16:05:22.064061Z","caller":"traceutil/trace.go:171","msg":"trace[1103955765] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5827; }","duration":"312.467596ms","start":"2026-07-03T16:05:21.751575Z","end":"2026-07-03T16:05:22.064043Z","steps":["trace[1103955765] 'agreement among raft nodes before linearized reading' (duration: 312.287741ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:22.064102Z","caller":"traceutil/trace.go:171","msg":"trace[1686568700] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-6bzff; range_end:; response_count:1; response_revision:5827; }","duration":"140.802894ms","start":"2026-07-03T16:05:21.923284Z","end":"2026-07-03T16:05:22.064087Z","steps":["trace[1686568700] 'agreement among raft nodes before linearized reading' (duration: 140.645099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:22.064101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:21.020011Z","time spent":"1.044075378s","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:05:22.064116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:21.751557Z","time spent":"312.544568ms","remote":"127.0.0.1:43682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":2343,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" "} {"level":"info","ts":"2026-07-03T16:05:22.064056Z","caller":"traceutil/trace.go:171","msg":"trace[500581232] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5827; }","duration":"1.005090028s","start":"2026-07-03T16:05:21.058958Z","end":"2026-07-03T16:05:22.064048Z","steps":["trace[500581232] 'agreement among raft nodes before linearized reading' (duration: 1.004996495s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:22.064262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:21.058951Z","time spent":"1.005295854s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:05:22.064017Z","caller":"traceutil/trace.go:171","msg":"trace[1671917749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5827; }","duration":"587.357509ms","start":"2026-07-03T16:05:21.476651Z","end":"2026-07-03T16:05:22.064009Z","steps":["trace[1671917749] 'agreement among raft nodes before linearized reading' (duration: 587.227725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:22.064409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005997193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zn59w\" ","response":"range_response_count:1 size:6518"} {"level":"info","ts":"2026-07-03T16:05:22.064547Z","caller":"traceutil/trace.go:171","msg":"trace[1719607481] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zn59w; range_end:; response_count:1; response_revision:5827; }","duration":"1.006213369s","start":"2026-07-03T16:05:21.058308Z","end":"2026-07-03T16:05:22.064522Z","steps":["trace[1719607481] 'agreement among raft nodes before linearized reading' (duration: 1.005674474s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:22.064414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:21.476626Z","time spent":"587.729949ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:05:22.064054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.533296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:05:22.064708Z","caller":"traceutil/trace.go:171","msg":"trace[574338864] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5827; }","duration":"871.223564ms","start":"2026-07-03T16:05:21.193473Z","end":"2026-07-03T16:05:22.064697Z","steps":["trace[574338864] 'agreement among raft nodes before linearized reading' (duration: 870.137796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:22.064633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:21.058284Z","time spent":"1.006335611s","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-zn59w\" "} {"level":"warn","ts":"2026-07-03T16:05:22.064745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:21.193428Z","time spent":"871.304116ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":640,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:05:24.000157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.05654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-07-03T16:05:24.000256Z","caller":"traceutil/trace.go:171","msg":"trace[1442025308] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5862; }","duration":"124.221694ms","start":"2026-07-03T16:05:23.876013Z","end":"2026-07-03T16:05:24.000235Z","steps":["trace[1442025308] 'range keys from in-memory index tree' (duration: 123.843115ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:28.861425Z","caller":"traceutil/trace.go:171","msg":"trace[1100318851] linearizableReadLoop","detail":"{readStateIndex:6165; appliedIndex:6164; }","duration":"311.751437ms","start":"2026-07-03T16:05:28.549648Z","end":"2026-07-03T16:05:28.8614Z","steps":["trace[1100318851] 'read index received' (duration: 311.49442ms)","trace[1100318851] 'applied index is now lower than readState.Index' (duration: 255.987µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:28.86166Z","caller":"traceutil/trace.go:171","msg":"trace[546315031] transaction","detail":"{read_only:false; response_revision:5942; number_of_response:1; }","duration":"442.215693ms","start":"2026-07-03T16:05:28.419387Z","end":"2026-07-03T16:05:28.861603Z","steps":["trace[546315031] 'process raft request' (duration: 441.861004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:28.861968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:28.419342Z","time spent":"442.539861ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:05:28.862148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.559911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:05:28.86218Z","caller":"traceutil/trace.go:171","msg":"trace[795002441] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:5942; }","duration":"241.649072ms","start":"2026-07-03T16:05:28.620523Z","end":"2026-07-03T16:05:28.862172Z","steps":["trace[795002441] 'agreement among raft nodes before linearized reading' (duration: 241.593621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:28.862577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.31755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:05:28.86269Z","caller":"traceutil/trace.go:171","msg":"trace[292133374] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:5942; }","duration":"237.534546ms","start":"2026-07-03T16:05:28.625128Z","end":"2026-07-03T16:05:28.862662Z","steps":["trace[292133374] 'agreement among raft nodes before linearized reading' (duration: 237.259099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:28.862608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.909226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-03T16:05:28.8629Z","caller":"traceutil/trace.go:171","msg":"trace[1232016525] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5942; }","duration":"313.224784ms","start":"2026-07-03T16:05:28.549639Z","end":"2026-07-03T16:05:28.862864Z","steps":["trace[1232016525] 'agreement among raft nodes before linearized reading' (duration: 312.084845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:28.863016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:28.549562Z","time spent":"313.43647ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-03T16:05:29.297886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.136341ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:05:29.298059Z","caller":"traceutil/trace.go:171","msg":"trace[152713171] transaction","detail":"{read_only:false; response_revision:5943; number_of_response:1; }","duration":"430.003178ms","start":"2026-07-03T16:05:28.868026Z","end":"2026-07-03T16:05:29.298029Z","steps":["trace[152713171] 'process raft request' (duration: 181.61521ms)","trace[152713171] 'compare' (duration: 248.014358ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:29.298199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:28.868Z","time spent":"430.1329ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:05:29.298347Z","caller":"traceutil/trace.go:171","msg":"trace[294838937] linearizableReadLoop","detail":"{readStateIndex:6166; appliedIndex:6165; }","duration":"405.074742ms","start":"2026-07-03T16:05:28.893245Z","end":"2026-07-03T16:05:29.29832Z","steps":["trace[294838937] 'read index received' (duration: 156.261473ms)","trace[294838937] 'applied index is now lower than readState.Index' (duration: 248.810319ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:29.298671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.426572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13876"} {"level":"info","ts":"2026-07-03T16:05:29.29872Z","caller":"traceutil/trace.go:171","msg":"trace[1751181597] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5943; }","duration":"405.533524ms","start":"2026-07-03T16:05:28.89317Z","end":"2026-07-03T16:05:29.298704Z","steps":["trace[1751181597] 'agreement among raft nodes before linearized reading' (duration: 405.274937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:29.298761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:28.893143Z","time spent":"405.609106ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13900,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-03T16:05:29.298876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.777633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-03T16:05:29.298919Z","caller":"traceutil/trace.go:171","msg":"trace[896834551] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5944; }","duration":"402.821634ms","start":"2026-07-03T16:05:28.896085Z","end":"2026-07-03T16:05:29.298907Z","steps":["trace[896834551] 'agreement among raft nodes before linearized reading' (duration: 402.694101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:29.298976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:28.896058Z","time spent":"402.908097ms","remote":"127.0.0.1:57464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-03T16:05:34.552191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.243889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:05:34.552446Z","caller":"traceutil/trace.go:171","msg":"trace[411195060] transaction","detail":"{read_only:false; response_revision:6000; number_of_response:1; }","duration":"313.148522ms","start":"2026-07-03T16:05:34.239269Z","end":"2026-07-03T16:05:34.552418Z","steps":["trace[411195060] 'process raft request' (duration: 44.568225ms)","trace[411195060] 'compare' (duration: 267.264843ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:34.552543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:34.239236Z","time spent":"313.270305ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:05:34.553487Z","caller":"traceutil/trace.go:171","msg":"trace[1472056114] transaction","detail":"{read_only:false; response_revision:6001; number_of_response:1; }","duration":"313.751398ms","start":"2026-07-03T16:05:34.239658Z","end":"2026-07-03T16:05:34.55341Z","steps":["trace[1472056114] 'process raft request' (duration: 312.68748ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:34.55342Z","caller":"traceutil/trace.go:171","msg":"trace[746396127] linearizableReadLoop","detail":"{readStateIndex:6226; appliedIndex:6224; }","duration":"270.632961ms","start":"2026-07-03T16:05:34.282745Z","end":"2026-07-03T16:05:34.553378Z","steps":["trace[746396127] 'read index received' (duration: 1.167941ms)","trace[746396127] 'applied index is now lower than readState.Index' (duration: 269.46192ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:34.553583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:34.239638Z","time spent":"313.898562ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:05:34.553715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.043086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:05:34.553767Z","caller":"traceutil/trace.go:171","msg":"trace[738101428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6001; }","duration":"226.18506ms","start":"2026-07-03T16:05:34.327566Z","end":"2026-07-03T16:05:34.553751Z","steps":["trace[738101428] 'agreement among raft nodes before linearized reading' (duration: 226.074747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:34.554574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.791132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:05:34.554684Z","caller":"traceutil/trace.go:171","msg":"trace[874634020] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:6001; }","duration":"271.957486ms","start":"2026-07-03T16:05:34.282699Z","end":"2026-07-03T16:05:34.554656Z","steps":["trace[874634020] 'agreement among raft nodes before linearized reading' (duration: 270.776906ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:35.142693Z","caller":"traceutil/trace.go:171","msg":"trace[1312280550] linearizableReadLoop","detail":"{readStateIndex:6227; appliedIndex:6226; }","duration":"198.811321ms","start":"2026-07-03T16:05:34.943853Z","end":"2026-07-03T16:05:35.142664Z","steps":["trace[1312280550] 'read index received' (duration: 198.642327ms)","trace[1312280550] 'applied index is now lower than readState.Index' (duration: 167.754µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:35.142911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.042637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-03T16:05:35.142957Z","caller":"traceutil/trace.go:171","msg":"trace[1780184701] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6002; }","duration":"199.150139ms","start":"2026-07-03T16:05:34.943792Z","end":"2026-07-03T16:05:35.142942Z","steps":["trace[1780184701] 'agreement among raft nodes before linearized reading' (duration: 198.979255ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:35.143132Z","caller":"traceutil/trace.go:171","msg":"trace[286605087] transaction","detail":"{read_only:false; response_revision:6002; number_of_response:1; }","duration":"257.83239ms","start":"2026-07-03T16:05:34.885253Z","end":"2026-07-03T16:05:35.143085Z","steps":["trace[286605087] 'process raft request' (duration: 257.258365ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:35.513369Z","caller":"traceutil/trace.go:171","msg":"trace[1761894811] transaction","detail":"{read_only:false; response_revision:6003; number_of_response:1; }","duration":"197.278391ms","start":"2026-07-03T16:05:35.316062Z","end":"2026-07-03T16:05:35.51334Z","steps":["trace[1761894811] 'process raft request' (duration: 197.048255ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:35.567165Z","caller":"traceutil/trace.go:171","msg":"trace[835900808] transaction","detail":"{read_only:false; response_revision:6004; number_of_response:1; }","duration":"192.086597ms","start":"2026-07-03T16:05:35.375036Z","end":"2026-07-03T16:05:35.567122Z","steps":["trace[835900808] 'process raft request' (duration: 162.225043ms)","trace[835900808] 'compare' (duration: 29.554936ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:35.567381Z","caller":"traceutil/trace.go:171","msg":"trace[425460464] transaction","detail":"{read_only:false; response_revision:6005; number_of_response:1; }","duration":"187.855347ms","start":"2026-07-03T16:05:35.379486Z","end":"2026-07-03T16:05:35.567341Z","steps":["trace[425460464] 'process raft request' (duration: 187.57742ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:11.581637Z","caller":"traceutil/trace.go:171","msg":"trace[884786905] linearizableReadLoop","detail":"{readStateIndex:6544; appliedIndex:6543; }","duration":"254.608566ms","start":"2026-07-03T16:06:11.327012Z","end":"2026-07-03T16:06:11.58162Z","steps":["trace[884786905] 'read index received' (duration: 254.37308ms)","trace[884786905] 'applied index is now lower than readState.Index' (duration: 234.486µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:11.581751Z","caller":"traceutil/trace.go:171","msg":"trace[1445181613] transaction","detail":"{read_only:false; response_revision:6310; number_of_response:1; }","duration":"314.472648ms","start":"2026-07-03T16:06:11.267241Z","end":"2026-07-03T16:06:11.581713Z","steps":["trace[1445181613] 'process raft request' (duration: 314.248982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:11.581912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:11.267221Z","time spent":"314.610491ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:11.582148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.120709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:06:11.582293Z","caller":"traceutil/trace.go:171","msg":"trace[1638740541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6310; }","duration":"255.340895ms","start":"2026-07-03T16:06:11.326919Z","end":"2026-07-03T16:06:11.58226Z","steps":["trace[1638740541] 'agreement among raft nodes before linearized reading' (duration: 255.17726ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:21.718914Z","caller":"traceutil/trace.go:171","msg":"trace[780770889] transaction","detail":"{read_only:false; response_revision:6375; number_of_response:1; }","duration":"104.134118ms","start":"2026-07-03T16:06:21.614736Z","end":"2026-07-03T16:06:21.71887Z","steps":["trace[780770889] 'process raft request' (duration: 103.902472ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:22.636506Z","caller":"traceutil/trace.go:171","msg":"trace[1601436897] transaction","detail":"{read_only:false; response_revision:6380; number_of_response:1; }","duration":"142.518892ms","start":"2026-07-03T16:06:22.493972Z","end":"2026-07-03T16:06:22.63649Z","steps":["trace[1601436897] 'process raft request' (duration: 142.304757ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:22.636482Z","caller":"traceutil/trace.go:171","msg":"trace[1603951087] linearizableReadLoop","detail":"{readStateIndex:6616; appliedIndex:6615; }","duration":"142.40905ms","start":"2026-07-03T16:06:22.494043Z","end":"2026-07-03T16:06:22.636452Z","steps":["trace[1603951087] 'read index received' (duration: 142.187695ms)","trace[1603951087] 'applied index is now lower than readState.Index' (duration: 220.155µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:06:22.636725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.662277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:06:22.636781Z","caller":"traceutil/trace.go:171","msg":"trace[1552146547] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6380; }","duration":"142.797309ms","start":"2026-07-03T16:06:22.49397Z","end":"2026-07-03T16:06:22.636767Z","steps":["trace[1552146547] 'agreement among raft nodes before linearized reading' (duration: 142.623245ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:22.656514Z","caller":"traceutil/trace.go:171","msg":"trace[1374258782] transaction","detail":"{read_only:false; response_revision:6381; number_of_response:1; }","duration":"158.569249ms","start":"2026-07-03T16:06:22.4979Z","end":"2026-07-03T16:06:22.656469Z","steps":["trace[1374258782] 'process raft request' (duration: 158.297582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:22.656606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.480096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zn59w\" ","response":"range_response_count:1 size:6518"} {"level":"info","ts":"2026-07-03T16:06:22.656669Z","caller":"traceutil/trace.go:171","msg":"trace[1889776351] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zn59w; range_end:; response_count:1; response_revision:6381; }","duration":"158.592259ms","start":"2026-07-03T16:06:22.498062Z","end":"2026-07-03T16:06:22.656654Z","steps":["trace[1889776351] 'agreement among raft nodes before linearized reading' (duration: 158.349613ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:35.513532Z","caller":"traceutil/trace.go:171","msg":"trace[138695674] transaction","detail":"{read_only:false; response_revision:6476; number_of_response:1; }","duration":"125.997733ms","start":"2026-07-03T16:06:35.387491Z","end":"2026-07-03T16:06:35.513489Z","steps":["trace[138695674] 'process raft request' (duration: 125.598203ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:09:52.155168Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5350} {"level":"info","ts":"2026-07-03T16:09:52.243909Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5350,"took":"85.870976ms","hash":4252930229,"current-db-size-bytes":54140928,"current-db-size":"54 MB","current-db-size-in-use-bytes":28979200,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-03T16:09:52.243985Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4252930229,"revision":5350,"compact-revision":2777} {"level":"info","ts":"2026-07-03T16:10:00.906142Z","caller":"traceutil/trace.go:171","msg":"trace[1735710576] transaction","detail":"{read_only:false; response_revision:7921; number_of_response:1; }","duration":"119.135867ms","start":"2026-07-03T16:10:00.78698Z","end":"2026-07-03T16:10:00.906116Z","steps":["trace[1735710576] 'process raft request' (duration: 118.977543ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:10:00.99007Z","caller":"traceutil/trace.go:171","msg":"trace[348507282] transaction","detail":"{read_only:false; response_revision:7922; number_of_response:1; }","duration":"150.971272ms","start":"2026-07-03T16:10:00.839061Z","end":"2026-07-03T16:10:00.990033Z","steps":["trace[348507282] 'process raft request' (duration: 118.618953ms)","trace[348507282] 'compare' (duration: 32.223355ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:10:54.408189Z","caller":"traceutil/trace.go:171","msg":"trace[1947371540] linearizableReadLoop","detail":"{readStateIndex:8602; appliedIndex:8601; }","duration":"124.630678ms","start":"2026-07-03T16:10:54.283533Z","end":"2026-07-03T16:10:54.408164Z","steps":["trace[1947371540] 'read index received' (duration: 113.029028ms)","trace[1947371540] 'applied index is now lower than readState.Index' (duration: 11.60065ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:10:54.408313Z","caller":"traceutil/trace.go:171","msg":"trace[1349352436] transaction","detail":"{read_only:false; response_revision:8300; number_of_response:1; }","duration":"127.109153ms","start":"2026-07-03T16:10:54.281194Z","end":"2026-07-03T16:10:54.408304Z","steps":["trace[1349352436] 'process raft request' (duration: 115.453911ms)","trace[1349352436] 'compare' (duration: 11.404175ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:10:54.408515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.967927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7403"} {"level":"info","ts":"2026-07-03T16:10:54.408548Z","caller":"traceutil/trace.go:171","msg":"trace[667252389] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:8300; }","duration":"125.06606ms","start":"2026-07-03T16:10:54.283471Z","end":"2026-07-03T16:10:54.408537Z","steps":["trace[667252389] 'agreement among raft nodes before linearized reading' (duration: 124.932906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:10:54.408744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.008722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:10:54.408859Z","caller":"traceutil/trace.go:171","msg":"trace[252660827] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8300; }","duration":"119.143417ms","start":"2026-07-03T16:10:54.289666Z","end":"2026-07-03T16:10:54.40881Z","steps":["trace[252660827] 'agreement among raft nodes before linearized reading' (duration: 118.90388ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:10:55.863741Z","caller":"traceutil/trace.go:171","msg":"trace[464375075] transaction","detail":"{read_only:false; response_revision:8309; number_of_response:1; }","duration":"183.111835ms","start":"2026-07-03T16:10:55.680595Z","end":"2026-07-03T16:10:55.863707Z","steps":["trace[464375075] 'process raft request' (duration: 108.243845ms)","trace[464375075] 'compare' (duration: 74.765388ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:10:56.45929Z","caller":"traceutil/trace.go:171","msg":"trace[679059319] linearizableReadLoop","detail":"{readStateIndex:8614; appliedIndex:8613; }","duration":"216.095268ms","start":"2026-07-03T16:10:56.243176Z","end":"2026-07-03T16:10:56.459271Z","steps":["trace[679059319] 'read index received' (duration: 174.523822ms)","trace[679059319] 'applied index is now lower than readState.Index' (duration: 41.570476ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:10:56.459406Z","caller":"traceutil/trace.go:171","msg":"trace[613165129] transaction","detail":"{read_only:false; response_revision:8311; number_of_response:1; }","duration":"218.162221ms","start":"2026-07-03T16:10:56.241178Z","end":"2026-07-03T16:10:56.45934Z","steps":["trace[613165129] 'process raft request' (duration: 176.623246ms)","trace[613165129] 'compare' (duration: 41.35679ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:10:56.459496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.311055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:10:56.459549Z","caller":"traceutil/trace.go:171","msg":"trace[1167323018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8311; }","duration":"216.407827ms","start":"2026-07-03T16:10:56.24313Z","end":"2026-07-03T16:10:56.459538Z","steps":["trace[1167323018] 'agreement among raft nodes before linearized reading' (duration: 216.244792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:10:56.459511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.9595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:10:56.459624Z","caller":"traceutil/trace.go:171","msg":"trace[1104378806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8311; }","duration":"127.149294ms","start":"2026-07-03T16:10:56.332446Z","end":"2026-07-03T16:10:56.459596Z","steps":["trace[1104378806] 'agreement among raft nodes before linearized reading' (duration: 126.964389ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:10:56.732159Z","caller":"traceutil/trace.go:171","msg":"trace[1158892951] transaction","detail":"{read_only:false; response_revision:8312; number_of_response:1; }","duration":"268.007714ms","start":"2026-07-03T16:10:56.46412Z","end":"2026-07-03T16:10:56.732128Z","steps":["trace[1158892951] 'process raft request' (duration: 267.798358ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:10:56.746118Z","caller":"traceutil/trace.go:171","msg":"trace[1783100393] transaction","detail":"{read_only:false; response_revision:8313; number_of_response:1; }","duration":"281.556535ms","start":"2026-07-03T16:10:56.464539Z","end":"2026-07-03T16:10:56.746096Z","steps":["trace[1783100393] 'process raft request' (duration: 281.392671ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:10:56.746377Z","caller":"traceutil/trace.go:171","msg":"trace[1914612905] linearizableReadLoop","detail":"{readStateIndex:8617; appliedIndex:8614; }","duration":"257.795889ms","start":"2026-07-03T16:10:56.488546Z","end":"2026-07-03T16:10:56.746342Z","steps":["trace[1914612905] 'read index received' (duration: 243.326544ms)","trace[1914612905] 'applied index is now lower than readState.Index' (duration: 14.450235ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:10:56.746411Z","caller":"traceutil/trace.go:171","msg":"trace[831027253] transaction","detail":"{read_only:false; response_revision:8314; number_of_response:1; }","duration":"281.335278ms","start":"2026-07-03T16:10:56.465055Z","end":"2026-07-03T16:10:56.74639Z","steps":["trace[831027253] 'process raft request' (duration: 281.00561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:10:56.746638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.443296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:10:56.746677Z","caller":"traceutil/trace.go:171","msg":"trace[1835293942] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8314; }","duration":"241.535687ms","start":"2026-07-03T16:10:56.505131Z","end":"2026-07-03T16:10:56.746666Z","steps":["trace[1835293942] 'agreement among raft nodes before linearized reading' (duration: 241.407064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:10:56.74685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.299942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224120"} {"level":"info","ts":"2026-07-03T16:10:56.746883Z","caller":"traceutil/trace.go:171","msg":"trace[1991981737] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8314; }","duration":"258.363084ms","start":"2026-07-03T16:10:56.488511Z","end":"2026-07-03T16:10:56.746874Z","steps":["trace[1991981737] 'agreement among raft nodes before linearized reading' (duration: 257.938963ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:10:58.363989Z","caller":"traceutil/trace.go:171","msg":"trace[789738143] transaction","detail":"{read_only:false; response_revision:8322; number_of_response:1; }","duration":"116.802186ms","start":"2026-07-03T16:10:58.247137Z","end":"2026-07-03T16:10:58.363939Z","steps":["trace[789738143] 'process raft request' (duration: 116.503118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:09.034757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.721827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:11:09.035034Z","caller":"traceutil/trace.go:171","msg":"trace[166110421] transaction","detail":"{read_only:false; response_revision:8379; number_of_response:1; }","duration":"164.095393ms","start":"2026-07-03T16:11:08.870907Z","end":"2026-07-03T16:11:09.035002Z","steps":["trace[166110421] 'process raft request' (duration: 49.048407ms)","trace[166110421] 'compare' (duration: 114.606353ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:11:10.902855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.587584ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-03T16:11:10.902971Z","caller":"traceutil/trace.go:171","msg":"trace[1118705488] linearizableReadLoop","detail":"{readStateIndex:8692; appliedIndex:8691; }","duration":"115.850145ms","start":"2026-07-03T16:11:10.7871Z","end":"2026-07-03T16:11:10.90295Z","steps":["trace[1118705488] 'read index received' (duration: 14.062456ms)","trace[1118705488] 'applied index is now lower than readState.Index' (duration: 101.786369ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:11:10.903182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.075011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:11:10.903221Z","caller":"traceutil/trace.go:171","msg":"trace[291111506] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8386; }","duration":"116.169794ms","start":"2026-07-03T16:11:10.787039Z","end":"2026-07-03T16:11:10.903209Z","steps":["trace[291111506] 'agreement among raft nodes before linearized reading' (duration: 116.001199ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:13.391963Z","caller":"traceutil/trace.go:171","msg":"trace[1741487051] transaction","detail":"{read_only:false; response_revision:8401; number_of_response:1; }","duration":"140.19361ms","start":"2026-07-03T16:11:13.251719Z","end":"2026-07-03T16:11:13.391913Z","steps":["trace[1741487051] 'process raft request' (duration: 139.835111ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:32.824295Z","caller":"traceutil/trace.go:171","msg":"trace[251974906] transaction","detail":"{read_only:false; response_revision:8550; number_of_response:1; }","duration":"134.04188ms","start":"2026-07-03T16:11:32.690208Z","end":"2026-07-03T16:11:32.824249Z","steps":["trace[251974906] 'process raft request' (duration: 133.740191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:39.433243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.426055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:11:39.433348Z","caller":"traceutil/trace.go:171","msg":"trace[1475507244] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8717; }","duration":"105.5977ms","start":"2026-07-03T16:11:39.327732Z","end":"2026-07-03T16:11:39.43333Z","steps":["trace[1475507244] 'count revisions from in-memory index tree' (duration: 105.328503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:39.971764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.928686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-68979c75ff-2kklf.18bed389643ef71d\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-07-03T16:11:39.97186Z","caller":"traceutil/trace.go:171","msg":"trace[565582588] range","detail":"{range_begin:/registry/events/openstack/barbican-api-68979c75ff-2kklf.18bed389643ef71d; range_end:; response_count:1; response_revision:8719; }","duration":"439.06462ms","start":"2026-07-03T16:11:39.532775Z","end":"2026-07-03T16:11:39.97184Z","steps":["trace[565582588] 'range keys from in-memory index tree' (duration: 438.764842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:39.971902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:39.532759Z","time spent":"439.132371ms","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-68979c75ff-2kklf.18bed389643ef71d\" "} {"level":"info","ts":"2026-07-03T16:11:39.971754Z","caller":"traceutil/trace.go:171","msg":"trace[1604161907] transaction","detail":"{read_only:false; response_revision:8720; number_of_response:1; }","duration":"281.781695ms","start":"2026-07-03T16:11:39.689927Z","end":"2026-07-03T16:11:39.971708Z","steps":["trace[1604161907] 'process raft request' (duration: 280.03448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:43.606199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653062578,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:11:44.107263Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653062578,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:11:44.608355Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653062578,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:11:45.109176Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653062578,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:11:45.115481Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.165049802s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:11:45.115852Z","caller":"traceutil/trace.go:171","msg":"trace[1849750949] transaction","detail":"{read_only:false; response_revision:8731; number_of_response:1; }","duration":"2.165502904s","start":"2026-07-03T16:11:42.950324Z","end":"2026-07-03T16:11:45.115827Z","steps":["trace[1849750949] 'process raft request' (duration: 2.16534889s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:45.116038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:42.950304Z","time spent":"2.165613276s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:11:45.374005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000393804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:11:45.374123Z","caller":"traceutil/trace.go:171","msg":"trace[1039577119] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00059544s","start":"2026-07-03T16:11:43.3735Z","end":"2026-07-03T16:11:45.374095Z","steps":["trace[1039577119] 'agreement among raft nodes before linearized reading' (duration: 2.000417605s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:45.37419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:43.373483Z","time spent":"2.000691753s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:11:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:11:47.453329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078733344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:11:47.4534Z","caller":"traceutil/trace.go:171","msg":"trace[1693433252] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.078896979s","start":"2026-07-03T16:11:45.374483Z","end":"2026-07-03T16:11:47.45338Z","steps":["trace[1693433252] 'agreement among raft nodes before linearized reading' (duration: 2.078801366s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:47.453454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:45.374438Z","time spent":"2.078988371s","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:11:47.715559Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.59984271s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:11:47.716072Z","caller":"traceutil/trace.go:171","msg":"trace[319567239] transaction","detail":"{read_only:false; response_revision:8732; number_of_response:1; }","duration":"4.762570781s","start":"2026-07-03T16:11:42.953472Z","end":"2026-07-03T16:11:47.716042Z","steps":["trace[319567239] 'process raft request' (duration: 4.762336495s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:47.716224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:42.95342Z","time spent":"4.762728395s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:11:47.716335Z","caller":"traceutil/trace.go:171","msg":"trace[1075397617] transaction","detail":"{read_only:false; response_revision:8734; number_of_response:1; }","duration":"4.425693411s","start":"2026-07-03T16:11:43.290628Z","end":"2026-07-03T16:11:47.716321Z","steps":["trace[1075397617] 'process raft request' (duration: 4.425611158s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:47.716315Z","caller":"traceutil/trace.go:171","msg":"trace[462080038] transaction","detail":"{read_only:false; response_revision:8733; number_of_response:1; }","duration":"4.498208479s","start":"2026-07-03T16:11:43.218041Z","end":"2026-07-03T16:11:47.716249Z","steps":["trace[462080038] 'process raft request' (duration: 4.497916511s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:47.716459Z","caller":"traceutil/trace.go:171","msg":"trace[840296458] transaction","detail":"{read_only:false; response_revision:8735; number_of_response:1; }","duration":"4.191064825s","start":"2026-07-03T16:11:43.525344Z","end":"2026-07-03T16:11:47.716409Z","steps":["trace[840296458] 'process raft request' (duration: 4.19091958s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:47.716382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:43.290608Z","time spent":"4.425749103s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:11:47.716562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:43.21802Z","time spent":"4.498412395s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:11:47.716631Z","caller":"traceutil/trace.go:171","msg":"trace[305580586] transaction","detail":"{read_only:false; response_revision:8736; number_of_response:1; }","duration":"4.19016493s","start":"2026-07-03T16:11:43.526461Z","end":"2026-07-03T16:11:47.716626Z","steps":["trace[305580586] 'process raft request' (duration: 4.18981717s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:47.716642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:43.525318Z","time spent":"4.191227619s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:11:47.716679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:43.526439Z","time spent":"4.190209632s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:11:47.716794Z","caller":"traceutil/trace.go:171","msg":"trace[504875822] linearizableReadLoop","detail":"{readStateIndex:9052; appliedIndex:9047; }","duration":"4.610919713s","start":"2026-07-03T16:11:43.105596Z","end":"2026-07-03T16:11:47.716515Z","steps":["trace[504875822] 'read index received' (duration: 2.01021304s)","trace[504875822] 'applied index is now lower than readState.Index' (duration: 2.600705933s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:11:47.716942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.611344544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T16:11:47.717017Z","caller":"traceutil/trace.go:171","msg":"trace[1039529412] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8736; }","duration":"4.611458947s","start":"2026-07-03T16:11:43.105541Z","end":"2026-07-03T16:11:47.717Z","steps":["trace[1039529412] 'agreement among raft nodes before linearized reading' (duration: 4.611247231s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:47.717062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:43.105519Z","time spent":"4.611532399s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:11:47.878626Z","caller":"traceutil/trace.go:171","msg":"trace[1700737540] transaction","detail":"{read_only:false; response_revision:8737; number_of_response:1; }","duration":"2.288716651s","start":"2026-07-03T16:11:45.589879Z","end":"2026-07-03T16:11:47.878595Z","steps":["trace[1700737540] 'process raft request' (duration: 2.288327881s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:47.878692Z","caller":"traceutil/trace.go:171","msg":"trace[625762779] transaction","detail":"{read_only:false; response_revision:8738; number_of_response:1; }","duration":"1.650208079s","start":"2026-07-03T16:11:46.228456Z","end":"2026-07-03T16:11:47.878664Z","steps":["trace[625762779] 'process raft request' (duration: 1.650063185s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:47.878701Z","caller":"traceutil/trace.go:171","msg":"trace[84903628] linearizableReadLoop","detail":"{readStateIndex:9054; appliedIndex:9053; }","duration":"161.854453ms","start":"2026-07-03T16:11:47.71681Z","end":"2026-07-03T16:11:47.878664Z","steps":["trace[84903628] 'read index received' (duration: 161.649057ms)","trace[84903628] 'applied index is now lower than readState.Index' (duration: 203.986µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:11:47.878761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:45.589839Z","time spent":"2.288849774s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:11:47.878806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:46.228433Z","time spent":"1.650314401s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:11:47.878931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.422153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:11:47.879014Z","caller":"traceutil/trace.go:171","msg":"trace[521741749] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8738; }","duration":"758.553136ms","start":"2026-07-03T16:11:47.120441Z","end":"2026-07-03T16:11:47.878995Z","steps":["trace[521741749] 'agreement among raft nodes before linearized reading' (duration: 758.357421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:47.879056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:47.120418Z","time spent":"758.629689ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:11:47.8791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.946356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:11:47.879095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.790561186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:11:47.879179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.039166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:11:47.879172Z","caller":"traceutil/trace.go:171","msg":"trace[2002400568] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8738; }","duration":"2.790680639s","start":"2026-07-03T16:11:45.088471Z","end":"2026-07-03T16:11:47.879152Z","steps":["trace[2002400568] 'agreement among raft nodes before linearized reading' (duration: 2.790514105s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:47.879199Z","caller":"traceutil/trace.go:171","msg":"trace[932414470] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8738; }","duration":"319.092497ms","start":"2026-07-03T16:11:47.560101Z","end":"2026-07-03T16:11:47.879194Z","steps":["trace[932414470] 'agreement among raft nodes before linearized reading' (duration: 319.047746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:47.8792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.492601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:11:47.879213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.728566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:11:47.879237Z","caller":"traceutil/trace.go:171","msg":"trace[46367520] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8738; }","duration":"424.561002ms","start":"2026-07-03T16:11:47.454663Z","end":"2026-07-03T16:11:47.879224Z","steps":["trace[46367520] 'agreement among raft nodes before linearized reading' (duration: 424.49546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:47.879238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.085717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-03T16:11:47.879258Z","caller":"traceutil/trace.go:171","msg":"trace[2095513232] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:8738; }","duration":"424.776479ms","start":"2026-07-03T16:11:47.454466Z","end":"2026-07-03T16:11:47.879243Z","steps":["trace[2095513232] 'agreement among raft nodes before linearized reading' (duration: 424.696976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:47.879266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.937116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:11:47.879274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:47.454646Z","time spent":"424.621104ms","remote":"127.0.0.1:59458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:11:47.879247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.903063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2c838d785e9\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-03T16:11:47.879291Z","caller":"traceutil/trace.go:171","msg":"trace[1281698859] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8738; }","duration":"379.000038ms","start":"2026-07-03T16:11:47.500284Z","end":"2026-07-03T16:11:47.879284Z","steps":["trace[1281698859] 'agreement among raft nodes before linearized reading' (duration: 378.957016ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:47.879293Z","caller":"traceutil/trace.go:171","msg":"trace[163919532] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8738; }","duration":"319.172819ms","start":"2026-07-03T16:11:47.560101Z","end":"2026-07-03T16:11:47.879274Z","steps":["trace[163919532] 'agreement among raft nodes before linearized reading' (duration: 319.033286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:47.87932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:47.500267Z","time spent":"379.048268ms","remote":"127.0.0.1:40050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:11:47.87933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.811956782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-07-03T16:11:47.879339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:47.560082Z","time spent":"319.248371ms","remote":"127.0.0.1:57464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-07-03T16:11:47.87935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.56485552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:11:47.879134Z","caller":"traceutil/trace.go:171","msg":"trace[1055688741] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8738; }","duration":"379.011897ms","start":"2026-07-03T16:11:47.50011Z","end":"2026-07-03T16:11:47.879122Z","steps":["trace[1055688741] 'agreement among raft nodes before linearized reading' (duration: 378.938256ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:47.879387Z","caller":"traceutil/trace.go:171","msg":"trace[1367892497] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:8738; }","duration":"2.564950212s","start":"2026-07-03T16:11:45.314427Z","end":"2026-07-03T16:11:47.879377Z","steps":["trace[1367892497] 'agreement among raft nodes before linearized reading' (duration: 2.564895451s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:47.879386Z","caller":"traceutil/trace.go:171","msg":"trace[414984706] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8738; }","duration":"2.812045545s","start":"2026-07-03T16:11:45.067325Z","end":"2026-07-03T16:11:47.879371Z","steps":["trace[414984706] 'agreement among raft nodes before linearized reading' (duration: 2.811889451s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:47.879392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:47.500092Z","time spent":"379.291835ms","remote":"127.0.0.1:40068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:11:47.879416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:45.314395Z","time spent":"2.565012624s","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:11:47.879165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.280743866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:11:47.87942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.803571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:11:47.879461Z","caller":"traceutil/trace.go:171","msg":"trace[1067697833] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8738; }","duration":"3.281080236s","start":"2026-07-03T16:11:44.598368Z","end":"2026-07-03T16:11:47.879448Z","steps":["trace[1067697833] 'agreement among raft nodes before linearized reading' (duration: 3.280685046s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:47.879471Z","caller":"traceutil/trace.go:171","msg":"trace[1710809730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8738; }","duration":"416.850742ms","start":"2026-07-03T16:11:47.462604Z","end":"2026-07-03T16:11:47.879455Z","steps":["trace[1710809730] 'agreement among raft nodes before linearized reading' (duration: 416.76137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:47.879498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:44.598317Z","time spent":"3.281170018s","remote":"127.0.0.1:59214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:11:47.87951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:47.462561Z","time spent":"416.939804ms","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:11:47.879519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.235923119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-03T16:11:47.879549Z","caller":"traceutil/trace.go:171","msg":"trace[164475251] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8738; }","duration":"3.235999271s","start":"2026-07-03T16:11:44.64354Z","end":"2026-07-03T16:11:47.87954Z","steps":["trace[164475251] 'agreement among raft nodes before linearized reading' (duration: 3.235905419s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:47.879502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.430913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:11:47.879576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:44.643514Z","time spent":"3.236055653s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-03T16:11:47.879296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:47.45445Z","time spent":"424.8358ms","remote":"127.0.0.1:36550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:11:47.879225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:47.560082Z","time spent":"319.138558ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":13,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:11:47.879629Z","caller":"traceutil/trace.go:171","msg":"trace[1322447479] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:8738; }","duration":"214.635349ms","start":"2026-07-03T16:11:47.664962Z","end":"2026-07-03T16:11:47.879598Z","steps":["trace[1322447479] 'agreement among raft nodes before linearized reading' (duration: 214.354791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:47.879234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:45.088459Z","time spent":"2.790764251s","remote":"127.0.0.1:57702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:11:47.879786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.270048604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.53\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-03T16:11:47.879335Z","caller":"traceutil/trace.go:171","msg":"trace[103996168] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2c838d785e9; range_end:; response_count:1; response_revision:8738; }","duration":"422.002676ms","start":"2026-07-03T16:11:47.457312Z","end":"2026-07-03T16:11:47.879315Z","steps":["trace[103996168] 'agreement among raft nodes before linearized reading' (duration: 421.75535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:47.879776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.611855567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-03T16:11:47.879843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.757427172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-03T16:11:47.879868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.727861728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zn59w\" ","response":"range_response_count:1 size:6518"} {"level":"warn","ts":"2026-07-03T16:11:47.879877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:47.457305Z","time spent":"422.56013ms","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2c838d785e9\" "} {"level":"info","ts":"2026-07-03T16:11:47.87988Z","caller":"traceutil/trace.go:171","msg":"trace[1891600094] range","detail":"{range_begin:/registry/masterleases/199.204.45.53; range_end:; response_count:1; response_revision:8738; }","duration":"2.270211529s","start":"2026-07-03T16:11:45.609644Z","end":"2026-07-03T16:11:47.879855Z","steps":["trace[1891600094] 'agreement among raft nodes before linearized reading' (duration: 2.26986227s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:47.879906Z","caller":"traceutil/trace.go:171","msg":"trace[1488984620] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8738; }","duration":"2.757525794s","start":"2026-07-03T16:11:45.122369Z","end":"2026-07-03T16:11:47.879895Z","steps":["trace[1488984620] 'agreement among raft nodes before linearized reading' (duration: 2.756993831s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:47.879921Z","caller":"traceutil/trace.go:171","msg":"trace[2142052715] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zn59w; range_end:; response_count:1; response_revision:8738; }","duration":"4.727958911s","start":"2026-07-03T16:11:43.151951Z","end":"2026-07-03T16:11:47.87991Z","steps":["trace[2142052715] 'agreement among raft nodes before linearized reading' (duration: 4.727750515s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:47.879939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:45.122352Z","time spent":"2.757579826s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:11:47.87934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181149511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:11:47.879945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:45.609616Z","time spent":"2.270319462s","remote":"127.0.0.1:57340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.53\" "} {"level":"warn","ts":"2026-07-03T16:11:47.879959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:43.151927Z","time spent":"4.728025273s","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-zn59w\" "} {"level":"warn","ts":"2026-07-03T16:11:47.879423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:45.067307Z","time spent":"2.812107716s","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T16:11:47.879917Z","caller":"traceutil/trace.go:171","msg":"trace[438816487] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8738; }","duration":"4.612067433s","start":"2026-07-03T16:11:43.267817Z","end":"2026-07-03T16:11:47.879884Z","steps":["trace[438816487] 'agreement among raft nodes before linearized reading' (duration: 4.61157525s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:47.879992Z","caller":"traceutil/trace.go:171","msg":"trace[1387401745] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8738; }","duration":"2.181836028s","start":"2026-07-03T16:11:45.698134Z","end":"2026-07-03T16:11:47.87997Z","steps":["trace[1387401745] 'agreement among raft nodes before linearized reading' (duration: 2.18112776s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:47.880054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:45.69811Z","time spent":"2.181925111s","remote":"127.0.0.1:57686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:11:47.880063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:43.267796Z","time spent":"4.612231288s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:11:47.88066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.749111641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:11:47.881071Z","caller":"traceutil/trace.go:171","msg":"trace[461098189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8738; }","duration":"4.749575683s","start":"2026-07-03T16:11:43.131479Z","end":"2026-07-03T16:11:47.881055Z","steps":["trace[461098189] 'agreement among raft nodes before linearized reading' (duration: 4.747321245s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:47.881114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:43.131463Z","time spent":"4.749637154s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:11:48.049608Z","caller":"traceutil/trace.go:171","msg":"trace[1087423793] linearizableReadLoop","detail":"{readStateIndex:9055; appliedIndex:9054; }","duration":"168.582669ms","start":"2026-07-03T16:11:47.880988Z","end":"2026-07-03T16:11:48.049571Z","steps":["trace[1087423793] 'read index received' (duration: 103.069064ms)","trace[1087423793] 'applied index is now lower than readState.Index' (duration: 65.511355ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:11:48.049636Z","caller":"traceutil/trace.go:171","msg":"trace[956029920] transaction","detail":"{read_only:false; response_revision:8739; number_of_response:1; }","duration":"326.569221ms","start":"2026-07-03T16:11:47.722995Z","end":"2026-07-03T16:11:48.049564Z","steps":["trace[956029920] 'process raft request' (duration: 261.045915ms)","trace[956029920] 'compare' (duration: 65.017193ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:11:48.049807Z","caller":"traceutil/trace.go:171","msg":"trace[920763307] transaction","detail":"{read_only:false; response_revision:8741; number_of_response:1; }","duration":"149.540473ms","start":"2026-07-03T16:11:47.900239Z","end":"2026-07-03T16:11:48.04978Z","steps":["trace[920763307] 'process raft request' (duration: 149.387788ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:48.049833Z","caller":"traceutil/trace.go:171","msg":"trace[502927577] transaction","detail":"{read_only:false; response_revision:8743; number_of_response:1; }","duration":"149.319718ms","start":"2026-07-03T16:11:47.90046Z","end":"2026-07-03T16:11:48.049779Z","steps":["trace[502927577] 'process raft request' (duration: 149.251266ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:48.04986Z","caller":"traceutil/trace.go:171","msg":"trace[1667735583] transaction","detail":"{read_only:false; response_revision:8742; number_of_response:1; }","duration":"149.42966ms","start":"2026-07-03T16:11:47.900359Z","end":"2026-07-03T16:11:48.049789Z","steps":["trace[1667735583] 'process raft request' (duration: 149.321508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:48.049896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.874337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:11:48.049939Z","caller":"traceutil/trace.go:171","msg":"trace[1951390313] transaction","detail":"{read_only:false; response_revision:8740; number_of_response:1; }","duration":"166.986657ms","start":"2026-07-03T16:11:47.882923Z","end":"2026-07-03T16:11:48.04991Z","steps":["trace[1951390313] 'process raft request' (duration: 166.609387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:48.049918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:47.72296Z","time spent":"326.781897ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:11:48.049994Z","caller":"traceutil/trace.go:171","msg":"trace[582124637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8743; }","duration":"169.01103ms","start":"2026-07-03T16:11:47.880962Z","end":"2026-07-03T16:11:48.049973Z","steps":["trace[582124637] 'agreement among raft nodes before linearized reading' (duration: 168.758984ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:48.050152Z","caller":"traceutil/trace.go:171","msg":"trace[1291523800] transaction","detail":"{read_only:false; response_revision:8744; number_of_response:1; }","duration":"149.155923ms","start":"2026-07-03T16:11:47.900984Z","end":"2026-07-03T16:11:48.050139Z","steps":["trace[1291523800] 'process raft request' (duration: 148.760223ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:48.050677Z","caller":"traceutil/trace.go:171","msg":"trace[1415014632] transaction","detail":"{read_only:false; response_revision:8745; number_of_response:1; }","duration":"141.129644ms","start":"2026-07-03T16:11:47.909508Z","end":"2026-07-03T16:11:48.050638Z","steps":["trace[1415014632] 'process raft request' (duration: 140.598451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:48.05072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.878341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-457a143b-2239-486f-a721-d165e623c0bf\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-03T16:11:48.050971Z","caller":"traceutil/trace.go:171","msg":"trace[1382217860] range","detail":"{range_begin:/registry/persistentvolumes/pvc-457a143b-2239-486f-a721-d165e623c0bf; range_end:; response_count:1; response_revision:8745; }","duration":"168.141758ms","start":"2026-07-03T16:11:47.882787Z","end":"2026-07-03T16:11:48.050929Z","steps":["trace[1382217860] 'agreement among raft nodes before linearized reading' (duration: 167.757048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:48.051162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.181912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-07-03T16:11:48.051207Z","caller":"traceutil/trace.go:171","msg":"trace[1689236421] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8745; }","duration":"167.237845ms","start":"2026-07-03T16:11:47.883956Z","end":"2026-07-03T16:11:48.051194Z","steps":["trace[1689236421] 'agreement among raft nodes before linearized reading' (duration: 167.04547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:48.051919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.242518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224123"} {"level":"info","ts":"2026-07-03T16:11:48.051975Z","caller":"traceutil/trace.go:171","msg":"trace[809589768] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8745; }","duration":"166.314169ms","start":"2026-07-03T16:11:47.885651Z","end":"2026-07-03T16:11:48.051965Z","steps":["trace[809589768] 'agreement among raft nodes before linearized reading' (duration: 165.098158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:48.352389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.583404ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:11:48.352535Z","caller":"traceutil/trace.go:171","msg":"trace[1777106686] linearizableReadLoop","detail":"{readStateIndex:9064; appliedIndex:9063; }","duration":"237.320059ms","start":"2026-07-03T16:11:48.115184Z","end":"2026-07-03T16:11:48.352505Z","steps":["trace[1777106686] 'read index received' (duration: 82.426226ms)","trace[1777106686] 'applied index is now lower than readState.Index' (duration: 154.891683ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:11:48.352608Z","caller":"traceutil/trace.go:171","msg":"trace[2114151290] transaction","detail":"{read_only:false; response_revision:8747; number_of_response:1; }","duration":"297.982608ms","start":"2026-07-03T16:11:48.054587Z","end":"2026-07-03T16:11:48.352569Z","steps":["trace[2114151290] 'process raft request' (duration: 143.131806ms)","trace[2114151290] 'compare' (duration: 154.335027ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:11:48.352815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.631666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-07-03T16:11:48.352843Z","caller":"traceutil/trace.go:171","msg":"trace[716064535] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8747; }","duration":"238.188281ms","start":"2026-07-03T16:11:48.114644Z","end":"2026-07-03T16:11:48.352833Z","steps":["trace[716064535] 'agreement among raft nodes before linearized reading' (duration: 237.986876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:48.353028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.458024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:11:48.353124Z","caller":"traceutil/trace.go:171","msg":"trace[2067762976] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8747; }","duration":"143.605248ms","start":"2026-07-03T16:11:48.209497Z","end":"2026-07-03T16:11:48.353102Z","steps":["trace[2067762976] 'agreement among raft nodes before linearized reading' (duration: 143.433534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:48.353206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.06497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:11:48.353377Z","caller":"traceutil/trace.go:171","msg":"trace[1415660587] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8747; }","duration":"220.231564ms","start":"2026-07-03T16:11:48.133057Z","end":"2026-07-03T16:11:48.353289Z","steps":["trace[1415660587] 'agreement among raft nodes before linearized reading' (duration: 219.803483ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:52.407789Z","caller":"traceutil/trace.go:171","msg":"trace[365116011] transaction","detail":"{read_only:false; response_revision:8765; number_of_response:1; }","duration":"338.573825ms","start":"2026-07-03T16:11:52.069194Z","end":"2026-07-03T16:11:52.407768Z","steps":["trace[365116011] 'process raft request' (duration: 338.436271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:52.407918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:52.069165Z","time spent":"338.686197ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:11:52.412653Z","caller":"traceutil/trace.go:171","msg":"trace[541192065] transaction","detail":"{read_only:false; response_revision:8766; number_of_response:1; }","duration":"342.459595ms","start":"2026-07-03T16:11:52.07017Z","end":"2026-07-03T16:11:52.41263Z","steps":["trace[541192065] 'process raft request' (duration: 342.29152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:52.412779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:52.070146Z","time spent":"342.563538ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:11:52.412818Z","caller":"traceutil/trace.go:171","msg":"trace[1142464507] linearizableReadLoop","detail":"{readStateIndex:9085; appliedIndex:9082; }","duration":"341.529031ms","start":"2026-07-03T16:11:52.071256Z","end":"2026-07-03T16:11:52.412785Z","steps":["trace[1142464507] 'read index received' (duration: 336.418397ms)","trace[1142464507] 'applied index is now lower than readState.Index' (duration: 5.108594ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:11:52.412855Z","caller":"traceutil/trace.go:171","msg":"trace[1691497084] transaction","detail":"{read_only:false; response_revision:8767; number_of_response:1; }","duration":"342.369102ms","start":"2026-07-03T16:11:52.07045Z","end":"2026-07-03T16:11:52.412819Z","steps":["trace[1691497084] 'process raft request' (duration: 342.140797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:52.413031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.753827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:11:52.413064Z","caller":"traceutil/trace.go:171","msg":"trace[1281178362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8767; }","duration":"341.85608ms","start":"2026-07-03T16:11:52.071198Z","end":"2026-07-03T16:11:52.413054Z","steps":["trace[1281178362] 'agreement among raft nodes before linearized reading' (duration: 341.707136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:52.413087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:52.071183Z","time spent":"341.89876ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:11:52.413078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:52.070417Z","time spent":"342.520687ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:11:52.41319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.111556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zn59w\" ","response":"range_response_count:1 size:6518"} {"level":"info","ts":"2026-07-03T16:11:52.413237Z","caller":"traceutil/trace.go:171","msg":"trace[2070573183] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zn59w; range_end:; response_count:1; response_revision:8767; }","duration":"337.203818ms","start":"2026-07-03T16:11:52.076019Z","end":"2026-07-03T16:11:52.413222Z","steps":["trace[2070573183] 'agreement among raft nodes before linearized reading' (duration: 336.931811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:52.413236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.037418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:11:52.413271Z","caller":"traceutil/trace.go:171","msg":"trace[909214351] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8767; }","duration":"225.12649ms","start":"2026-07-03T16:11:52.188134Z","end":"2026-07-03T16:11:52.41326Z","steps":["trace[909214351] 'agreement among raft nodes before linearized reading' (duration: 225.062068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:52.413282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:52.076009Z","time spent":"337.259609ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-zn59w\" "} {"level":"warn","ts":"2026-07-03T16:11:54.273277Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653062672,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:11:54.371725Z","caller":"traceutil/trace.go:171","msg":"trace[490044503] transaction","detail":"{read_only:false; response_revision:8769; number_of_response:1; }","duration":"618.518352ms","start":"2026-07-03T16:11:53.753187Z","end":"2026-07-03T16:11:54.371706Z","steps":["trace[490044503] 'process raft request' (duration: 618.392689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:54.371841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:53.750872Z","time spent":"620.904973ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:11:54.584677Z","caller":"traceutil/trace.go:171","msg":"trace[476939853] transaction","detail":"{read_only:false; response_revision:8771; number_of_response:1; }","duration":"827.983734ms","start":"2026-07-03T16:11:53.75668Z","end":"2026-07-03T16:11:54.584664Z","steps":["trace[476939853] 'process raft request' (duration: 827.929893ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:54.584688Z","caller":"traceutil/trace.go:171","msg":"trace[867609986] transaction","detail":"{read_only:false; response_revision:8770; number_of_response:1; }","duration":"829.32711ms","start":"2026-07-03T16:11:53.75533Z","end":"2026-07-03T16:11:54.584657Z","steps":["trace[867609986] 'process raft request' (duration: 829.140935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:54.584809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:53.756652Z","time spent":"828.098306ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:11:54.584815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:53.755294Z","time spent":"829.475003ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:11:54.584967Z","caller":"traceutil/trace.go:171","msg":"trace[520927886] transaction","detail":"{read_only:false; response_revision:8772; number_of_response:1; }","duration":"827.169223ms","start":"2026-07-03T16:11:53.757752Z","end":"2026-07-03T16:11:54.584921Z","steps":["trace[520927886] 'process raft request' (duration: 826.887786ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:54.584947Z","caller":"traceutil/trace.go:171","msg":"trace[769684542] linearizableReadLoop","detail":"{readStateIndex:9090; appliedIndex:9086; }","duration":"812.278086ms","start":"2026-07-03T16:11:53.772624Z","end":"2026-07-03T16:11:54.584902Z","steps":["trace[769684542] 'read index received' (duration: 598.991354ms)","trace[769684542] 'applied index is now lower than readState.Index' (duration: 213.282552ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:11:54.585129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:53.757734Z","time spent":"827.302757ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:11:54.5852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.311428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:11:54.585222Z","caller":"traceutil/trace.go:171","msg":"trace[769988053] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8772; }","duration":"741.362049ms","start":"2026-07-03T16:11:53.843852Z","end":"2026-07-03T16:11:54.585214Z","steps":["trace[769988053] 'agreement among raft nodes before linearized reading' (duration: 741.284017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:54.58523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.580674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T16:11:54.585264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.625379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:11:54.58528Z","caller":"traceutil/trace.go:171","msg":"trace[444168207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8772; }","duration":"812.706327ms","start":"2026-07-03T16:11:53.772564Z","end":"2026-07-03T16:11:54.585271Z","steps":["trace[444168207] 'agreement among raft nodes before linearized reading' (duration: 812.46047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:54.585304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.728813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:11:54.585304Z","caller":"traceutil/trace.go:171","msg":"trace[81088178] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8772; }","duration":"168.707271ms","start":"2026-07-03T16:11:54.416584Z","end":"2026-07-03T16:11:54.585291Z","steps":["trace[81088178] 'agreement among raft nodes before linearized reading' (duration: 168.565328ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:54.58532Z","caller":"traceutil/trace.go:171","msg":"trace[1078224703] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8772; }","duration":"168.766374ms","start":"2026-07-03T16:11:54.41655Z","end":"2026-07-03T16:11:54.585316Z","steps":["trace[1078224703] 'agreement among raft nodes before linearized reading' (duration: 168.711741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:54.585314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:53.77254Z","time spent":"812.76752ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:11:54.585241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:11:53.843838Z","time spent":"741.39822ms","remote":"127.0.0.1:57666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":58,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:11:54.585448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.777624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T16:11:54.585468Z","caller":"traceutil/trace.go:171","msg":"trace[175376061] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8772; }","duration":"173.854067ms","start":"2026-07-03T16:11:54.411609Z","end":"2026-07-03T16:11:54.585463Z","steps":["trace[175376061] 'agreement among raft nodes before linearized reading' (duration: 173.790355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:54.585588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.726552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:11:54.585602Z","caller":"traceutil/trace.go:171","msg":"trace[153903105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8772; }","duration":"251.777614ms","start":"2026-07-03T16:11:54.33382Z","end":"2026-07-03T16:11:54.585598Z","steps":["trace[153903105] 'agreement among raft nodes before linearized reading' (duration: 251.743853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:54.585669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.029852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:11:54.585704Z","caller":"traceutil/trace.go:171","msg":"trace[1051062363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8772; }","duration":"156.102344ms","start":"2026-07-03T16:11:54.429593Z","end":"2026-07-03T16:11:54.585695Z","steps":["trace[1051062363] 'agreement among raft nodes before linearized reading' (duration: 155.943439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:54.58584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.32078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zn59w\" ","response":"range_response_count:1 size:6518"} {"level":"info","ts":"2026-07-03T16:11:54.585868Z","caller":"traceutil/trace.go:171","msg":"trace[1868483919] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zn59w; range_end:; response_count:1; response_revision:8772; }","duration":"161.407802ms","start":"2026-07-03T16:11:54.424451Z","end":"2026-07-03T16:11:54.585859Z","steps":["trace[1868483919] 'agreement among raft nodes before linearized reading' (duration: 161.32044ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:56.712319Z","caller":"traceutil/trace.go:171","msg":"trace[1666341642] transaction","detail":"{read_only:false; response_revision:8781; number_of_response:1; }","duration":"120.342723ms","start":"2026-07-03T16:11:56.591941Z","end":"2026-07-03T16:11:56.712284Z","steps":["trace[1666341642] 'process raft request' (duration: 120.146008ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:56.748951Z","caller":"traceutil/trace.go:171","msg":"trace[965699744] linearizableReadLoop","detail":"{readStateIndex:9102; appliedIndex:9100; }","duration":"151.156525ms","start":"2026-07-03T16:11:56.597767Z","end":"2026-07-03T16:11:56.748923Z","steps":["trace[965699744] 'read index received' (duration: 114.919271ms)","trace[965699744] 'applied index is now lower than readState.Index' (duration: 36.236374ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:11:56.749079Z","caller":"traceutil/trace.go:171","msg":"trace[209186043] transaction","detail":"{read_only:false; response_revision:8782; number_of_response:1; }","duration":"156.975927ms","start":"2026-07-03T16:11:56.592093Z","end":"2026-07-03T16:11:56.749069Z","steps":["trace[209186043] 'process raft request' (duration: 156.158905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:56.749381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.60896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:11:56.749449Z","caller":"traceutil/trace.go:171","msg":"trace[2069307330] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8783; }","duration":"125.734324ms","start":"2026-07-03T16:11:56.623688Z","end":"2026-07-03T16:11:56.749422Z","steps":["trace[2069307330] 'agreement among raft nodes before linearized reading' (duration: 125.499278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:56.749537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.59057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:11:56.749627Z","caller":"traceutil/trace.go:171","msg":"trace[1360478002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8783; }","duration":"125.779084ms","start":"2026-07-03T16:11:56.623827Z","end":"2026-07-03T16:11:56.749606Z","steps":["trace[1360478002] 'agreement among raft nodes before linearized reading' (duration: 125.380204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:56.749654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.811305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:11:56.749685Z","caller":"traceutil/trace.go:171","msg":"trace[42881677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8783; }","duration":"125.844736ms","start":"2026-07-03T16:11:56.623831Z","end":"2026-07-03T16:11:56.749676Z","steps":["trace[42881677] 'agreement among raft nodes before linearized reading' (duration: 125.775504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:56.749817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.998066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zn59w\" ","response":"range_response_count:1 size:6518"} {"level":"info","ts":"2026-07-03T16:11:56.749845Z","caller":"traceutil/trace.go:171","msg":"trace[981645673] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zn59w; range_end:; response_count:1; response_revision:8783; }","duration":"122.038926ms","start":"2026-07-03T16:11:56.627799Z","end":"2026-07-03T16:11:56.749838Z","steps":["trace[981645673] 'agreement among raft nodes before linearized reading' (duration: 121.953464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:56.749864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.034681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:11:56.749888Z","caller":"traceutil/trace.go:171","msg":"trace[552932259] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8783; }","duration":"126.064182ms","start":"2026-07-03T16:11:56.623815Z","end":"2026-07-03T16:11:56.749879Z","steps":["trace[552932259] 'agreement among raft nodes before linearized reading' (duration: 125.995611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:56.749945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.162471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:11:56.749993Z","caller":"traceutil/trace.go:171","msg":"trace[1788122631] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8783; }","duration":"152.241093ms","start":"2026-07-03T16:11:56.59774Z","end":"2026-07-03T16:11:56.749981Z","steps":["trace[1788122631] 'agreement among raft nodes before linearized reading' (duration: 151.436482ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:56.750222Z","caller":"traceutil/trace.go:171","msg":"trace[2003273824] transaction","detail":"{read_only:false; response_revision:8783; number_of_response:1; }","duration":"155.017696ms","start":"2026-07-03T16:11:56.595195Z","end":"2026-07-03T16:11:56.750213Z","steps":["trace[2003273824] 'process raft request' (duration: 153.680992ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:58.4269Z","caller":"traceutil/trace.go:171","msg":"trace[1072170927] transaction","detail":"{read_only:false; response_revision:8789; number_of_response:1; }","duration":"172.681496ms","start":"2026-07-03T16:11:58.254181Z","end":"2026-07-03T16:11:58.426862Z","steps":["trace[1072170927] 'process raft request' (duration: 172.158322ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:58.560397Z","caller":"traceutil/trace.go:171","msg":"trace[414752655] transaction","detail":"{read_only:false; response_revision:8790; number_of_response:1; }","duration":"102.279962ms","start":"2026-07-03T16:11:58.457998Z","end":"2026-07-03T16:11:58.560278Z","steps":["trace[414752655] 'process raft request' (duration: 94.634724ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:14.865347Z","caller":"traceutil/trace.go:171","msg":"trace[1344754614] transaction","detail":"{read_only:false; response_revision:8881; number_of_response:1; }","duration":"181.527946ms","start":"2026-07-03T16:12:14.683781Z","end":"2026-07-03T16:12:14.865309Z","steps":["trace[1344754614] 'process raft request' (duration: 181.096545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:15.179012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.614627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:12:15.179239Z","caller":"traceutil/trace.go:171","msg":"trace[313857932] linearizableReadLoop","detail":"{readStateIndex:9206; appliedIndex:9203; }","duration":"233.1833ms","start":"2026-07-03T16:12:14.946037Z","end":"2026-07-03T16:12:15.17922Z","steps":["trace[313857932] 'read index received' (duration: 3.218604ms)","trace[313857932] 'applied index is now lower than readState.Index' (duration: 229.963306ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:12:15.179323Z","caller":"traceutil/trace.go:171","msg":"trace[53559271] transaction","detail":"{read_only:false; response_revision:8883; number_of_response:1; }","duration":"264.159657ms","start":"2026-07-03T16:12:14.915134Z","end":"2026-07-03T16:12:15.179293Z","steps":["trace[53559271] 'process raft request' (duration: 263.991183ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:15.179371Z","caller":"traceutil/trace.go:171","msg":"trace[1893364791] transaction","detail":"{read_only:false; response_revision:8884; number_of_response:1; }","duration":"255.868471ms","start":"2026-07-03T16:12:14.923449Z","end":"2026-07-03T16:12:15.179318Z","steps":["trace[1893364791] 'process raft request' (duration: 255.733417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:15.17946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.428517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:12:15.17943Z","caller":"traceutil/trace.go:171","msg":"trace[426589194] transaction","detail":"{read_only:false; response_revision:8882; number_of_response:1; }","duration":"380.267909ms","start":"2026-07-03T16:12:14.79908Z","end":"2026-07-03T16:12:15.179348Z","steps":["trace[426589194] 'process raft request' (duration: 150.223891ms)","trace[426589194] 'compare' (duration: 229.469874ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:12:15.1795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.812307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:12:15.17958Z","caller":"traceutil/trace.go:171","msg":"trace[564022666] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8884; }","duration":"228.93111ms","start":"2026-07-03T16:12:14.950626Z","end":"2026-07-03T16:12:15.179557Z","steps":["trace[564022666] 'agreement among raft nodes before linearized reading' (duration: 228.727214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:15.179607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.757646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:12:15.179639Z","caller":"traceutil/trace.go:171","msg":"trace[1973442395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8884; }","duration":"185.839568ms","start":"2026-07-03T16:12:14.993789Z","end":"2026-07-03T16:12:15.179629Z","steps":["trace[1973442395] 'agreement among raft nodes before linearized reading' (duration: 185.755515ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:15.179493Z","caller":"traceutil/trace.go:171","msg":"trace[316929570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8884; }","duration":"233.496669ms","start":"2026-07-03T16:12:14.945987Z","end":"2026-07-03T16:12:15.179484Z","steps":["trace[316929570] 'agreement among raft nodes before linearized reading' (duration: 233.329445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:15.179762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.743556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zn59w\" ","response":"range_response_count:1 size:6518"} {"level":"warn","ts":"2026-07-03T16:12:15.179725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:14.799052Z","time spent":"380.495455ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:12:15.179768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.230878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:12:15.179837Z","caller":"traceutil/trace.go:171","msg":"trace[298195099] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zn59w; range_end:; response_count:1; response_revision:8884; }","duration":"177.86055ms","start":"2026-07-03T16:12:15.001937Z","end":"2026-07-03T16:12:15.179798Z","steps":["trace[298195099] 'agreement among raft nodes before linearized reading' (duration: 177.625934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:15.179836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.76438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:12:15.179849Z","caller":"traceutil/trace.go:171","msg":"trace[683685411] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8884; }","duration":"191.419233ms","start":"2026-07-03T16:12:14.988415Z","end":"2026-07-03T16:12:15.179834Z","steps":["trace[683685411] 'agreement among raft nodes before linearized reading' (duration: 191.149276ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:15.179918Z","caller":"traceutil/trace.go:171","msg":"trace[1997830727] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8884; }","duration":"194.870832ms","start":"2026-07-03T16:12:14.985025Z","end":"2026-07-03T16:12:15.179896Z","steps":["trace[1997830727] 'agreement among raft nodes before linearized reading' (duration: 194.609646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:24.695732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.9113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:12:24.695816Z","caller":"traceutil/trace.go:171","msg":"trace[590384379] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:8980; }","duration":"249.067004ms","start":"2026-07-03T16:12:24.446726Z","end":"2026-07-03T16:12:24.695793Z","steps":["trace[590384379] 'count revisions from in-memory index tree' (duration: 248.810048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:24.695861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.036987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-bvrj8\" ","response":"range_response_count:1 size:4454"} {"level":"info","ts":"2026-07-03T16:12:24.695918Z","caller":"traceutil/trace.go:171","msg":"trace[2043190813] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-bvrj8; range_end:; response_count:1; response_revision:8980; }","duration":"233.126089ms","start":"2026-07-03T16:12:24.462777Z","end":"2026-07-03T16:12:24.695903Z","steps":["trace[2043190813] 'range keys from in-memory index tree' (duration: 232.902193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:24.696012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.358541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:12:24.696134Z","caller":"traceutil/trace.go:171","msg":"trace[1859749447] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8980; }","duration":"370.529895ms","start":"2026-07-03T16:12:24.325565Z","end":"2026-07-03T16:12:24.696095Z","steps":["trace[1859749447] 'range keys from in-memory index tree' (duration: 370.274319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:24.696198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:24.325547Z","time spent":"370.642959ms","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:12:24.696345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.054589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-07-03T16:12:24.696413Z","caller":"traceutil/trace.go:171","msg":"trace[1288370211] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8980; }","duration":"167.200823ms","start":"2026-07-03T16:12:24.529158Z","end":"2026-07-03T16:12:24.696395Z","steps":["trace[1288370211] 'range keys from in-memory index tree' (duration: 166.771081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:24.696924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.477378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-03T16:12:24.697023Z","caller":"traceutil/trace.go:171","msg":"trace[1946258407] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8980; }","duration":"274.142106ms","start":"2026-07-03T16:12:24.422857Z","end":"2026-07-03T16:12:24.696999Z","steps":["trace[1946258407] 'range keys from in-memory index tree' (duration: 273.13677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:29.648239Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653063397,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:12:30.149402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653063397,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:12:30.649597Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653063397,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:12:30.831969Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.919593231s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:12:30.83232Z","caller":"traceutil/trace.go:171","msg":"trace[1679273867] transaction","detail":"{read_only:false; response_revision:9004; number_of_response:1; }","duration":"1.920026033s","start":"2026-07-03T16:12:28.912273Z","end":"2026-07-03T16:12:30.832299Z","steps":["trace[1679273867] 'process raft request' (duration: 1.91989497s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:30.832441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:28.912249Z","time spent":"1.920127105s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:12:30.961204Z","caller":"traceutil/trace.go:171","msg":"trace[1937252346] transaction","detail":"{read_only:false; response_revision:9005; number_of_response:1; }","duration":"2.002966592s","start":"2026-07-03T16:12:28.958213Z","end":"2026-07-03T16:12:30.96118Z","steps":["trace[1937252346] 'process raft request' (duration: 2.002784468s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:30.961348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:28.958187Z","time spent":"2.003090337s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:12:30.961578Z","caller":"traceutil/trace.go:171","msg":"trace[1652626393] transaction","detail":"{read_only:false; response_revision:9006; number_of_response:1; }","duration":"1.732620255s","start":"2026-07-03T16:12:29.228896Z","end":"2026-07-03T16:12:30.961516Z","steps":["trace[1652626393] 'process raft request' (duration: 1.732243524s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:30.9616Z","caller":"traceutil/trace.go:171","msg":"trace[1782904957] transaction","detail":"{read_only:false; response_revision:9007; number_of_response:1; }","duration":"1.729903445s","start":"2026-07-03T16:12:29.231639Z","end":"2026-07-03T16:12:30.961542Z","steps":["trace[1782904957] 'process raft request' (duration: 1.72972628s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:30.961648Z","caller":"traceutil/trace.go:171","msg":"trace[482713740] transaction","detail":"{read_only:false; response_revision:9008; number_of_response:1; }","duration":"1.705994452s","start":"2026-07-03T16:12:29.255633Z","end":"2026-07-03T16:12:30.961628Z","steps":["trace[482713740] 'process raft request' (duration: 1.705862298s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:30.961715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:29.23163Z","time spent":"1.730037638s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:12:30.961756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:29.255625Z","time spent":"1.706069544s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:12:30.961822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:29.22887Z","time spent":"1.732783529s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:12:30.961797Z","caller":"traceutil/trace.go:171","msg":"trace[208477148] transaction","detail":"{read_only:false; response_revision:9009; number_of_response:1; }","duration":"840.44266ms","start":"2026-07-03T16:12:30.121332Z","end":"2026-07-03T16:12:30.961775Z","steps":["trace[208477148] 'process raft request' (duration: 840.205994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:30.962014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:30.121292Z","time spent":"840.647535ms","remote":"127.0.0.1:57486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19369,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:12:30.962157Z","caller":"traceutil/trace.go:171","msg":"trace[399188669] transaction","detail":"{read_only:false; response_revision:9010; number_of_response:1; }","duration":"168.546057ms","start":"2026-07-03T16:12:30.793524Z","end":"2026-07-03T16:12:30.96207Z","steps":["trace[399188669] 'process raft request' (duration: 168.163277ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:30.963988Z","caller":"traceutil/trace.go:171","msg":"trace[1177855498] linearizableReadLoop","detail":"{readStateIndex:9336; appliedIndex:9330; }","duration":"1.81694929s","start":"2026-07-03T16:12:29.147023Z","end":"2026-07-03T16:12:30.963973Z","steps":["trace[1177855498] 'read index received' (duration: 1.685245191s)","trace[1177855498] 'applied index is now lower than readState.Index' (duration: 131.703439ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:12:30.964233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817203317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-07-03T16:12:30.964258Z","caller":"traceutil/trace.go:171","msg":"trace[68723475] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9010; }","duration":"1.817265679s","start":"2026-07-03T16:12:29.146985Z","end":"2026-07-03T16:12:30.964251Z","steps":["trace[68723475] 'agreement among raft nodes before linearized reading' (duration: 1.817167667s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:30.964275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:29.146967Z","time spent":"1.81730496s","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:12:30.964491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708900007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T16:12:30.964512Z","caller":"traceutil/trace.go:171","msg":"trace[2050619685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9010; }","duration":"1.708940859s","start":"2026-07-03T16:12:29.255566Z","end":"2026-07-03T16:12:30.964507Z","steps":["trace[2050619685] 'agreement among raft nodes before linearized reading' (duration: 1.708889587s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:30.964526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:29.255556Z","time spent":"1.708965729s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:12:30.964598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69250033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:12:30.964613Z","caller":"traceutil/trace.go:171","msg":"trace[56504058] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:9010; }","duration":"1.692527611s","start":"2026-07-03T16:12:29.272079Z","end":"2026-07-03T16:12:30.964606Z","steps":["trace[56504058] 'agreement among raft nodes before linearized reading' (duration: 1.692502591s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:30.964627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:29.272072Z","time spent":"1.692551312s","remote":"127.0.0.1:59274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:12:30.964725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694663307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:12:30.964738Z","caller":"traceutil/trace.go:171","msg":"trace[735164925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9010; }","duration":"1.694690607s","start":"2026-07-03T16:12:29.270043Z","end":"2026-07-03T16:12:30.964733Z","steps":["trace[735164925] 'agreement among raft nodes before linearized reading' (duration: 1.694650486s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:30.96475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:29.270036Z","time spent":"1.694710668s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:12:30.964824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697186833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:12:30.964836Z","caller":"traceutil/trace.go:171","msg":"trace[1960792095] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9010; }","duration":"1.697211133s","start":"2026-07-03T16:12:29.267621Z","end":"2026-07-03T16:12:30.964832Z","steps":["trace[1960792095] 'agreement among raft nodes before linearized reading' (duration: 1.697176022s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:30.964852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:29.267615Z","time spent":"1.697234903s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:12:30.964827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670782325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:12:30.964888Z","caller":"traceutil/trace.go:171","msg":"trace[1321093432] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:9010; }","duration":"1.671112764s","start":"2026-07-03T16:12:29.293758Z","end":"2026-07-03T16:12:30.964871Z","steps":["trace[1321093432] 'agreement among raft nodes before linearized reading' (duration: 1.670728854s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:30.96493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699124393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:12:30.964944Z","caller":"traceutil/trace.go:171","msg":"trace[1681125780] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9010; }","duration":"1.699156454s","start":"2026-07-03T16:12:29.265784Z","end":"2026-07-03T16:12:30.96494Z","steps":["trace[1681125780] 'agreement among raft nodes before linearized reading' (duration: 1.699117003s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:30.964936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:29.293747Z","time spent":"1.671170345s","remote":"127.0.0.1:36456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:12:30.964956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:29.265775Z","time spent":"1.699178624s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:12:30.965066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705441468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T16:12:30.965083Z","caller":"traceutil/trace.go:171","msg":"trace[1060868730] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9010; }","duration":"1.705468948s","start":"2026-07-03T16:12:29.259609Z","end":"2026-07-03T16:12:30.965078Z","steps":["trace[1060868730] 'agreement among raft nodes before linearized reading' (duration: 1.705417367s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:30.965103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:29.259604Z","time spent":"1.705495249s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:12:30.96516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.453798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:12:30.965196Z","caller":"traceutil/trace.go:171","msg":"trace[1128605649] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:9010; }","duration":"558.526889ms","start":"2026-07-03T16:12:30.406657Z","end":"2026-07-03T16:12:30.965184Z","steps":["trace[1128605649] 'agreement among raft nodes before linearized reading' (duration: 558.465837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:30.965226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:30.406638Z","time spent":"558.579591ms","remote":"127.0.0.1:59346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:12:30.965461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650701792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zn59w\" ","response":"range_response_count:1 size:6518"} {"level":"info","ts":"2026-07-03T16:12:30.965484Z","caller":"traceutil/trace.go:171","msg":"trace[744255972] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zn59w; range_end:; response_count:1; response_revision:9010; }","duration":"1.650785374s","start":"2026-07-03T16:12:29.314693Z","end":"2026-07-03T16:12:30.965479Z","steps":["trace[744255972] 'agreement among raft nodes before linearized reading' (duration: 1.650700161s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:30.9655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:29.314674Z","time spent":"1.650821955s","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-zn59w\" "} {"level":"warn","ts":"2026-07-03T16:12:30.965527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432339277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-68979c75ff-2kklf.18bed389643ef71d\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-07-03T16:12:30.965574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63907406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:12:30.965589Z","caller":"traceutil/trace.go:171","msg":"trace[509436517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9010; }","duration":"1.63911666s","start":"2026-07-03T16:12:29.326467Z","end":"2026-07-03T16:12:30.965583Z","steps":["trace[509436517] 'agreement among raft nodes before linearized reading' (duration: 1.63909408s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:30.965601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:29.326451Z","time spent":"1.639146782s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:12:30.965606Z","caller":"traceutil/trace.go:171","msg":"trace[1523174926] range","detail":"{range_begin:/registry/events/openstack/barbican-api-68979c75ff-2kklf.18bed389643ef71d; range_end:; response_count:1; response_revision:9010; }","duration":"1.432434439s","start":"2026-07-03T16:12:29.533151Z","end":"2026-07-03T16:12:30.965585Z","steps":["trace[1523174926] 'agreement among raft nodes before linearized reading' (duration: 1.432244124s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:30.965421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404730509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:12:30.965673Z","caller":"traceutil/trace.go:171","msg":"trace[1230608212] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:9010; }","duration":"1.405008815s","start":"2026-07-03T16:12:29.560657Z","end":"2026-07-03T16:12:30.965666Z","steps":["trace[1230608212] 'agreement among raft nodes before linearized reading' (duration: 1.404732298s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:30.965672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:29.533135Z","time spent":"1.432525942s","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-68979c75ff-2kklf.18bed389643ef71d\" "} {"level":"warn","ts":"2026-07-03T16:12:30.965696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:29.560646Z","time spent":"1.405041497s","remote":"127.0.0.1:36564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:12:32.947195Z","caller":"traceutil/trace.go:171","msg":"trace[2112138761] transaction","detail":"{read_only:false; response_revision:9017; number_of_response:1; }","duration":"108.838752ms","start":"2026-07-03T16:12:32.838327Z","end":"2026-07-03T16:12:32.947166Z","steps":["trace[2112138761] 'process raft request' (duration: 108.613387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:43.901858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.741706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:12:43.902032Z","caller":"traceutil/trace.go:171","msg":"trace[1500403764] transaction","detail":"{read_only:false; response_revision:9116; number_of_response:1; }","duration":"848.15257ms","start":"2026-07-03T16:12:43.053861Z","end":"2026-07-03T16:12:43.902014Z","steps":["trace[1500403764] 'process raft request' (duration: 254.171197ms)","trace[1500403764] 'compare' (duration: 592.647217ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:12:43.902083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:43.053848Z","time spent":"848.210022ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:12:43.902376Z","caller":"traceutil/trace.go:171","msg":"trace[1213900533] transaction","detail":"{read_only:false; response_revision:9117; number_of_response:1; }","duration":"848.252293ms","start":"2026-07-03T16:12:43.054116Z","end":"2026-07-03T16:12:43.902368Z","steps":["trace[1213900533] 'process raft request' (duration: 847.832952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:43.902428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:43.054109Z","time spent":"848.297004ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:12:43.902681Z","caller":"traceutil/trace.go:171","msg":"trace[234551421] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9118; }","duration":"848.304874ms","start":"2026-07-03T16:12:43.054354Z","end":"2026-07-03T16:12:43.902659Z","steps":["trace[234551421] 'process raft request' (duration: 847.964836ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:43.902729Z","caller":"traceutil/trace.go:171","msg":"trace[1614422929] transaction","detail":"{read_only:false; response_revision:9120; number_of_response:1; }","duration":"840.716546ms","start":"2026-07-03T16:12:43.061981Z","end":"2026-07-03T16:12:43.902697Z","steps":["trace[1614422929] 'process raft request' (duration: 840.648355ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:43.902765Z","caller":"traceutil/trace.go:171","msg":"trace[102764637] transaction","detail":"{read_only:false; response_revision:9121; number_of_response:1; }","duration":"839.718921ms","start":"2026-07-03T16:12:43.063037Z","end":"2026-07-03T16:12:43.902756Z","steps":["trace[102764637] 'process raft request' (duration: 839.613778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:43.902819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:43.063011Z","time spent":"839.779662ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:12:43.902822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.743116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zn59w\" ","response":"range_response_count:1 size:6518"} {"level":"warn","ts":"2026-07-03T16:12:43.902877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:43.061963Z","time spent":"840.827919ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:12:43.902917Z","caller":"traceutil/trace.go:171","msg":"trace[1107505743] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zn59w; range_end:; response_count:1; response_revision:9121; }","duration":"830.843438ms","start":"2026-07-03T16:12:43.072003Z","end":"2026-07-03T16:12:43.902846Z","steps":["trace[1107505743] 'agreement among raft nodes before linearized reading' (duration: 830.731155ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:43.902693Z","caller":"traceutil/trace.go:171","msg":"trace[1487165834] linearizableReadLoop","detail":"{readStateIndex:9455; appliedIndex:9449; }","duration":"830.595172ms","start":"2026-07-03T16:12:43.07208Z","end":"2026-07-03T16:12:43.902675Z","steps":["trace[1487165834] 'read index received' (duration: 235.934191ms)","trace[1487165834] 'applied index is now lower than readState.Index' (duration: 594.660411ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:12:43.902943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:43.071977Z","time spent":"830.959421ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-zn59w\" "} {"level":"info","ts":"2026-07-03T16:12:43.902706Z","caller":"traceutil/trace.go:171","msg":"trace[1031336461] transaction","detail":"{read_only:false; response_revision:9119; number_of_response:1; }","duration":"847.450811ms","start":"2026-07-03T16:12:43.055239Z","end":"2026-07-03T16:12:43.90269Z","steps":["trace[1031336461] 'process raft request' (duration: 847.322828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:43.902894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:43.054347Z","time spent":"848.406647ms","remote":"127.0.0.1:35724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-07-03T16:12:43.90303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:43.055233Z","time spent":"847.752949ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:12:43.986341Z","caller":"traceutil/trace.go:171","msg":"trace[368674600] transaction","detail":"{read_only:false; response_revision:9122; number_of_response:1; }","duration":"363.280107ms","start":"2026-07-03T16:12:43.623036Z","end":"2026-07-03T16:12:43.986316Z","steps":["trace[368674600] 'process raft request' (duration: 363.102723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:43.986476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:43.623025Z","time spent":"363.385981ms","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:12:43.986637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.121021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:12:43.986709Z","caller":"traceutil/trace.go:171","msg":"trace[1387786461] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:9122; }","duration":"333.324117ms","start":"2026-07-03T16:12:43.653369Z","end":"2026-07-03T16:12:43.986693Z","steps":["trace[1387786461] 'agreement among raft nodes before linearized reading' (duration: 333.138742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:43.986747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:43.653336Z","time spent":"333.403049ms","remote":"127.0.0.1:54646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:12:43.987051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.809135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-07-03T16:12:43.9871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.345025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-bvrj8\" ","response":"range_response_count:1 size:4644"} {"level":"info","ts":"2026-07-03T16:12:43.987195Z","caller":"traceutil/trace.go:171","msg":"trace[622774855] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-bvrj8; range_end:; response_count:1; response_revision:9122; }","duration":"364.490498ms","start":"2026-07-03T16:12:43.622689Z","end":"2026-07-03T16:12:43.98718Z","steps":["trace[622774855] 'agreement among raft nodes before linearized reading' (duration: 364.286253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:43.987238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:43.622672Z","time spent":"364.558041ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4668,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-bvrj8\" "} {"level":"info","ts":"2026-07-03T16:12:43.987128Z","caller":"traceutil/trace.go:171","msg":"trace[1774497010] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:9122; }","duration":"692.893978ms","start":"2026-07-03T16:12:43.294216Z","end":"2026-07-03T16:12:43.98711Z","steps":["trace[1774497010] 'agreement among raft nodes before linearized reading' (duration: 692.289032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:43.98743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:43.294176Z","time spent":"693.235206ms","remote":"127.0.0.1:40448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-07-03T16:12:44.097635Z","caller":"traceutil/trace.go:171","msg":"trace[1542481083] transaction","detail":"{read_only:false; response_revision:9124; number_of_response:1; }","duration":"102.477188ms","start":"2026-07-03T16:12:43.995132Z","end":"2026-07-03T16:12:44.097609Z","steps":["trace[1542481083] 'process raft request' (duration: 102.221261ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:45.389961Z","caller":"traceutil/trace.go:171","msg":"trace[1302690693] transaction","detail":"{read_only:false; response_revision:9130; number_of_response:1; }","duration":"406.725528ms","start":"2026-07-03T16:12:44.983214Z","end":"2026-07-03T16:12:45.38994Z","steps":["trace[1302690693] 'process raft request' (duration: 406.606475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:45.390273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:44.983189Z","time spent":"406.843241ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:12:46.384744Z","caller":"traceutil/trace.go:171","msg":"trace[2087098779] linearizableReadLoop","detail":"{readStateIndex:9467; appliedIndex:9464; }","duration":"1.330924907s","start":"2026-07-03T16:12:45.053796Z","end":"2026-07-03T16:12:46.384721Z","steps":["trace[2087098779] 'read index received' (duration: 336.231613ms)","trace[2087098779] 'applied index is now lower than readState.Index' (duration: 994.692314ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:12:46.384806Z","caller":"traceutil/trace.go:171","msg":"trace[1007755268] transaction","detail":"{read_only:false; response_revision:9131; number_of_response:1; }","duration":"1.348203757s","start":"2026-07-03T16:12:45.036563Z","end":"2026-07-03T16:12:46.384767Z","steps":["trace[1007755268] 'process raft request' (duration: 1.347997291s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:46.384855Z","caller":"traceutil/trace.go:171","msg":"trace[1340947781] transaction","detail":"{read_only:false; response_revision:9133; number_of_response:1; }","duration":"1.347703624s","start":"2026-07-03T16:12:45.037144Z","end":"2026-07-03T16:12:46.384847Z","steps":["trace[1340947781] 'process raft request' (duration: 1.34755318s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:46.384877Z","caller":"traceutil/trace.go:171","msg":"trace[168328630] transaction","detail":"{read_only:false; response_revision:9132; number_of_response:1; }","duration":"1.348195886s","start":"2026-07-03T16:12:45.03664Z","end":"2026-07-03T16:12:46.384836Z","steps":["trace[168328630] 'process raft request' (duration: 1.348027622s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:46.38495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:45.037135Z","time spent":"1.347752315s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:12:46.384968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:45.036538Z","time spent":"1.34833805s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:12:46.385086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:45.036612Z","time spent":"1.348376821s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:12:46.38515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.220556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.53\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-07-03T16:12:46.385203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.192447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zn59w\" ","response":"range_response_count:1 size:6518"} {"level":"info","ts":"2026-07-03T16:12:46.385245Z","caller":"traceutil/trace.go:171","msg":"trace[1106427253] range","detail":"{range_begin:/registry/masterleases/199.204.45.53; range_end:; response_count:1; response_revision:9133; }","duration":"771.36576ms","start":"2026-07-03T16:12:45.613854Z","end":"2026-07-03T16:12:46.38522Z","steps":["trace[1106427253] 'agreement among raft nodes before linearized reading' (duration: 771.102643ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:46.38529Z","caller":"traceutil/trace.go:171","msg":"trace[493998605] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zn59w; range_end:; response_count:1; response_revision:9133; }","duration":"380.312459ms","start":"2026-07-03T16:12:46.004957Z","end":"2026-07-03T16:12:46.385269Z","steps":["trace[493998605] 'agreement among raft nodes before linearized reading' (duration: 380.103304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:46.385342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:46.004942Z","time spent":"380.391902ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-zn59w\" "} {"level":"warn","ts":"2026-07-03T16:12:46.385342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.911815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-03T16:12:46.38534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.753941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T16:12:46.385378Z","caller":"traceutil/trace.go:171","msg":"trace[1905929188] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9133; }","duration":"476.985067ms","start":"2026-07-03T16:12:45.908385Z","end":"2026-07-03T16:12:46.38537Z","steps":["trace[1905929188] 'agreement among raft nodes before linearized reading' (duration: 476.867144ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:46.385384Z","caller":"traceutil/trace.go:171","msg":"trace[1613637474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9133; }","duration":"476.821072ms","start":"2026-07-03T16:12:45.908554Z","end":"2026-07-03T16:12:46.385375Z","steps":["trace[1613637474] 'agreement among raft nodes before linearized reading' (duration: 476.701039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:46.385384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.075099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T16:12:46.385401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:45.908363Z","time spent":"477.032808ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:12:46.385405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:45.908547Z","time spent":"476.853884ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:12:46.385415Z","caller":"traceutil/trace.go:171","msg":"trace[1984549168] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9133; }","duration":"477.128411ms","start":"2026-07-03T16:12:45.908277Z","end":"2026-07-03T16:12:46.385406Z","steps":["trace[1984549168] 'agreement among raft nodes before linearized reading' (duration: 477.041679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:46.385486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:45.908265Z","time spent":"477.209303ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:12:46.385555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.152924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:12:46.385581Z","caller":"traceutil/trace.go:171","msg":"trace[1171525885] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9133; }","duration":"479.213765ms","start":"2026-07-03T16:12:45.906361Z","end":"2026-07-03T16:12:46.385574Z","steps":["trace[1171525885] 'agreement among raft nodes before linearized reading' (duration: 479.148994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:46.385598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:45.906341Z","time spent":"479.252746ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:12:46.385596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.557489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-07-03T16:12:46.385621Z","caller":"traceutil/trace.go:171","msg":"trace[687469084] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9133; }","duration":"140.61059ms","start":"2026-07-03T16:12:46.245004Z","end":"2026-07-03T16:12:46.385615Z","steps":["trace[687469084] 'agreement among raft nodes before linearized reading' (duration: 140.530658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:46.385297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:45.613832Z","time spent":"771.455553ms","remote":"127.0.0.1:57340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.53\" "} {"level":"warn","ts":"2026-07-03T16:12:46.385676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.615604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-07-03T16:12:46.38572Z","caller":"traceutil/trace.go:171","msg":"trace[845252046] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9133; }","duration":"187.696636ms","start":"2026-07-03T16:12:46.198013Z","end":"2026-07-03T16:12:46.38571Z","steps":["trace[845252046] 'agreement among raft nodes before linearized reading' (duration: 187.582822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:46.385776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331980915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T16:12:46.38583Z","caller":"traceutil/trace.go:171","msg":"trace[1762534493] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9133; }","duration":"1.332072887s","start":"2026-07-03T16:12:45.053743Z","end":"2026-07-03T16:12:46.385816Z","steps":["trace[1762534493] 'agreement among raft nodes before linearized reading' (duration: 1.331899342s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:46.385865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:45.053723Z","time spent":"1.332133979s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:12:47.828036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653063793,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:12:47.890459Z","caller":"traceutil/trace.go:171","msg":"trace[1694753269] transaction","detail":"{read_only:false; response_revision:9142; number_of_response:1; }","duration":"641.14059ms","start":"2026-07-03T16:12:47.24929Z","end":"2026-07-03T16:12:47.89043Z","steps":["trace[1694753269] 'process raft request' (duration: 640.947495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:47.890616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:47.24927Z","time spent":"641.262324ms","remote":"127.0.0.1:40104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:12:48.180236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.77264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:12:48.180421Z","caller":"traceutil/trace.go:171","msg":"trace[637977661] linearizableReadLoop","detail":"{readStateIndex:9479; appliedIndex:9476; }","duration":"852.8059ms","start":"2026-07-03T16:12:47.327602Z","end":"2026-07-03T16:12:48.180408Z","steps":["trace[637977661] 'read index received' (duration: 562.708389ms)","trace[637977661] 'applied index is now lower than readState.Index' (duration: 290.096881ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:12:48.180477Z","caller":"traceutil/trace.go:171","msg":"trace[16590553] transaction","detail":"{read_only:false; response_revision:9143; number_of_response:1; }","duration":"785.359034ms","start":"2026-07-03T16:12:47.39511Z","end":"2026-07-03T16:12:48.180469Z","steps":["trace[16590553] 'process raft request' (duration: 673.272476ms)","trace[16590553] 'compare' (duration: 111.610146ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:12:48.180529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:47.39509Z","time spent":"785.408356ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:12:48.180596Z","caller":"traceutil/trace.go:171","msg":"trace[548517385] transaction","detail":"{read_only:false; response_revision:9144; number_of_response:1; }","duration":"553.373456ms","start":"2026-07-03T16:12:47.627194Z","end":"2026-07-03T16:12:48.180567Z","steps":["trace[548517385] 'process raft request' (duration: 553.14229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:48.180663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.059607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:12:48.180692Z","caller":"traceutil/trace.go:171","msg":"trace[1329113399] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9144; }","duration":"853.088197ms","start":"2026-07-03T16:12:47.327595Z","end":"2026-07-03T16:12:48.180683Z","steps":["trace[1329113399] 'agreement among raft nodes before linearized reading' (duration: 853.022156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:48.180723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:47.32754Z","time spent":"853.1765ms","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:12:48.18076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:47.627166Z","time spent":"553.498208ms","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1322,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:12:48.681429Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653063798,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:12:48.765177Z","caller":"traceutil/trace.go:171","msg":"trace[1227390928] transaction","detail":"{read_only:false; response_revision:9145; number_of_response:1; }","duration":"758.951237ms","start":"2026-07-03T16:12:48.006204Z","end":"2026-07-03T16:12:48.765155Z","steps":["trace[1227390928] 'process raft request' (duration: 741.916034ms)","trace[1227390928] 'compare' (duration: 16.955491ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:12:48.765298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:48.006179Z","time spent":"759.05681ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":472,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:12:48.771105Z","caller":"traceutil/trace.go:171","msg":"trace[1505895622] transaction","detail":"{read_only:false; response_revision:9147; number_of_response:1; }","duration":"377.776324ms","start":"2026-07-03T16:12:48.393308Z","end":"2026-07-03T16:12:48.771084Z","steps":["trace[1505895622] 'process raft request' (duration: 377.691142ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:48.771191Z","caller":"traceutil/trace.go:171","msg":"trace[587019137] transaction","detail":"{read_only:false; response_revision:9146; number_of_response:1; }","duration":"378.857283ms","start":"2026-07-03T16:12:48.392323Z","end":"2026-07-03T16:12:48.77118Z","steps":["trace[587019137] 'process raft request' (duration: 378.574546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:48.771232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:48.393299Z","time spent":"377.865167ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:12:48.771245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:48.392303Z","time spent":"378.911544ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:12:48.771244Z","caller":"traceutil/trace.go:171","msg":"trace[2022514322] linearizableReadLoop","detail":"{readStateIndex:9483; appliedIndex:9479; }","duration":"590.750039ms","start":"2026-07-03T16:12:48.180446Z","end":"2026-07-03T16:12:48.771197Z","steps":["trace[2022514322] 'read index received' (duration: 567.637958ms)","trace[2022514322] 'applied index is now lower than readState.Index' (duration: 23.110391ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:12:48.771414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10897185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-bvrj8\" ","response":"range_response_count:1 size:4649"} {"level":"info","ts":"2026-07-03T16:12:48.771391Z","caller":"traceutil/trace.go:171","msg":"trace[410924619] transaction","detail":"{read_only:false; response_revision:9148; number_of_response:1; }","duration":"378.020351ms","start":"2026-07-03T16:12:48.393327Z","end":"2026-07-03T16:12:48.771347Z","steps":["trace[410924619] 'process raft request' (duration: 377.707713ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:48.771501Z","caller":"traceutil/trace.go:171","msg":"trace[892261290] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-bvrj8; range_end:; response_count:1; response_revision:9148; }","duration":"1.109079032s","start":"2026-07-03T16:12:47.66241Z","end":"2026-07-03T16:12:48.771489Z","steps":["trace[892261290] 'agreement among raft nodes before linearized reading' (duration: 1.108913397s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:48.771435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.584412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-03T16:12:48.771536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:47.662397Z","time spent":"1.109129284s","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4673,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-bvrj8\" "} {"level":"warn","ts":"2026-07-03T16:12:48.771552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433683943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-07-03T16:12:48.771581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.559878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zn59w\" ","response":"range_response_count:1 size:6518"} {"level":"warn","ts":"2026-07-03T16:12:48.771425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.954108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:12:48.771578Z","caller":"traceutil/trace.go:171","msg":"trace[930309697] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9148; }","duration":"603.780057ms","start":"2026-07-03T16:12:48.16777Z","end":"2026-07-03T16:12:48.77155Z","steps":["trace[930309697] 'agreement among raft nodes before linearized reading' (duration: 603.438669ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:48.7716Z","caller":"traceutil/trace.go:171","msg":"trace[58427191] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9148; }","duration":"1.433760554s","start":"2026-07-03T16:12:47.337832Z","end":"2026-07-03T16:12:48.771592Z","steps":["trace[58427191] 'agreement among raft nodes before linearized reading' (duration: 1.433517658s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:48.77161Z","caller":"traceutil/trace.go:171","msg":"trace[678026403] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zn59w; range_end:; response_count:1; response_revision:9148; }","duration":"357.617139ms","start":"2026-07-03T16:12:48.413984Z","end":"2026-07-03T16:12:48.771601Z","steps":["trace[678026403] 'agreement among raft nodes before linearized reading' (duration: 357.554537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:48.771628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:47.337825Z","time spent":"1.433795895s","remote":"127.0.0.1:57412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:12:48.771626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:48.393302Z","time spent":"378.231177ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:12:48.771521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.366374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T16:12:48.771637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:48.413972Z","time spent":"357.65819ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-zn59w\" "} {"level":"warn","ts":"2026-07-03T16:12:48.77177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.491651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-03T16:12:48.771633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:48.167744Z","time spent":"603.87637ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:12:48.771796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.594645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:12:48.771802Z","caller":"traceutil/trace.go:171","msg":"trace[1161608099] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9148; }","duration":"361.527792ms","start":"2026-07-03T16:12:48.410267Z","end":"2026-07-03T16:12:48.771794Z","steps":["trace[1161608099] 'agreement among raft nodes before linearized reading' (duration: 361.406508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:48.771696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.903855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T16:12:48.771834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:48.410217Z","time spent":"361.609493ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:12:48.771693Z","caller":"traceutil/trace.go:171","msg":"trace[406037528] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9148; }","duration":"354.56738ms","start":"2026-07-03T16:12:48.41711Z","end":"2026-07-03T16:12:48.771678Z","steps":["trace[406037528] 'agreement among raft nodes before linearized reading' (duration: 354.358814ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:48.771879Z","caller":"traceutil/trace.go:171","msg":"trace[1056871081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9148; }","duration":"361.0838ms","start":"2026-07-03T16:12:48.410771Z","end":"2026-07-03T16:12:48.771854Z","steps":["trace[1056871081] 'agreement among raft nodes before linearized reading' (duration: 360.879315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:48.771895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.938849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-detect-version-bvrj8.18bed39aa45682e6\" ","response":"range_response_count:1 size:761"} {"level":"warn","ts":"2026-07-03T16:12:48.771911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.155472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:12:48.771938Z","caller":"traceutil/trace.go:171","msg":"trace[757275903] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-detect-version-bvrj8.18bed39aa45682e6; range_end:; response_count:1; response_revision:9148; }","duration":"587.006341ms","start":"2026-07-03T16:12:48.184921Z","end":"2026-07-03T16:12:48.771927Z","steps":["trace[757275903] 'agreement among raft nodes before linearized reading' (duration: 586.918669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:48.771954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:48.410762Z","time spent":"361.169022ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:12:48.771631Z","caller":"traceutil/trace.go:171","msg":"trace[919485712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9148; }","duration":"590.213264ms","start":"2026-07-03T16:12:48.181401Z","end":"2026-07-03T16:12:48.771614Z","steps":["trace[919485712] 'agreement among raft nodes before linearized reading' (duration: 589.996008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:48.771981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:48.184907Z","time spent":"587.067132ms","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":785,"request content":"key:\"/registry/events/openstack/rook-ceph-detect-version-bvrj8.18bed39aa45682e6\" "} {"level":"info","ts":"2026-07-03T16:12:48.771986Z","caller":"traceutil/trace.go:171","msg":"trace[1894572894] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9148; }","duration":"361.249864ms","start":"2026-07-03T16:12:48.410719Z","end":"2026-07-03T16:12:48.771969Z","steps":["trace[1894572894] 'agreement among raft nodes before linearized reading' (duration: 361.005528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:48.77201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:48.181384Z","time spent":"590.614475ms","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:12:48.771915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:48.417092Z","time spent":"354.810225ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:12:48.771821Z","caller":"traceutil/trace.go:171","msg":"trace[1195247314] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:9148; }","duration":"514.659807ms","start":"2026-07-03T16:12:48.257154Z","end":"2026-07-03T16:12:48.771814Z","steps":["trace[1195247314] 'agreement among raft nodes before linearized reading' (duration: 514.557244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:48.772045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:48.410711Z","time spent":"361.321416ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:12:48.772093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:48.257131Z","time spent":"514.943645ms","remote":"127.0.0.1:57404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":89,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:12:48.771816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.08654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:12:48.772154Z","caller":"traceutil/trace.go:171","msg":"trace[723848233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9148; }","duration":"361.466959ms","start":"2026-07-03T16:12:48.410676Z","end":"2026-07-03T16:12:48.772143Z","steps":["trace[723848233] 'agreement among raft nodes before linearized reading' (duration: 361.044269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:48.772187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:48.410652Z","time spent":"361.524131ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:12:48.771952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.194235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-03T16:12:48.772548Z","caller":"traceutil/trace.go:171","msg":"trace[1267269322] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9148; }","duration":"679.301365ms","start":"2026-07-03T16:12:48.093201Z","end":"2026-07-03T16:12:48.772502Z","steps":["trace[1267269322] 'agreement among raft nodes before linearized reading' (duration: 678.140604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:48.772733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:48.093184Z","time spent":"679.53095ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-03T16:12:48.950271Z","caller":"traceutil/trace.go:171","msg":"trace[1437157501] transaction","detail":"{read_only:false; response_revision:9150; number_of_response:1; }","duration":"173.171118ms","start":"2026-07-03T16:12:48.777063Z","end":"2026-07-03T16:12:48.950234Z","steps":["trace[1437157501] 'process raft request' (duration: 155.682773ms)","trace[1437157501] 'compare' (duration: 17.29359ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:12:48.950716Z","caller":"traceutil/trace.go:171","msg":"trace[1618673998] linearizableReadLoop","detail":"{readStateIndex:9491; appliedIndex:9484; }","duration":"166.638478ms","start":"2026-07-03T16:12:48.784058Z","end":"2026-07-03T16:12:48.950697Z","steps":["trace[1618673998] 'read index received' (duration: 148.764733ms)","trace[1618673998] 'applied index is now lower than readState.Index' (duration: 17.872535ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:12:48.950787Z","caller":"traceutil/trace.go:171","msg":"trace[1202258890] transaction","detail":"{read_only:false; response_revision:9153; number_of_response:1; }","duration":"173.509037ms","start":"2026-07-03T16:12:48.777265Z","end":"2026-07-03T16:12:48.950774Z","steps":["trace[1202258890] 'process raft request' (duration: 173.209929ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:48.950825Z","caller":"traceutil/trace.go:171","msg":"trace[908273902] transaction","detail":"{read_only:false; response_revision:9155; number_of_response:1; }","duration":"173.477765ms","start":"2026-07-03T16:12:48.777316Z","end":"2026-07-03T16:12:48.950794Z","steps":["trace[908273902] 'process raft request' (duration: 173.26071ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:48.950834Z","caller":"traceutil/trace.go:171","msg":"trace[447462294] transaction","detail":"{read_only:false; response_revision:9156; number_of_response:1; }","duration":"173.205389ms","start":"2026-07-03T16:12:48.777599Z","end":"2026-07-03T16:12:48.950804Z","steps":["trace[447462294] 'process raft request' (duration: 173.019844ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:48.950886Z","caller":"traceutil/trace.go:171","msg":"trace[1200349076] transaction","detail":"{read_only:false; response_revision:9152; number_of_response:1; }","duration":"173.700552ms","start":"2026-07-03T16:12:48.777175Z","end":"2026-07-03T16:12:48.950875Z","steps":["trace[1200349076] 'process raft request' (duration: 173.222449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:48.9509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.866559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:12:48.950902Z","caller":"traceutil/trace.go:171","msg":"trace[2115565823] transaction","detail":"{read_only:false; response_revision:9151; number_of_response:1; }","duration":"173.773564ms","start":"2026-07-03T16:12:48.777103Z","end":"2026-07-03T16:12:48.950877Z","steps":["trace[2115565823] 'process raft request' (duration: 173.070566ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:48.95095Z","caller":"traceutil/trace.go:171","msg":"trace[1717081860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9156; }","duration":"170.96756ms","start":"2026-07-03T16:12:48.77997Z","end":"2026-07-03T16:12:48.950938Z","steps":["trace[1717081860] 'agreement among raft nodes before linearized reading' (duration: 170.804176ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:48.950961Z","caller":"traceutil/trace.go:171","msg":"trace[334769121] transaction","detail":"{read_only:false; response_revision:9154; number_of_response:1; }","duration":"173.706212ms","start":"2026-07-03T16:12:48.777247Z","end":"2026-07-03T16:12:48.950953Z","steps":["trace[334769121] 'process raft request' (duration: 173.278221ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:49.705095Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002517.wal"} {"level":"info","ts":"2026-07-03T16:12:55.374658Z","caller":"traceutil/trace.go:171","msg":"trace[826707239] transaction","detail":"{read_only:false; response_revision:9212; number_of_response:1; }","duration":"396.102772ms","start":"2026-07-03T16:12:54.978524Z","end":"2026-07-03T16:12:55.374627Z","steps":["trace[826707239] 'process raft request' (duration: 395.918947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:55.374836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:54.978513Z","time spent":"396.234425ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:12:55.378208Z","caller":"traceutil/trace.go:171","msg":"trace[1512620237] linearizableReadLoop","detail":"{readStateIndex:9549; appliedIndex:9547; }","duration":"396.990725ms","start":"2026-07-03T16:12:54.981191Z","end":"2026-07-03T16:12:55.378182Z","steps":["trace[1512620237] 'read index received' (duration: 393.264287ms)","trace[1512620237] 'applied index is now lower than readState.Index' (duration: 3.725518ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:12:55.37823Z","caller":"traceutil/trace.go:171","msg":"trace[1505930685] transaction","detail":"{read_only:false; response_revision:9214; number_of_response:1; }","duration":"396.78833ms","start":"2026-07-03T16:12:54.981426Z","end":"2026-07-03T16:12:55.378214Z","steps":["trace[1505930685] 'process raft request' (duration: 396.713438ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:55.378252Z","caller":"traceutil/trace.go:171","msg":"trace[424867640] transaction","detail":"{read_only:false; response_revision:9213; number_of_response:1; }","duration":"397.033347ms","start":"2026-07-03T16:12:54.981175Z","end":"2026-07-03T16:12:55.378208Z","steps":["trace[424867640] 'process raft request' (duration: 396.880352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:55.378308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:54.981411Z","time spent":"396.850412ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:12:55.378353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.158619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:12:55.378381Z","caller":"traceutil/trace.go:171","msg":"trace[96393174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9214; }","duration":"397.213421ms","start":"2026-07-03T16:12:54.98116Z","end":"2026-07-03T16:12:55.378373Z","steps":["trace[96393174] 'agreement among raft nodes before linearized reading' (duration: 397.108948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:55.378402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:54.981147Z","time spent":"397.250431ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:12:55.378404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:54.981163Z","time spent":"397.155969ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:12:55.378472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.260093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:12:55.378559Z","caller":"traceutil/trace.go:171","msg":"trace[318993550] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9214; }","duration":"397.399666ms","start":"2026-07-03T16:12:54.981139Z","end":"2026-07-03T16:12:55.378538Z","steps":["trace[318993550] 'agreement among raft nodes before linearized reading' (duration: 397.101418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:55.378597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:54.981124Z","time spent":"397.465587ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:13:36.386387Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c47ca1a7b1fe506b","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-03T16:13:36.392133Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-03T16:13:36.392362Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-07-03T16:13:42.271032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.567436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:13:42.271154Z","caller":"traceutil/trace.go:171","msg":"trace[726544709] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:9740; }","duration":"224.73633ms","start":"2026-07-03T16:13:42.046391Z","end":"2026-07-03T16:13:42.271128Z","steps":["trace[726544709] 'count revisions from in-memory index tree' (duration: 224.481794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:42.836147Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653065469,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:13:43.114568Z","caller":"traceutil/trace.go:171","msg":"trace[4229215] transaction","detail":"{read_only:false; response_revision:9749; number_of_response:1; }","duration":"784.770669ms","start":"2026-07-03T16:13:42.329769Z","end":"2026-07-03T16:13:43.11454Z","steps":["trace[4229215] 'process raft request' (duration: 784.244215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:43.114972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:42.329749Z","time spent":"785.110108ms","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":748,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:13:43.118889Z","caller":"traceutil/trace.go:171","msg":"trace[752186786] linearizableReadLoop","detail":"{readStateIndex:10101; appliedIndex:10098; }","duration":"783.66771ms","start":"2026-07-03T16:13:42.335202Z","end":"2026-07-03T16:13:43.118869Z","steps":["trace[752186786] 'read index received' (duration: 778.603979ms)","trace[752186786] 'applied index is now lower than readState.Index' (duration: 5.062531ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:13:43.11888Z","caller":"traceutil/trace.go:171","msg":"trace[1665201069] transaction","detail":"{read_only:false; response_revision:9750; number_of_response:1; }","duration":"709.953782ms","start":"2026-07-03T16:13:42.408902Z","end":"2026-07-03T16:13:43.118855Z","steps":["trace[1665201069] 'process raft request' (duration: 709.709546ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:43.118996Z","caller":"traceutil/trace.go:171","msg":"trace[215484959] transaction","detail":"{read_only:false; response_revision:9751; number_of_response:1; }","duration":"523.287862ms","start":"2026-07-03T16:13:42.595695Z","end":"2026-07-03T16:13:43.118983Z","steps":["trace[215484959] 'process raft request' (duration: 523.021185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:43.119071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:42.595678Z","time spent":"523.343843ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:43.11911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:42.408867Z","time spent":"710.091845ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:43.119206Z","caller":"traceutil/trace.go:171","msg":"trace[82659025] transaction","detail":"{read_only:false; response_revision:9752; number_of_response:1; }","duration":"154.325987ms","start":"2026-07-03T16:13:42.964857Z","end":"2026-07-03T16:13:43.119183Z","steps":["trace[82659025] 'process raft request' (duration: 153.926447ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:43.119348Z","caller":"traceutil/trace.go:171","msg":"trace[701613625] transaction","detail":"{read_only:false; response_revision:9753; number_of_response:1; }","duration":"153.057855ms","start":"2026-07-03T16:13:42.96625Z","end":"2026-07-03T16:13:43.119308Z","steps":["trace[701613625] 'process raft request' (duration: 152.570931ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:43.119503Z","caller":"traceutil/trace.go:171","msg":"trace[2147464282] transaction","detail":"{read_only:false; response_revision:9754; number_of_response:1; }","duration":"146.452843ms","start":"2026-07-03T16:13:42.97304Z","end":"2026-07-03T16:13:43.119493Z","steps":["trace[2147464282] 'process raft request' (duration: 145.805226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:43.119546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.279141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-07-03T16:13:43.119586Z","caller":"traceutil/trace.go:171","msg":"trace[1230766281] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9754; }","duration":"541.350603ms","start":"2026-07-03T16:13:42.578225Z","end":"2026-07-03T16:13:43.119576Z","steps":["trace[1230766281] 'agreement among raft nodes before linearized reading' (duration: 541.20471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:43.119615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:42.578185Z","time spent":"541.423855ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:13:43.120787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.56733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18bed395e652f34d\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-07-03T16:13:43.120857Z","caller":"traceutil/trace.go:171","msg":"trace[1590795023] range","detail":"{range_begin:/registry/events/openstack/ceph.18bed395e652f34d; range_end:; response_count:1; response_revision:9754; }","duration":"785.753475ms","start":"2026-07-03T16:13:42.335088Z","end":"2026-07-03T16:13:43.120841Z","steps":["trace[1590795023] 'agreement among raft nodes before linearized reading' (duration: 784.956394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:43.120899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:42.335068Z","time spent":"785.811446ms","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":723,"request content":"key:\"/registry/events/openstack/ceph.18bed395e652f34d\" "} {"level":"info","ts":"2026-07-03T16:13:56.776065Z","caller":"traceutil/trace.go:171","msg":"trace[2084855641] linearizableReadLoop","detail":"{readStateIndex:10197; appliedIndex:10196; }","duration":"268.317965ms","start":"2026-07-03T16:13:56.50768Z","end":"2026-07-03T16:13:56.775998Z","steps":["trace[2084855641] 'read index received' (duration: 267.119663ms)","trace[2084855641] 'applied index is now lower than readState.Index' (duration: 910.974µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:13:56.776019Z","caller":"traceutil/trace.go:171","msg":"trace[223113611] transaction","detail":"{read_only:false; response_revision:9844; number_of_response:1; }","duration":"453.890926ms","start":"2026-07-03T16:13:56.322073Z","end":"2026-07-03T16:13:56.775963Z","steps":["trace[223113611] 'process raft request' (duration: 452.795898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:56.776282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:56.32205Z","time spent":"454.135324ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:56.776349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.598122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:13:56.776555Z","caller":"traceutil/trace.go:171","msg":"trace[260197744] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:9844; }","duration":"268.879939ms","start":"2026-07-03T16:13:56.507634Z","end":"2026-07-03T16:13:56.776514Z","steps":["trace[260197744] 'agreement among raft nodes before linearized reading' (duration: 268.193431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:57.717366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653065713,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:13:57.804149Z","caller":"traceutil/trace.go:171","msg":"trace[604715961] transaction","detail":"{read_only:false; response_revision:9845; number_of_response:1; }","duration":"636.764589ms","start":"2026-07-03T16:13:57.167356Z","end":"2026-07-03T16:13:57.804121Z","steps":["trace[604715961] 'process raft request' (duration: 636.48215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:57.804409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:57.167319Z","time spent":"636.956824ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:57.830712Z","caller":"traceutil/trace.go:171","msg":"trace[949125554] transaction","detail":"{read_only:false; response_revision:9846; number_of_response:1; }","duration":"657.57008ms","start":"2026-07-03T16:13:57.173112Z","end":"2026-07-03T16:13:57.830682Z","steps":["trace[949125554] 'process raft request' (duration: 657.382645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:57.830887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:57.173079Z","time spent":"657.713754ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:57.830964Z","caller":"traceutil/trace.go:171","msg":"trace[1570217029] linearizableReadLoop","detail":"{readStateIndex:10201; appliedIndex:10197; }","duration":"613.924823ms","start":"2026-07-03T16:13:57.217015Z","end":"2026-07-03T16:13:57.83094Z","steps":["trace[1570217029] 'read index received' (duration: 586.803547ms)","trace[1570217029] 'applied index is now lower than readState.Index' (duration: 27.119436ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:13:57.830977Z","caller":"traceutil/trace.go:171","msg":"trace[647176091] transaction","detail":"{read_only:false; response_revision:9847; number_of_response:1; }","duration":"648.41124ms","start":"2026-07-03T16:13:57.18252Z","end":"2026-07-03T16:13:57.830931Z","steps":["trace[647176091] 'process raft request' (duration: 648.119763ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:57.831043Z","caller":"traceutil/trace.go:171","msg":"trace[1146250808] transaction","detail":"{read_only:false; response_revision:9848; number_of_response:1; }","duration":"648.491982ms","start":"2026-07-03T16:13:57.182521Z","end":"2026-07-03T16:13:57.831013Z","steps":["trace[1146250808] 'process raft request' (duration: 648.327928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:57.831121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:57.182501Z","time spent":"648.574455ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:57.831155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:57.182503Z","time spent":"648.592545ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:57.831149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.050421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:57.831211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.19665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zn59w\" ","response":"range_response_count:1 size:6518"} {"level":"info","ts":"2026-07-03T16:13:57.831246Z","caller":"traceutil/trace.go:171","msg":"trace[1312282776] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zn59w; range_end:; response_count:1; response_revision:9848; }","duration":"614.281972ms","start":"2026-07-03T16:13:57.216955Z","end":"2026-07-03T16:13:57.831237Z","steps":["trace[1312282776] 'agreement among raft nodes before linearized reading' (duration: 614.062746ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:57.831252Z","caller":"traceutil/trace.go:171","msg":"trace[1117276980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9848; }","duration":"507.175584ms","start":"2026-07-03T16:13:57.324058Z","end":"2026-07-03T16:13:57.831233Z","steps":["trace[1117276980] 'agreement among raft nodes before linearized reading' (duration: 507.03247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:57.831295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:57.216932Z","time spent":"614.354724ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-zn59w\" "} {"level":"warn","ts":"2026-07-03T16:13:57.831315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:57.324042Z","time spent":"507.256907ms","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:13:57.831458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.344018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:13:57.831527Z","caller":"traceutil/trace.go:171","msg":"trace[73430592] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:9848; }","duration":"237.41404ms","start":"2026-07-03T16:13:57.594093Z","end":"2026-07-03T16:13:57.831507Z","steps":["trace[73430592] 'agreement among raft nodes before linearized reading' (duration: 237.293147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:57.831621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.615614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:13:57.831734Z","caller":"traceutil/trace.go:171","msg":"trace[1567163558] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9848; }","duration":"149.761898ms","start":"2026-07-03T16:13:57.681951Z","end":"2026-07-03T16:13:57.831713Z","steps":["trace[1567163558] 'agreement among raft nodes before linearized reading' (duration: 149.392769ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:58.284502Z","caller":"traceutil/trace.go:171","msg":"trace[1846791134] transaction","detail":"{read_only:false; response_revision:9849; number_of_response:1; }","duration":"446.076793ms","start":"2026-07-03T16:13:57.838387Z","end":"2026-07-03T16:13:58.284463Z","steps":["trace[1846791134] 'process raft request' (duration: 445.672783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:58.284837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:57.838373Z","time spent":"446.334929ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:58.299484Z","caller":"traceutil/trace.go:171","msg":"trace[1023683702] transaction","detail":"{read_only:false; response_revision:9851; number_of_response:1; }","duration":"460.998641ms","start":"2026-07-03T16:13:57.838462Z","end":"2026-07-03T16:13:58.299461Z","steps":["trace[1023683702] 'process raft request' (duration: 460.930639ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:58.299507Z","caller":"traceutil/trace.go:171","msg":"trace[302408243] transaction","detail":"{read_only:false; response_revision:9850; number_of_response:1; }","duration":"461.091543ms","start":"2026-07-03T16:13:57.83838Z","end":"2026-07-03T16:13:58.299472Z","steps":["trace[302408243] 'process raft request' (duration: 460.875428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:58.299631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:57.838446Z","time spent":"461.112104ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:58.299839Z","caller":"traceutil/trace.go:171","msg":"trace[794020735] transaction","detail":"{read_only:false; response_revision:9852; number_of_response:1; }","duration":"461.35605ms","start":"2026-07-03T16:13:57.838473Z","end":"2026-07-03T16:13:58.299829Z","steps":["trace[794020735] 'process raft request' (duration: 460.949419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:58.299888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:57.838466Z","time spent":"461.397731ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:58.299837Z","caller":"traceutil/trace.go:171","msg":"trace[1335399156] linearizableReadLoop","detail":"{readStateIndex:10206; appliedIndex:10201; }","duration":"438.524155ms","start":"2026-07-03T16:13:57.8613Z","end":"2026-07-03T16:13:58.299824Z","steps":["trace[1335399156] 'read index received' (duration: 422.806657ms)","trace[1335399156] 'applied index is now lower than readState.Index' (duration: 15.715748ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:13:58.300019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.699631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:13:58.300067Z","caller":"traceutil/trace.go:171","msg":"trace[58408149] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:9853; }","duration":"438.820724ms","start":"2026-07-03T16:13:57.861238Z","end":"2026-07-03T16:13:58.300058Z","steps":["trace[58408149] 'agreement among raft nodes before linearized reading' (duration: 438.618068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:58.300094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:57.861213Z","time spent":"438.874425ms","remote":"127.0.0.1:57656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":71,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:13:58.300068Z","caller":"traceutil/trace.go:171","msg":"trace[1994138422] transaction","detail":"{read_only:false; response_revision:9853; number_of_response:1; }","duration":"461.165547ms","start":"2026-07-03T16:13:57.838859Z","end":"2026-07-03T16:13:58.300024Z","steps":["trace[1994138422] 'process raft request' (duration: 460.856778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:58.300169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.821759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:58.30025Z","caller":"traceutil/trace.go:171","msg":"trace[314720011] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:9853; }","duration":"389.953313ms","start":"2026-07-03T16:13:57.910275Z","end":"2026-07-03T16:13:58.300228Z","steps":["trace[314720011] 'agreement among raft nodes before linearized reading' (duration: 389.818219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:58.300248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:57.838358Z","time spent":"461.225876ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:58.300332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:57.910258Z","time spent":"390.062325ms","remote":"127.0.0.1:36622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:58.30033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:57.838848Z","time spent":"461.329621ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:58.540778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.326264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-07-03T16:13:58.540899Z","caller":"traceutil/trace.go:171","msg":"trace[1970992576] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9853; }","duration":"102.485638ms","start":"2026-07-03T16:13:58.43837Z","end":"2026-07-03T16:13:58.540856Z","steps":["trace[1970992576] 'range keys from in-memory index tree' (duration: 102.012915ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:52.162172Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7870} {"level":"info","ts":"2026-07-03T16:14:52.246124Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7870,"took":"81.964363ms","hash":1629922533,"current-db-size-bytes":54140928,"current-db-size":"54 MB","current-db-size-in-use-bytes":26038272,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-03T16:14:52.246208Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1629922533,"revision":7870,"compact-revision":5350} {"level":"info","ts":"2026-07-03T16:15:31.488729Z","caller":"traceutil/trace.go:171","msg":"trace[1976027087] transaction","detail":"{read_only:false; response_revision:10500; number_of_response:1; }","duration":"100.307341ms","start":"2026-07-03T16:15:31.388401Z","end":"2026-07-03T16:15:31.488708Z","steps":["trace[1976027087] 'process raft request' (duration: 93.009181ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:18:03.739227Z","caller":"traceutil/trace.go:171","msg":"trace[1615346850] linearizableReadLoop","detail":"{readStateIndex:11842; appliedIndex:11841; }","duration":"147.871899ms","start":"2026-07-03T16:18:03.591328Z","end":"2026-07-03T16:18:03.739199Z","steps":["trace[1615346850] 'read index received' (duration: 147.680034ms)","trace[1615346850] 'applied index is now lower than readState.Index' (duration: 190.675µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:18:03.739502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.253103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:18:03.739544Z","caller":"traceutil/trace.go:171","msg":"trace[358369236] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11433; }","duration":"142.362156ms","start":"2026-07-03T16:18:03.59717Z","end":"2026-07-03T16:18:03.739532Z","steps":["trace[358369236] 'agreement among raft nodes before linearized reading' (duration: 142.197962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:18:03.73961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.246009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:18:03.739724Z","caller":"traceutil/trace.go:171","msg":"trace[1544944034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11433; }","duration":"148.399343ms","start":"2026-07-03T16:18:03.591288Z","end":"2026-07-03T16:18:03.739687Z","steps":["trace[1544944034] 'agreement among raft nodes before linearized reading' (duration: 148.075465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:18:03.739737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.202415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:18:03.739868Z","caller":"traceutil/trace.go:171","msg":"trace[1081944008] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11433; }","duration":"136.366369ms","start":"2026-07-03T16:18:03.603477Z","end":"2026-07-03T16:18:03.739844Z","steps":["trace[1081944008] 'agreement among raft nodes before linearized reading' (duration: 136.105122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:18:03.739882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.586615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:18:03.740004Z","caller":"traceutil/trace.go:171","msg":"trace[1596947082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11433; }","duration":"141.760629ms","start":"2026-07-03T16:18:03.598217Z","end":"2026-07-03T16:18:03.739977Z","steps":["trace[1596947082] 'agreement among raft nodes before linearized reading' (duration: 141.432591ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:18:03.739362Z","caller":"traceutil/trace.go:171","msg":"trace[210082584] transaction","detail":"{read_only:false; response_revision:11433; number_of_response:1; }","duration":"157.217552ms","start":"2026-07-03T16:18:03.582103Z","end":"2026-07-03T16:18:03.73932Z","steps":["trace[210082584] 'process raft request' (duration: 156.928755ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:18:03.962136Z","caller":"traceutil/trace.go:171","msg":"trace[476364298] transaction","detail":"{read_only:false; response_revision:11437; number_of_response:1; }","duration":"215.854319ms","start":"2026-07-03T16:18:03.746252Z","end":"2026-07-03T16:18:03.962106Z","steps":["trace[476364298] 'process raft request' (duration: 215.795447ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:18:03.962657Z","caller":"traceutil/trace.go:171","msg":"trace[985200341] transaction","detail":"{read_only:false; response_revision:11436; number_of_response:1; }","duration":"216.506175ms","start":"2026-07-03T16:18:03.746136Z","end":"2026-07-03T16:18:03.962642Z","steps":["trace[985200341] 'process raft request' (duration: 215.851049ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:18:03.962744Z","caller":"traceutil/trace.go:171","msg":"trace[86692507] transaction","detail":"{read_only:false; response_revision:11435; number_of_response:1; }","duration":"218.006015ms","start":"2026-07-03T16:18:03.744708Z","end":"2026-07-03T16:18:03.962714Z","steps":["trace[86692507] 'process raft request' (duration: 217.106392ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:03.234971Z","caller":"traceutil/trace.go:171","msg":"trace[84804291] transaction","detail":"{read_only:false; response_revision:12062; number_of_response:1; }","duration":"108.445063ms","start":"2026-07-03T16:19:03.126498Z","end":"2026-07-03T16:19:03.234943Z","steps":["trace[84804291] 'process raft request' (duration: 108.060473ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:03.235025Z","caller":"traceutil/trace.go:171","msg":"trace[1088607777] transaction","detail":"{read_only:false; response_revision:12063; number_of_response:1; }","duration":"108.203156ms","start":"2026-07-03T16:19:03.126785Z","end":"2026-07-03T16:19:03.234988Z","steps":["trace[1088607777] 'process raft request' (duration: 107.817916ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:03.235218Z","caller":"traceutil/trace.go:171","msg":"trace[1274267057] transaction","detail":"{read_only:false; response_revision:12061; number_of_response:1; }","duration":"108.914796ms","start":"2026-07-03T16:19:03.126295Z","end":"2026-07-03T16:19:03.23521Z","steps":["trace[1274267057] 'process raft request' (duration: 108.062834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:14.755691Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653071711,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:19:15.256639Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653071711,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:19:15.375286Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.20577568s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:19:15.375924Z","caller":"traceutil/trace.go:171","msg":"trace[659831064] transaction","detail":"{read_only:false; response_revision:12150; number_of_response:1; }","duration":"1.206512499s","start":"2026-07-03T16:19:14.169381Z","end":"2026-07-03T16:19:15.375894Z","steps":["trace[659831064] 'process raft request' (duration: 1.206306403s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:15.376149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:14.169367Z","time spent":"1.206665202s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:19:15.381804Z","caller":"traceutil/trace.go:171","msg":"trace[111182839] transaction","detail":"{read_only:false; response_revision:12151; number_of_response:1; }","duration":"164.349175ms","start":"2026-07-03T16:19:15.217412Z","end":"2026-07-03T16:19:15.381761Z","steps":["trace[111182839] 'process raft request' (duration: 163.905084ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:15.382001Z","caller":"traceutil/trace.go:171","msg":"trace[20115420] linearizableReadLoop","detail":"{readStateIndex:12577; appliedIndex:12575; }","duration":"1.126350592s","start":"2026-07-03T16:19:14.255638Z","end":"2026-07-03T16:19:15.381989Z","steps":["trace[20115420] 'read index received' (duration: 1.120011648s)","trace[20115420] 'applied index is now lower than readState.Index' (duration: 6.337664ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:19:15.382168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126540668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:19:15.382229Z","caller":"traceutil/trace.go:171","msg":"trace[513705091] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12154; }","duration":"1.126615769s","start":"2026-07-03T16:19:14.255572Z","end":"2026-07-03T16:19:15.382188Z","steps":["trace[513705091] 'agreement among raft nodes before linearized reading' (duration: 1.126511177s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:15.382259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:14.255542Z","time spent":"1.126710932s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:19:15.382272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.831552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:19:15.382266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.681776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:19:15.38231Z","caller":"traceutil/trace.go:171","msg":"trace[882806924] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12154; }","duration":"579.914414ms","start":"2026-07-03T16:19:14.802382Z","end":"2026-07-03T16:19:15.382296Z","steps":["trace[882806924] 'agreement among raft nodes before linearized reading' (duration: 579.866813ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:15.382333Z","caller":"traceutil/trace.go:171","msg":"trace[129782736] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:12154; }","duration":"134.768189ms","start":"2026-07-03T16:19:15.247544Z","end":"2026-07-03T16:19:15.382313Z","steps":["trace[129782736] 'agreement among raft nodes before linearized reading' (duration: 134.646735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:15.382359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:14.802353Z","time spent":"579.996646ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-07-03T16:19:15.382372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.378902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-07-03T16:19:15.38239Z","caller":"traceutil/trace.go:171","msg":"trace[202772043] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12154; }","duration":"559.424423ms","start":"2026-07-03T16:19:14.82296Z","end":"2026-07-03T16:19:15.382384Z","steps":["trace[202772043] 'agreement among raft nodes before linearized reading' (duration: 559.351191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:15.382411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:14.822944Z","time spent":"559.456764ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:19:15.382467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.902726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-07-03T16:19:15.382432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.862529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-07-03T16:19:15.382508Z","caller":"traceutil/trace.go:171","msg":"trace[1123216096] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12154; }","duration":"576.982688ms","start":"2026-07-03T16:19:14.805507Z","end":"2026-07-03T16:19:15.38249Z","steps":["trace[1123216096] 'agreement among raft nodes before linearized reading' (duration: 576.873015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:15.382275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.326819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:19:15.382518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.865159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:19:15.382541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:14.805487Z","time spent":"577.04776ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:19:15.38258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.274831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:19:15.382578Z","caller":"traceutil/trace.go:171","msg":"trace[1941431093] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12154; }","duration":"579.687419ms","start":"2026-07-03T16:19:14.802871Z","end":"2026-07-03T16:19:15.382558Z","steps":["trace[1941431093] 'agreement among raft nodes before linearized reading' (duration: 579.34297ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:15.382602Z","caller":"traceutil/trace.go:171","msg":"trace[1574019441] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12154; }","duration":"459.350583ms","start":"2026-07-03T16:19:14.923246Z","end":"2026-07-03T16:19:15.382597Z","steps":["trace[1574019441] 'agreement among raft nodes before linearized reading' (duration: 459.315142ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:15.382588Z","caller":"traceutil/trace.go:171","msg":"trace[880363612] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12154; }","duration":"458.982452ms","start":"2026-07-03T16:19:14.923588Z","end":"2026-07-03T16:19:15.38257Z","steps":["trace[880363612] 'agreement among raft nodes before linearized reading' (duration: 458.829728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:15.382621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:14.92322Z","time spent":"459.397084ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-07-03T16:19:15.382634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:14.802846Z","time spent":"579.773411ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-07-03T16:19:15.382634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:14.923564Z","time spent":"459.061595ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:19:15.382697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.704202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:19:15.382699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.137678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:19:15.382714Z","caller":"traceutil/trace.go:171","msg":"trace[1098752931] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12154; }","duration":"459.779654ms","start":"2026-07-03T16:19:14.92293Z","end":"2026-07-03T16:19:15.38271Z","steps":["trace[1098752931] 'agreement among raft nodes before linearized reading' (duration: 459.749293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:15.382216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058026453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:19:15.382738Z","caller":"traceutil/trace.go:171","msg":"trace[2065975606] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12154; }","duration":"909.21435ms","start":"2026-07-03T16:19:14.473512Z","end":"2026-07-03T16:19:15.382726Z","steps":["trace[2065975606] 'agreement among raft nodes before linearized reading' (duration: 909.120098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:15.382745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.947601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:19:15.38276Z","caller":"traceutil/trace.go:171","msg":"trace[1850572153] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12154; }","duration":"1.058567967s","start":"2026-07-03T16:19:14.324177Z","end":"2026-07-03T16:19:15.382745Z","steps":["trace[1850572153] 'agreement among raft nodes before linearized reading' (duration: 1.058000742s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:15.382769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:14.473489Z","time spent":"909.273712ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:19:15.382367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.351954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:19:15.382806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:14.32406Z","time spent":"1.058733462s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:19:15.382826Z","caller":"traceutil/trace.go:171","msg":"trace[1560163400] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:12154; }","duration":"566.854817ms","start":"2026-07-03T16:19:14.815955Z","end":"2026-07-03T16:19:15.38281Z","steps":["trace[1560163400] 'agreement among raft nodes before linearized reading' (duration: 566.384324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:15.382868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:14.815928Z","time spent":"566.926579ms","remote":"127.0.0.1:40088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:19:15.382852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.489335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T16:19:15.382684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.254629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:19:15.382984Z","caller":"traceutil/trace.go:171","msg":"trace[1230506875] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12154; }","duration":"581.61134ms","start":"2026-07-03T16:19:14.801364Z","end":"2026-07-03T16:19:15.382976Z","steps":["trace[1230506875] 'agreement among raft nodes before linearized reading' (duration: 581.257119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:15.383008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:14.801335Z","time spent":"581.66668ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-07-03T16:19:15.382997Z","caller":"traceutil/trace.go:171","msg":"trace[816785551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12154; }","duration":"888.68201ms","start":"2026-07-03T16:19:14.494268Z","end":"2026-07-03T16:19:15.382951Z","steps":["trace[816785551] 'agreement among raft nodes before linearized reading' (duration: 888.285339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:15.382325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.858289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:19:15.383051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:14.494244Z","time spent":"888.795983ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:19:15.383077Z","caller":"traceutil/trace.go:171","msg":"trace[82099391] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12154; }","duration":"459.63046ms","start":"2026-07-03T16:19:14.923433Z","end":"2026-07-03T16:19:15.383064Z","steps":["trace[82099391] 'agreement among raft nodes before linearized reading' (duration: 458.875299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:15.383125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:14.923414Z","time spent":"459.697242ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-07-03T16:19:15.382733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:14.922904Z","time spent":"459.826105ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:19:15.382612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.323725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:665"} {"level":"warn","ts":"2026-07-03T16:19:15.382903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.580197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:19:15.3832Z","caller":"traceutil/trace.go:171","msg":"trace[1665337425] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12154; }","duration":"580.927932ms","start":"2026-07-03T16:19:14.802257Z","end":"2026-07-03T16:19:15.383185Z","steps":["trace[1665337425] 'agreement among raft nodes before linearized reading' (duration: 580.269984ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:15.383211Z","caller":"traceutil/trace.go:171","msg":"trace[137481022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12154; }","duration":"888.932376ms","start":"2026-07-03T16:19:14.494268Z","end":"2026-07-03T16:19:15.383201Z","steps":["trace[137481022] 'agreement among raft nodes before linearized reading' (duration: 888.582957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:15.383472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:14.494256Z","time spent":"889.181812ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:19:15.383244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:14.802248Z","time spent":"580.982763ms","remote":"127.0.0.1:57472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-07-03T16:19:15.383494Z","caller":"traceutil/trace.go:171","msg":"trace[383526637] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12154; }","duration":"580.998342ms","start":"2026-07-03T16:19:14.801773Z","end":"2026-07-03T16:19:15.382772Z","steps":["trace[383526637] 'agreement among raft nodes before linearized reading' (duration: 580.947431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:15.383829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:14.801765Z","time spent":"582.0497ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-07-03T16:19:15.383369Z","caller":"traceutil/trace.go:171","msg":"trace[851083797] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12154; }","duration":"459.035724ms","start":"2026-07-03T16:19:14.923488Z","end":"2026-07-03T16:19:15.382523Z","steps":["trace[851083797] 'agreement among raft nodes before linearized reading' (duration: 458.688755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:15.384299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:14.923474Z","time spent":"460.80837ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-07-03T16:19:37.702067Z","caller":"traceutil/trace.go:171","msg":"trace[1877835977] linearizableReadLoop","detail":"{readStateIndex:12706; appliedIndex:12705; }","duration":"244.764991ms","start":"2026-07-03T16:19:37.457275Z","end":"2026-07-03T16:19:37.70204Z","steps":["trace[1877835977] 'read index received' (duration: 244.539926ms)","trace[1877835977] 'applied index is now lower than readState.Index' (duration: 223.765µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:19:37.702196Z","caller":"traceutil/trace.go:171","msg":"trace[1997904354] transaction","detail":"{read_only:false; response_revision:12275; number_of_response:1; }","duration":"246.2868ms","start":"2026-07-03T16:19:37.455898Z","end":"2026-07-03T16:19:37.702185Z","steps":["trace[1997904354] 'process raft request' (duration: 245.974372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:37.70231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.016918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:19:37.702351Z","caller":"traceutil/trace.go:171","msg":"trace[1806699304] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12275; }","duration":"245.10356ms","start":"2026-07-03T16:19:37.457237Z","end":"2026-07-03T16:19:37.702341Z","steps":["trace[1806699304] 'agreement among raft nodes before linearized reading' (duration: 245.019148ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:37.946094Z","caller":"traceutil/trace.go:171","msg":"trace[651614897] transaction","detail":"{read_only:false; response_revision:12277; number_of_response:1; }","duration":"459.121005ms","start":"2026-07-03T16:19:37.486943Z","end":"2026-07-03T16:19:37.946064Z","steps":["trace[651614897] 'process raft request' (duration: 459.028183ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:37.946126Z","caller":"traceutil/trace.go:171","msg":"trace[1339269485] transaction","detail":"{read_only:false; response_revision:12276; number_of_response:1; }","duration":"464.28705ms","start":"2026-07-03T16:19:37.481796Z","end":"2026-07-03T16:19:37.946083Z","steps":["trace[1339269485] 'process raft request' (duration: 463.996712ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:37.946286Z","caller":"traceutil/trace.go:171","msg":"trace[1161574745] linearizableReadLoop","detail":"{readStateIndex:12709; appliedIndex:12706; }","duration":"244.127135ms","start":"2026-07-03T16:19:37.702145Z","end":"2026-07-03T16:19:37.946272Z","steps":["trace[1161574745] 'read index received' (duration: 243.621342ms)","trace[1161574745] 'applied index is now lower than readState.Index' (duration: 504.613µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:19:37.946328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:37.481774Z","time spent":"464.438193ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:19:37.946365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.769973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:19:37.946391Z","caller":"traceutil/trace.go:171","msg":"trace[138030277] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12278; }","duration":"488.818355ms","start":"2026-07-03T16:19:37.457565Z","end":"2026-07-03T16:19:37.946383Z","steps":["trace[138030277] 'agreement among raft nodes before linearized reading' (duration: 488.752263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:37.946434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:37.457556Z","time spent":"488.873526ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:19:37.946603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.174695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T16:19:37.94666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.566934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-07-03T16:19:37.946684Z","caller":"traceutil/trace.go:171","msg":"trace[307181842] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12278; }","duration":"462.610946ms","start":"2026-07-03T16:19:37.484066Z","end":"2026-07-03T16:19:37.946677Z","steps":["trace[307181842] 'agreement among raft nodes before linearized reading' (duration: 462.508543ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:37.946684Z","caller":"traceutil/trace.go:171","msg":"trace[2009268147] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12278; }","duration":"445.3433ms","start":"2026-07-03T16:19:37.501322Z","end":"2026-07-03T16:19:37.946665Z","steps":["trace[2009268147] 'agreement among raft nodes before linearized reading' (duration: 445.067923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:37.946734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.513956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:19:37.946741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:37.501308Z","time spent":"445.419711ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:19:37.946757Z","caller":"traceutil/trace.go:171","msg":"trace[1572941915] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:12278; }","duration":"466.536687ms","start":"2026-07-03T16:19:37.480212Z","end":"2026-07-03T16:19:37.946749Z","steps":["trace[1572941915] 'agreement among raft nodes before linearized reading' (duration: 466.502096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:37.946736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.496592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T16:19:37.946785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.682925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:19:37.946825Z","caller":"traceutil/trace.go:171","msg":"trace[1294796748] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12278; }","duration":"421.626995ms","start":"2026-07-03T16:19:37.525176Z","end":"2026-07-03T16:19:37.946803Z","steps":["trace[1294796748] 'agreement among raft nodes before linearized reading' (duration: 421.317567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:37.946862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.159812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:665"} {"level":"info","ts":"2026-07-03T16:19:37.946895Z","caller":"traceutil/trace.go:171","msg":"trace[804573602] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12278; }","duration":"489.223765ms","start":"2026-07-03T16:19:37.457652Z","end":"2026-07-03T16:19:37.946876Z","steps":["trace[804573602] 'agreement among raft nodes before linearized reading' (duration: 489.165044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:37.946893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:37.525165Z","time spent":"421.717397ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:19:37.946913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:37.457621Z","time spent":"489.288306ms","remote":"127.0.0.1:57472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-07-03T16:19:37.946937Z","caller":"traceutil/trace.go:171","msg":"trace[954503613] transaction","detail":"{read_only:false; response_revision:12278; number_of_response:1; }","duration":"458.986542ms","start":"2026-07-03T16:19:37.487939Z","end":"2026-07-03T16:19:37.946925Z","steps":["trace[954503613] 'process raft request' (duration: 458.082759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:37.946778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:37.480175Z","time spent":"466.598408ms","remote":"127.0.0.1:54602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:19:37.946951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.182932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:19:37.94699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.617015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:19:37.947017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.064727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:19:37.946834Z","caller":"traceutil/trace.go:171","msg":"trace[1111883955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12278; }","duration":"419.753318ms","start":"2026-07-03T16:19:37.527068Z","end":"2026-07-03T16:19:37.946822Z","steps":["trace[1111883955] 'agreement among raft nodes before linearized reading' (duration: 419.356898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:37.947027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.080895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:19:37.947242Z","caller":"traceutil/trace.go:171","msg":"trace[701853881] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12278; }","duration":"468.137199ms","start":"2026-07-03T16:19:37.478915Z","end":"2026-07-03T16:19:37.947052Z","steps":["trace[701853881] 'agreement among raft nodes before linearized reading' (duration: 468.074697ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:37.947246Z","caller":"traceutil/trace.go:171","msg":"trace[1977349879] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12278; }","duration":"467.747288ms","start":"2026-07-03T16:19:37.479299Z","end":"2026-07-03T16:19:37.947046Z","steps":["trace[1977349879] 'agreement among raft nodes before linearized reading' (duration: 467.631496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:37.94726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:37.527058Z","time spent":"420.190759ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:19:37.947271Z","caller":"traceutil/trace.go:171","msg":"trace[639373842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12278; }","duration":"420.370394ms","start":"2026-07-03T16:19:37.52688Z","end":"2026-07-03T16:19:37.94725Z","steps":["trace[639373842] 'agreement among raft nodes before linearized reading' (duration: 420.003324ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:37.947268Z","caller":"traceutil/trace.go:171","msg":"trace[759513271] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12278; }","duration":"487.351766ms","start":"2026-07-03T16:19:37.459686Z","end":"2026-07-03T16:19:37.947038Z","steps":["trace[759513271] 'agreement among raft nodes before linearized reading' (duration: 487.130601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:37.946944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.767378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-03T16:19:37.947302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:37.479272Z","time spent":"468.015076ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:19:37.947319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:37.526854Z","time spent":"420.453875ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:19:37.947336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:37.459672Z","time spent":"487.653504ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:19:37.9468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.39313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:19:37.947287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:37.478901Z","time spent":"468.378735ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-07-03T16:19:37.947387Z","caller":"traceutil/trace.go:171","msg":"trace[1623963040] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12278; }","duration":"468.013616ms","start":"2026-07-03T16:19:37.479365Z","end":"2026-07-03T16:19:37.947379Z","steps":["trace[1623963040] 'agreement among raft nodes before linearized reading' (duration: 467.423641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:37.947415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:37.479347Z","time spent":"468.061507ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-07-03T16:19:37.947326Z","caller":"traceutil/trace.go:171","msg":"trace[731315270] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12278; }","duration":"422.176739ms","start":"2026-07-03T16:19:37.52514Z","end":"2026-07-03T16:19:37.947316Z","steps":["trace[731315270] 'agreement among raft nodes before linearized reading' (duration: 421.710677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:37.947311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:37.487925Z","time spent":"459.058254ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:19:37.94748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:37.525129Z","time spent":"422.336803ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:19:37.946345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:37.486906Z","time spent":"459.270989ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:19:37.946703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:37.484053Z","time spent":"462.645817ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:19:38.444215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.900588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zn59w\" ","response":"range_response_count:1 size:6518"} {"level":"info","ts":"2026-07-03T16:19:38.444313Z","caller":"traceutil/trace.go:171","msg":"trace[550509679] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zn59w; range_end:; response_count:1; response_revision:12283; }","duration":"208.052552ms","start":"2026-07-03T16:19:38.236238Z","end":"2026-07-03T16:19:38.444291Z","steps":["trace[550509679] 'range keys from in-memory index tree' (duration: 207.680313ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:39.847862Z","caller":"traceutil/trace.go:171","msg":"trace[1855500494] transaction","detail":"{read_only:false; response_revision:12286; number_of_response:1; }","duration":"138.634107ms","start":"2026-07-03T16:19:39.7092Z","end":"2026-07-03T16:19:39.847834Z","steps":["trace[1855500494] 'process raft request' (duration: 138.437732ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:40.171623Z","caller":"traceutil/trace.go:171","msg":"trace[1621290941] transaction","detail":"{read_only:false; response_revision:12291; number_of_response:1; }","duration":"115.884898ms","start":"2026-07-03T16:19:40.055709Z","end":"2026-07-03T16:19:40.171594Z","steps":["trace[1621290941] 'process raft request' (duration: 115.59058ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:40.172111Z","caller":"traceutil/trace.go:171","msg":"trace[2145461338] transaction","detail":"{read_only:false; response_revision:12292; number_of_response:1; }","duration":"115.745224ms","start":"2026-07-03T16:19:40.056323Z","end":"2026-07-03T16:19:40.172068Z","steps":["trace[2145461338] 'process raft request' (duration: 115.21364ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:40.172188Z","caller":"traceutil/trace.go:171","msg":"trace[593266002] transaction","detail":"{read_only:false; response_revision:12293; number_of_response:1; }","duration":"115.789535ms","start":"2026-07-03T16:19:40.056393Z","end":"2026-07-03T16:19:40.172182Z","steps":["trace[593266002] 'process raft request' (duration: 115.525798ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:40.172135Z","caller":"traceutil/trace.go:171","msg":"trace[1080212931] transaction","detail":"{read_only:false; response_revision:12294; number_of_response:1; }","duration":"115.626441ms","start":"2026-07-03T16:19:40.056485Z","end":"2026-07-03T16:19:40.172111Z","steps":["trace[1080212931] 'process raft request' (duration: 115.569129ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:42.21028Z","caller":"traceutil/trace.go:171","msg":"trace[516622383] transaction","detail":"{read_only:false; response_revision:12297; number_of_response:1; }","duration":"154.136797ms","start":"2026-07-03T16:19:42.05612Z","end":"2026-07-03T16:19:42.210257Z","steps":["trace[516622383] 'process raft request' (duration: 125.670431ms)","trace[516622383] 'compare' (duration: 28.295592ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:19:42.210489Z","caller":"traceutil/trace.go:171","msg":"trace[577660079] linearizableReadLoop","detail":"{readStateIndex:12730; appliedIndex:12728; }","duration":"140.052453ms","start":"2026-07-03T16:19:42.070394Z","end":"2026-07-03T16:19:42.210447Z","steps":["trace[577660079] 'read index received' (duration: 111.361601ms)","trace[577660079] 'applied index is now lower than readState.Index' (duration: 28.687912ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:19:42.210555Z","caller":"traceutil/trace.go:171","msg":"trace[1945660013] transaction","detail":"{read_only:false; response_revision:12298; number_of_response:1; }","duration":"154.301951ms","start":"2026-07-03T16:19:42.056231Z","end":"2026-07-03T16:19:42.210533Z","steps":["trace[1945660013] 'process raft request' (duration: 153.990543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:42.210595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.87438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:19:42.210687Z","caller":"traceutil/trace.go:171","msg":"trace[431090568] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12298; }","duration":"154.005583ms","start":"2026-07-03T16:19:42.056659Z","end":"2026-07-03T16:19:42.210665Z","steps":["trace[431090568] 'agreement among raft nodes before linearized reading' (duration: 153.838949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:42.210701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.359682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:19:42.210806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.712905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-07-03T16:19:42.210836Z","caller":"traceutil/trace.go:171","msg":"trace[635119619] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12298; }","duration":"153.782397ms","start":"2026-07-03T16:19:42.057045Z","end":"2026-07-03T16:19:42.210828Z","steps":["trace[635119619] 'agreement among raft nodes before linearized reading' (duration: 153.636694ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:42.210839Z","caller":"traceutil/trace.go:171","msg":"trace[595969031] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12298; }","duration":"154.515396ms","start":"2026-07-03T16:19:42.056294Z","end":"2026-07-03T16:19:42.21081Z","steps":["trace[595969031] 'agreement among raft nodes before linearized reading' (duration: 154.319081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:42.210811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.25413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:19:42.211002Z","caller":"traceutil/trace.go:171","msg":"trace[2124556383] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12298; }","duration":"154.494255ms","start":"2026-07-03T16:19:42.056412Z","end":"2026-07-03T16:19:42.210907Z","steps":["trace[2124556383] 'agreement among raft nodes before linearized reading' (duration: 154.187598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:42.210986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.091625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:19:42.211186Z","caller":"traceutil/trace.go:171","msg":"trace[1463911080] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12298; }","duration":"154.713931ms","start":"2026-07-03T16:19:42.056457Z","end":"2026-07-03T16:19:42.211171Z","steps":["trace[1463911080] 'agreement among raft nodes before linearized reading' (duration: 154.097705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:42.216226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.845189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:19:42.216268Z","caller":"traceutil/trace.go:171","msg":"trace[1637880060] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:12299; }","duration":"100.89951ms","start":"2026-07-03T16:19:42.115357Z","end":"2026-07-03T16:19:42.216257Z","steps":["trace[1637880060] 'agreement among raft nodes before linearized reading' (duration: 100.817628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:42.216585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.619032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:19:42.216747Z","caller":"traceutil/trace.go:171","msg":"trace[1261521848] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12299; }","duration":"129.856218ms","start":"2026-07-03T16:19:42.086847Z","end":"2026-07-03T16:19:42.216703Z","steps":["trace[1261521848] 'agreement among raft nodes before linearized reading' (duration: 129.094219ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:42.389255Z","caller":"traceutil/trace.go:171","msg":"trace[955653662] transaction","detail":"{read_only:false; response_revision:12302; number_of_response:1; }","duration":"168.537119ms","start":"2026-07-03T16:19:42.220681Z","end":"2026-07-03T16:19:42.389218Z","steps":["trace[955653662] 'process raft request' (duration: 168.351244ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:42.389272Z","caller":"traceutil/trace.go:171","msg":"trace[423470219] transaction","detail":"{read_only:false; response_revision:12303; number_of_response:1; }","duration":"168.364195ms","start":"2026-07-03T16:19:42.220886Z","end":"2026-07-03T16:19:42.38925Z","steps":["trace[423470219] 'process raft request' (duration: 168.288603ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:42.389626Z","caller":"traceutil/trace.go:171","msg":"trace[2007689620] transaction","detail":"{read_only:false; response_revision:12304; number_of_response:1; }","duration":"168.059478ms","start":"2026-07-03T16:19:42.22153Z","end":"2026-07-03T16:19:42.38959Z","steps":["trace[2007689620] 'process raft request' (duration: 167.676708ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:52.169536Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10248} {"level":"info","ts":"2026-07-03T16:19:52.253819Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10248,"took":"81.433836ms","hash":801824717,"current-db-size-bytes":54140928,"current-db-size":"54 MB","current-db-size-in-use-bytes":25858048,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-03T16:19:52.253877Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":801824717,"revision":10248,"compact-revision":7870} {"level":"info","ts":"2026-07-03T16:24:02.961702Z","caller":"traceutil/trace.go:171","msg":"trace[1462023342] transaction","detail":"{read_only:false; response_revision:14091; number_of_response:1; }","duration":"127.210921ms","start":"2026-07-03T16:24:02.834464Z","end":"2026-07-03T16:24:02.961675Z","steps":["trace[1462023342] 'process raft request' (duration: 126.307327ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:24:52.176487Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12378} {"level":"info","ts":"2026-07-03T16:24:52.254982Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12378,"took":"75.636826ms","hash":3423440878,"current-db-size-bytes":54140928,"current-db-size":"54 MB","current-db-size-in-use-bytes":27299840,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-03T16:24:52.255056Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3423440878,"revision":12378,"compact-revision":10248} {"level":"info","ts":"2026-07-03T16:24:56.005047Z","caller":"traceutil/trace.go:171","msg":"trace[670978544] transaction","detail":"{read_only:false; response_revision:14432; number_of_response:1; }","duration":"168.347524ms","start":"2026-07-03T16:24:55.836669Z","end":"2026-07-03T16:24:56.005016Z","steps":["trace[670978544] 'process raft request' (duration: 84.348081ms)","trace[670978544] 'compare' (duration: 83.807218ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:24:56.17522Z","caller":"traceutil/trace.go:171","msg":"trace[1209615439] transaction","detail":"{read_only:false; response_revision:14435; number_of_response:1; }","duration":"133.627477ms","start":"2026-07-03T16:24:56.041551Z","end":"2026-07-03T16:24:56.175178Z","steps":["trace[1209615439] 'process raft request' (duration: 133.562215ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:24:56.175382Z","caller":"traceutil/trace.go:171","msg":"trace[568083311] transaction","detail":"{read_only:false; response_revision:14434; number_of_response:1; }","duration":"148.511362ms","start":"2026-07-03T16:24:56.026786Z","end":"2026-07-03T16:24:56.175297Z","steps":["trace[568083311] 'process raft request' (duration: 148.084541ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:25:00.251173Z","caller":"traceutil/trace.go:171","msg":"trace[284395345] transaction","detail":"{read_only:false; response_revision:14452; number_of_response:1; }","duration":"137.901307ms","start":"2026-07-03T16:25:00.113221Z","end":"2026-07-03T16:25:00.251122Z","steps":["trace[284395345] 'process raft request' (duration: 100.564501ms)","trace[284395345] 'compare' (duration: 37.1199ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:25:00.388338Z","caller":"traceutil/trace.go:171","msg":"trace[9178451] transaction","detail":"{read_only:false; response_revision:14453; number_of_response:1; }","duration":"131.42645ms","start":"2026-07-03T16:25:00.256873Z","end":"2026-07-03T16:25:00.388299Z","steps":["trace[9178451] 'process raft request' (duration: 127.682313ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:25:00.389685Z","caller":"traceutil/trace.go:171","msg":"trace[88214310] transaction","detail":"{read_only:false; response_revision:14454; number_of_response:1; }","duration":"132.068926ms","start":"2026-07-03T16:25:00.257579Z","end":"2026-07-03T16:25:00.389648Z","steps":["trace[88214310] 'process raft request' (duration: 131.719467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:21.040689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.403697ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-03T16:25:21.699842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.968759ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:25:21.700073Z","caller":"traceutil/trace.go:171","msg":"trace[262864288] transaction","detail":"{read_only:false; response_revision:14595; number_of_response:1; }","duration":"275.505156ms","start":"2026-07-03T16:25:21.424514Z","end":"2026-07-03T16:25:21.700019Z","steps":["trace[262864288] 'process raft request' (duration: 159.178837ms)","trace[262864288] 'compare' (duration: 115.720503ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:25:21.700125Z","caller":"traceutil/trace.go:171","msg":"trace[489113511] transaction","detail":"{read_only:false; response_revision:14596; number_of_response:1; }","duration":"208.663258ms","start":"2026-07-03T16:25:21.491444Z","end":"2026-07-03T16:25:21.700107Z","steps":["trace[489113511] 'process raft request' (duration: 208.571245ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:25:21.7002Z","caller":"traceutil/trace.go:171","msg":"trace[311828993] linearizableReadLoop","detail":"{readStateIndex:15107; appliedIndex:15106; }","duration":"243.455238ms","start":"2026-07-03T16:25:21.456653Z","end":"2026-07-03T16:25:21.700109Z","steps":["trace[311828993] 'read index received' (duration: 127.034126ms)","trace[311828993] 'applied index is now lower than readState.Index' (duration: 116.418182ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:25:21.70106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.386651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:582324"} {"level":"info","ts":"2026-07-03T16:25:21.701117Z","caller":"traceutil/trace.go:171","msg":"trace[179949043] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:14596; }","duration":"244.494984ms","start":"2026-07-03T16:25:21.456608Z","end":"2026-07-03T16:25:21.701103Z","steps":["trace[179949043] 'agreement among raft nodes before linearized reading' (duration: 243.678123ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:25:22.164564Z","caller":"traceutil/trace.go:171","msg":"trace[298253485] transaction","detail":"{read_only:false; response_revision:14597; number_of_response:1; }","duration":"135.268559ms","start":"2026-07-03T16:25:22.029277Z","end":"2026-07-03T16:25:22.164546Z","steps":["trace[298253485] 'process raft request' (duration: 134.824707ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:25:22.481506Z","caller":"traceutil/trace.go:171","msg":"trace[1551803914] transaction","detail":"{read_only:false; response_revision:14599; number_of_response:1; }","duration":"118.27341ms","start":"2026-07-03T16:25:22.363188Z","end":"2026-07-03T16:25:22.481462Z","steps":["trace[1551803914] 'process raft request' (duration: 39.485191ms)","trace[1551803914] 'compare' (duration: 78.394778ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:25:22.701004Z","caller":"traceutil/trace.go:171","msg":"trace[1088896346] transaction","detail":"{read_only:false; response_revision:14600; number_of_response:1; }","duration":"138.659577ms","start":"2026-07-03T16:25:22.562276Z","end":"2026-07-03T16:25:22.700936Z","steps":["trace[1088896346] 'process raft request' (duration: 75.405771ms)","trace[1088896346] 'compare' (duration: 62.840136ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:25:30.998335Z","caller":"traceutil/trace.go:171","msg":"trace[496429657] linearizableReadLoop","detail":"{readStateIndex:15196; appliedIndex:15195; }","duration":"192.5245ms","start":"2026-07-03T16:25:30.805786Z","end":"2026-07-03T16:25:30.998311Z","steps":["trace[496429657] 'read index received' (duration: 103.261901ms)","trace[496429657] 'applied index is now lower than readState.Index' (duration: 89.261249ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:25:30.998675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.849298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:25:30.998806Z","caller":"traceutil/trace.go:171","msg":"trace[620651156] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14679; }","duration":"193.048444ms","start":"2026-07-03T16:25:30.805726Z","end":"2026-07-03T16:25:30.998774Z","steps":["trace[620651156] 'agreement among raft nodes before linearized reading' (duration: 192.665604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:36.156568Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653079069,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:25:36.25143Z","caller":"traceutil/trace.go:171","msg":"trace[1622123877] transaction","detail":"{read_only:false; response_revision:14708; number_of_response:1; }","duration":"750.840862ms","start":"2026-07-03T16:25:35.500534Z","end":"2026-07-03T16:25:36.251375Z","steps":["trace[1622123877] 'process raft request' (duration: 750.646637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:36.25166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:35.500506Z","time spent":"751.041346ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:25:36.256026Z","caller":"traceutil/trace.go:171","msg":"trace[490637360] transaction","detail":"{read_only:false; response_revision:14709; number_of_response:1; }","duration":"690.942202ms","start":"2026-07-03T16:25:35.565059Z","end":"2026-07-03T16:25:36.256002Z","steps":["trace[490637360] 'process raft request' (duration: 690.758406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:36.256286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:35.565028Z","time spent":"691.072725ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:25:36.256311Z","caller":"traceutil/trace.go:171","msg":"trace[953430789] linearizableReadLoop","detail":"{readStateIndex:15228; appliedIndex:15224; }","duration":"600.77715ms","start":"2026-07-03T16:25:35.655516Z","end":"2026-07-03T16:25:36.256293Z","steps":["trace[953430789] 'read index received' (duration: 595.830382ms)","trace[953430789] 'applied index is now lower than readState.Index' (duration: 4.945618ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:25:36.25636Z","caller":"traceutil/trace.go:171","msg":"trace[1992025189] transaction","detail":"{read_only:false; response_revision:14710; number_of_response:1; }","duration":"492.775516ms","start":"2026-07-03T16:25:35.763549Z","end":"2026-07-03T16:25:36.256324Z","steps":["trace[1992025189] 'process raft request' (duration: 492.383116ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:25:36.256386Z","caller":"traceutil/trace.go:171","msg":"trace[1645110376] transaction","detail":"{read_only:false; response_revision:14711; number_of_response:1; }","duration":"491.725499ms","start":"2026-07-03T16:25:35.764623Z","end":"2026-07-03T16:25:36.256349Z","steps":["trace[1645110376] 'process raft request' (duration: 491.569555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:36.256555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:35.76353Z","time spent":"492.89999ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:25:36.256567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.986376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.53\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T16:25:36.256618Z","caller":"traceutil/trace.go:171","msg":"trace[1645496339] range","detail":"{range_begin:/registry/masterleases/199.204.45.53; range_end:; response_count:1; response_revision:14711; }","duration":"601.130029ms","start":"2026-07-03T16:25:35.655473Z","end":"2026-07-03T16:25:36.256603Z","steps":["trace[1645496339] 'agreement among raft nodes before linearized reading' (duration: 600.923814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:36.256626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.962854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zn59w\" ","response":"range_response_count:1 size:6518"} {"level":"warn","ts":"2026-07-03T16:25:36.256646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:35.655449Z","time spent":"601.190601ms","remote":"127.0.0.1:57340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.53\" "} {"level":"warn","ts":"2026-07-03T16:25:36.256641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:35.764618Z","time spent":"491.847892ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:25:36.256683Z","caller":"traceutil/trace.go:171","msg":"trace[39432634] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zn59w; range_end:; response_count:1; response_revision:14711; }","duration":"439.053547ms","start":"2026-07-03T16:25:35.817614Z","end":"2026-07-03T16:25:36.256668Z","steps":["trace[39432634] 'agreement among raft nodes before linearized reading' (duration: 438.840881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:36.256719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:35.817599Z","time spent":"439.112889ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-zn59w\" "} {"level":"warn","ts":"2026-07-03T16:25:39.659662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.122643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:25:39.659704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.270826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:25:39.659735Z","caller":"traceutil/trace.go:171","msg":"trace[1047620394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14726; }","duration":"334.287518ms","start":"2026-07-03T16:25:39.325427Z","end":"2026-07-03T16:25:39.659715Z","steps":["trace[1047620394] 'range keys from in-memory index tree' (duration: 334.019311ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:25:39.659767Z","caller":"traceutil/trace.go:171","msg":"trace[1580821600] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:14726; }","duration":"530.377249ms","start":"2026-07-03T16:25:39.129373Z","end":"2026-07-03T16:25:39.659751Z","steps":["trace[1580821600] 'count revisions from in-memory index tree' (duration: 530.165694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:39.659801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:39.129355Z","time spent":"530.438392ms","remote":"127.0.0.1:36672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:25:39.65977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:39.325401Z","time spent":"334.361639ms","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:25:39.660157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.183747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:25:39.660201Z","caller":"traceutil/trace.go:171","msg":"trace[327067430] transaction","detail":"{read_only:false; response_revision:14727; number_of_response:1; }","duration":"274.850939ms","start":"2026-07-03T16:25:39.385339Z","end":"2026-07-03T16:25:39.66019Z","steps":["trace[327067430] 'process raft request' (duration: 273.166195ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:25:39.660227Z","caller":"traceutil/trace.go:171","msg":"trace[452093614] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14726; }","duration":"614.28925ms","start":"2026-07-03T16:25:39.045917Z","end":"2026-07-03T16:25:39.660207Z","steps":["trace[452093614] 'range keys from in-memory index tree' (duration: 614.049803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:25:39.660273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:25:39.0459Z","time spent":"614.360982ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:25:42.054788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.520522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:25:42.054902Z","caller":"traceutil/trace.go:171","msg":"trace[1469597940] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:14743; }","duration":"177.707907ms","start":"2026-07-03T16:25:41.877171Z","end":"2026-07-03T16:25:42.054879Z","steps":["trace[1469597940] 'count revisions from in-memory index tree' (duration: 177.340637ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:25:43.038909Z","caller":"traceutil/trace.go:171","msg":"trace[693143353] transaction","detail":"{read_only:false; response_revision:14751; number_of_response:1; }","duration":"154.978948ms","start":"2026-07-03T16:25:42.883903Z","end":"2026-07-03T16:25:43.038882Z","steps":["trace[693143353] 'process raft request' (duration: 154.828025ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:02.037829Z","caller":"traceutil/trace.go:171","msg":"trace[1031219467] transaction","detail":"{read_only:false; response_revision:14843; number_of_response:1; }","duration":"844.076751ms","start":"2026-07-03T16:26:01.19372Z","end":"2026-07-03T16:26:02.037797Z","steps":["trace[1031219467] 'process raft request' (duration: 843.808715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:02.038033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:01.193696Z","time spent":"844.239446ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:26:02.826068Z","caller":"traceutil/trace.go:171","msg":"trace[356780777] linearizableReadLoop","detail":"{readStateIndex:15367; appliedIndex:15365; }","duration":"962.163393ms","start":"2026-07-03T16:26:01.86388Z","end":"2026-07-03T16:26:02.826043Z","steps":["trace[356780777] 'read index received' (duration: 173.77379ms)","trace[356780777] 'applied index is now lower than readState.Index' (duration: 788.388473ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:26:02.826167Z","caller":"traceutil/trace.go:171","msg":"trace[2103166708] transaction","detail":"{read_only:false; response_revision:14844; number_of_response:1; }","duration":"1.061440754s","start":"2026-07-03T16:26:01.764696Z","end":"2026-07-03T16:26:02.826137Z","steps":["trace[2103166708] 'process raft request' (duration: 1.055723826s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:02.826221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.326236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:26:02.82626Z","caller":"traceutil/trace.go:171","msg":"trace[488134224] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:14844; }","duration":"962.416569ms","start":"2026-07-03T16:26:01.863835Z","end":"2026-07-03T16:26:02.826251Z","steps":["trace[488134224] 'agreement among raft nodes before linearized reading' (duration: 962.310206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:02.826341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:01.86382Z","time spent":"962.510931ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:26:02.826338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:01.764674Z","time spent":"1.061584447s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:26:02.830749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.675796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-03T16:26:02.830751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.337621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T16:26:02.830787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.770202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zn59w\" ","response":"range_response_count:1 size:6518"} {"level":"info","ts":"2026-07-03T16:26:02.8308Z","caller":"traceutil/trace.go:171","msg":"trace[1584137037] transaction","detail":"{read_only:false; response_revision:14845; number_of_response:1; }","duration":"441.310077ms","start":"2026-07-03T16:26:02.389484Z","end":"2026-07-03T16:26:02.830794Z","steps":["trace[1584137037] 'process raft request' (duration: 440.995919ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:02.830813Z","caller":"traceutil/trace.go:171","msg":"trace[690354481] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14847; }","duration":"950.787979ms","start":"2026-07-03T16:26:01.880007Z","end":"2026-07-03T16:26:02.830795Z","steps":["trace[690354481] 'agreement among raft nodes before linearized reading' (duration: 950.618905ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:02.830817Z","caller":"traceutil/trace.go:171","msg":"trace[1737951962] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14847; }","duration":"272.453134ms","start":"2026-07-03T16:26:02.55835Z","end":"2026-07-03T16:26:02.830803Z","steps":["trace[1737951962] 'agreement among raft nodes before linearized reading' (duration: 272.28798ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:02.830834Z","caller":"traceutil/trace.go:171","msg":"trace[1306863345] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zn59w; range_end:; response_count:1; response_revision:14847; }","duration":"182.841194ms","start":"2026-07-03T16:26:02.647977Z","end":"2026-07-03T16:26:02.830818Z","steps":["trace[1306863345] 'agreement among raft nodes before linearized reading' (duration: 182.720071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:02.830846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:01.879986Z","time spent":"950.852711ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:26:02.830837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.810943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:26:02.830893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:02.389426Z","time spent":"441.403299ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:26:02.830891Z","caller":"traceutil/trace.go:171","msg":"trace[1760694379] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:14847; }","duration":"350.915536ms","start":"2026-07-03T16:26:02.479962Z","end":"2026-07-03T16:26:02.830877Z","steps":["trace[1760694379] 'agreement among raft nodes before linearized reading' (duration: 350.812653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:02.830926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.54766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:26:02.830929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:02.479938Z","time spent":"350.985708ms","remote":"127.0.0.1:40448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:26:02.830947Z","caller":"traceutil/trace.go:171","msg":"trace[915570818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14847; }","duration":"505.596752ms","start":"2026-07-03T16:26:02.325343Z","end":"2026-07-03T16:26:02.83094Z","steps":["trace[915570818] 'agreement among raft nodes before linearized reading' (duration: 505.562301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:02.830964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:02.325327Z","time spent":"505.633143ms","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:26:02.830984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.861488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:26:02.830752Z","caller":"traceutil/trace.go:171","msg":"trace[360104789] transaction","detail":"{read_only:false; response_revision:14846; number_of_response:1; }","duration":"440.813804ms","start":"2026-07-03T16:26:02.389912Z","end":"2026-07-03T16:26:02.830726Z","steps":["trace[360104789] 'process raft request' (duration: 440.66054ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:02.831018Z","caller":"traceutil/trace.go:171","msg":"trace[580891447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14847; }","duration":"271.90878ms","start":"2026-07-03T16:26:02.5591Z","end":"2026-07-03T16:26:02.831009Z","steps":["trace[580891447] 'agreement among raft nodes before linearized reading' (duration: 271.807628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:02.831082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:02.389884Z","time spent":"441.137773ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:26:02.831131Z","caller":"traceutil/trace.go:171","msg":"trace[160051480] transaction","detail":"{read_only:false; response_revision:14847; number_of_response:1; }","duration":"431.747869ms","start":"2026-07-03T16:26:02.399376Z","end":"2026-07-03T16:26:02.831124Z","steps":["trace[160051480] 'process raft request' (duration: 431.223146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:02.831166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:02.399352Z","time spent":"431.79659ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:26:07.020445Z","caller":"traceutil/trace.go:171","msg":"trace[128258086] transaction","detail":"{read_only:false; response_revision:14872; number_of_response:1; }","duration":"159.992003ms","start":"2026-07-03T16:26:06.860406Z","end":"2026-07-03T16:26:07.020398Z","steps":["trace[128258086] 'process raft request' (duration: 88.181374ms)","trace[128258086] 'compare' (duration: 71.44334ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:26:07.020536Z","caller":"traceutil/trace.go:171","msg":"trace[4746675] transaction","detail":"{read_only:false; response_revision:14873; number_of_response:1; }","duration":"159.946502ms","start":"2026-07-03T16:26:06.860474Z","end":"2026-07-03T16:26:07.020421Z","steps":["trace[4746675] 'process raft request' (duration: 159.741816ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:07.020457Z","caller":"traceutil/trace.go:171","msg":"trace[511496082] linearizableReadLoop","detail":"{readStateIndex:15398; appliedIndex:15394; }","duration":"158.039252ms","start":"2026-07-03T16:26:06.862383Z","end":"2026-07-03T16:26:07.020422Z","steps":["trace[511496082] 'read index received' (duration: 65.144157ms)","trace[511496082] 'applied index is now lower than readState.Index' (duration: 92.892925ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:26:07.020774Z","caller":"traceutil/trace.go:171","msg":"trace[729598447] transaction","detail":"{read_only:false; response_revision:14874; number_of_response:1; }","duration":"160.205349ms","start":"2026-07-03T16:26:06.860556Z","end":"2026-07-03T16:26:07.020761Z","steps":["trace[729598447] 'process raft request' (duration: 159.752667ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:07.020974Z","caller":"traceutil/trace.go:171","msg":"trace[1696907384] transaction","detail":"{read_only:false; response_revision:14875; number_of_response:1; }","duration":"151.940534ms","start":"2026-07-03T16:26:06.868983Z","end":"2026-07-03T16:26:07.020924Z","steps":["trace[1696907384] 'process raft request' (duration: 151.380929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:07.021748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.344377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:582588"} {"level":"info","ts":"2026-07-03T16:26:07.021885Z","caller":"traceutil/trace.go:171","msg":"trace[1676639386] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:14875; }","duration":"159.527971ms","start":"2026-07-03T16:26:06.862343Z","end":"2026-07-03T16:26:07.021871Z","steps":["trace[1676639386] 'agreement among raft nodes before linearized reading' (duration: 158.470944ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:07.531186Z","caller":"traceutil/trace.go:171","msg":"trace[1440945227] linearizableReadLoop","detail":"{readStateIndex:15400; appliedIndex:15399; }","duration":"202.163814ms","start":"2026-07-03T16:26:07.328984Z","end":"2026-07-03T16:26:07.531148Z","steps":["trace[1440945227] 'read index received' (duration: 197.079253ms)","trace[1440945227] 'applied index is now lower than readState.Index' (duration: 5.082941ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:26:07.53129Z","caller":"traceutil/trace.go:171","msg":"trace[1274714955] transaction","detail":"{read_only:false; response_revision:14876; number_of_response:1; }","duration":"264.211022ms","start":"2026-07-03T16:26:07.267014Z","end":"2026-07-03T16:26:07.531225Z","steps":["trace[1274714955] 'process raft request' (duration: 259.09539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:07.531365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.358839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:26:07.531432Z","caller":"traceutil/trace.go:171","msg":"trace[1232013010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14876; }","duration":"202.465182ms","start":"2026-07-03T16:26:07.328949Z","end":"2026-07-03T16:26:07.531414Z","steps":["trace[1232013010] 'agreement among raft nodes before linearized reading' (duration: 202.332459ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:12.343422Z","caller":"traceutil/trace.go:171","msg":"trace[553333441] transaction","detail":"{read_only:false; response_revision:14897; number_of_response:1; }","duration":"163.522654ms","start":"2026-07-03T16:26:12.179849Z","end":"2026-07-03T16:26:12.343371Z","steps":["trace[553333441] 'process raft request' (duration: 163.192815ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:20.605629Z","caller":"traceutil/trace.go:171","msg":"trace[1492892151] transaction","detail":"{read_only:false; response_revision:14955; number_of_response:1; }","duration":"214.238278ms","start":"2026-07-03T16:26:20.391354Z","end":"2026-07-03T16:26:20.605593Z","steps":["trace[1492892151] 'process raft request' (duration: 214.013122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:20.856551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.495701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:26:20.856666Z","caller":"traceutil/trace.go:171","msg":"trace[61878574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14955; }","duration":"200.640386ms","start":"2026-07-03T16:26:20.656003Z","end":"2026-07-03T16:26:20.856643Z","steps":["trace[61878574] 'range keys from in-memory index tree' (duration: 200.382408ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:21.040626Z","caller":"traceutil/trace.go:171","msg":"trace[962906158] transaction","detail":"{read_only:false; response_revision:14959; number_of_response:1; }","duration":"116.409303ms","start":"2026-07-03T16:26:20.924175Z","end":"2026-07-03T16:26:21.040584Z","steps":["trace[962906158] 'process raft request' (duration: 77.452764ms)","trace[962906158] 'compare' (duration: 38.681792ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:26:21.04067Z","caller":"traceutil/trace.go:171","msg":"trace[1069306263] transaction","detail":"{read_only:false; response_revision:14960; number_of_response:1; }","duration":"113.696193ms","start":"2026-07-03T16:26:20.92692Z","end":"2026-07-03T16:26:21.040616Z","steps":["trace[1069306263] 'process raft request' (duration: 113.58211ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:21.116547Z","caller":"traceutil/trace.go:171","msg":"trace[151368533] linearizableReadLoop","detail":"{readStateIndex:15489; appliedIndex:15486; }","duration":"121.919967ms","start":"2026-07-03T16:26:20.994584Z","end":"2026-07-03T16:26:21.116504Z","steps":["trace[151368533] 'read index received' (duration: 7.001431ms)","trace[151368533] 'applied index is now lower than readState.Index' (duration: 114.916295ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:26:21.116908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.305166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:26:21.116949Z","caller":"traceutil/trace.go:171","msg":"trace[808454177] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14960; }","duration":"122.42218ms","start":"2026-07-03T16:26:20.994512Z","end":"2026-07-03T16:26:21.116934Z","steps":["trace[808454177] 'agreement among raft nodes before linearized reading' (duration: 122.207384ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:22.815787Z","caller":"traceutil/trace.go:171","msg":"trace[2072222296] linearizableReadLoop","detail":"{readStateIndex:15494; appliedIndex:15493; }","duration":"101.93441ms","start":"2026-07-03T16:26:22.713832Z","end":"2026-07-03T16:26:22.815766Z","steps":["trace[2072222296] 'read index received' (duration: 101.626422ms)","trace[2072222296] 'applied index is now lower than readState.Index' (duration: 306.388µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:26:22.815946Z","caller":"traceutil/trace.go:171","msg":"trace[1978165528] transaction","detail":"{read_only:false; response_revision:14965; number_of_response:1; }","duration":"199.009992ms","start":"2026-07-03T16:26:22.61688Z","end":"2026-07-03T16:26:22.81589Z","steps":["trace[1978165528] 'process raft request' (duration: 198.571691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:22.816863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.003297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:26:22.81692Z","caller":"traceutil/trace.go:171","msg":"trace[141579006] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:14965; }","duration":"103.12869ms","start":"2026-07-03T16:26:22.713778Z","end":"2026-07-03T16:26:22.816907Z","steps":["trace[141579006] 'agreement among raft nodes before linearized reading' (duration: 102.064563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:23.575032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653079777,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:26:23.965155Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.027394963s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:26:24.038831Z","caller":"traceutil/trace.go:171","msg":"trace[1108179550] transaction","detail":"{read_only:false; response_revision:14966; number_of_response:1; }","duration":"1.101148062s","start":"2026-07-03T16:26:22.93763Z","end":"2026-07-03T16:26:24.038778Z","steps":["trace[1108179550] 'process raft request' (duration: 1.027852584s)","trace[1108179550] 'compare' (duration: 72.748974ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:26:24.039148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:22.937605Z","time spent":"1.101391209s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:26:24.046921Z","caller":"traceutil/trace.go:171","msg":"trace[1768532638] transaction","detail":"{read_only:false; response_revision:14967; number_of_response:1; }","duration":"1.109158039s","start":"2026-07-03T16:26:22.937739Z","end":"2026-07-03T16:26:24.046897Z","steps":["trace[1768532638] 'process raft request' (duration: 1.108956654s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:24.047144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:22.937704Z","time spent":"1.109357584s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:26:24.047299Z","caller":"traceutil/trace.go:171","msg":"trace[171592150] linearizableReadLoop","detail":"{readStateIndex:15498; appliedIndex:15494; }","duration":"973.007411ms","start":"2026-07-03T16:26:23.074253Z","end":"2026-07-03T16:26:24.047261Z","steps":["trace[171592150] 'read index received' (duration: 891.245055ms)","trace[171592150] 'applied index is now lower than readState.Index' (duration: 81.761496ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:26:24.047562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.26683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:26:24.047675Z","caller":"traceutil/trace.go:171","msg":"trace[997064828] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:14969; }","duration":"973.390743ms","start":"2026-07-03T16:26:23.074243Z","end":"2026-07-03T16:26:24.047634Z","steps":["trace[997064828] 'agreement among raft nodes before linearized reading' (duration: 973.174007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:24.047741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:23.074201Z","time spent":"973.514246ms","remote":"127.0.0.1:59318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:26:24.047367Z","caller":"traceutil/trace.go:171","msg":"trace[280093778] transaction","detail":"{read_only:false; response_revision:14968; number_of_response:1; }","duration":"971.093833ms","start":"2026-07-03T16:26:23.076249Z","end":"2026-07-03T16:26:24.047343Z","steps":["trace[280093778] 'process raft request' (duration: 970.6011ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:24.047486Z","caller":"traceutil/trace.go:171","msg":"trace[1189660622] transaction","detail":"{read_only:false; response_revision:14969; number_of_response:1; }","duration":"969.895102ms","start":"2026-07-03T16:26:23.077545Z","end":"2026-07-03T16:26:24.04744Z","steps":["trace[1189660622] 'process raft request' (duration: 969.606294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:24.047933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:23.076229Z","time spent":"971.588956ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:26:24.048065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:23.077527Z","time spent":"970.434146ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:26:24.048188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.013503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:26:24.048231Z","caller":"traceutil/trace.go:171","msg":"trace[1882156277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14969; }","duration":"883.087195ms","start":"2026-07-03T16:26:23.165133Z","end":"2026-07-03T16:26:24.048221Z","steps":["trace[1882156277] 'agreement among raft nodes before linearized reading' (duration: 882.935411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:24.04826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:23.165119Z","time spent":"883.134976ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:26:24.048362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.6397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:26:24.04839Z","caller":"traceutil/trace.go:171","msg":"trace[93887459] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:14969; }","duration":"323.727382ms","start":"2026-07-03T16:26:23.724654Z","end":"2026-07-03T16:26:24.048381Z","steps":["trace[93887459] 'agreement among raft nodes before linearized reading' (duration: 323.676311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:24.048416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:23.724618Z","time spent":"323.791254ms","remote":"127.0.0.1:54686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:26:24.048571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.867294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zn59w\" ","response":"range_response_count:1 size:6518"} {"level":"warn","ts":"2026-07-03T16:26:24.048626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.617601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-03T16:26:24.048633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.566579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T16:26:24.048645Z","caller":"traceutil/trace.go:171","msg":"trace[2115623385] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zn59w; range_end:; response_count:1; response_revision:14969; }","duration":"849.958057ms","start":"2026-07-03T16:26:23.198668Z","end":"2026-07-03T16:26:24.048626Z","steps":["trace[2115623385] 'agreement among raft nodes before linearized reading' (duration: 849.704681ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:24.048666Z","caller":"traceutil/trace.go:171","msg":"trace[1379152378] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14969; }","duration":"863.59786ms","start":"2026-07-03T16:26:23.185056Z","end":"2026-07-03T16:26:24.048654Z","steps":["trace[1379152378] 'agreement among raft nodes before linearized reading' (duration: 863.449066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:24.048701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:23.185017Z","time spent":"863.679092ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:26:24.0487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:23.198661Z","time spent":"850.026599ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-zn59w\" "} {"level":"warn","ts":"2026-07-03T16:26:24.048882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.637536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:26:24.048913Z","caller":"traceutil/trace.go:171","msg":"trace[802873408] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14969; }","duration":"845.692747ms","start":"2026-07-03T16:26:23.203212Z","end":"2026-07-03T16:26:24.048904Z","steps":["trace[802873408] 'agreement among raft nodes before linearized reading' (duration: 845.641506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:24.048903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.23179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:26:24.048935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:23.203203Z","time spent":"845.726038ms","remote":"127.0.0.1:59422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:26:24.048656Z","caller":"traceutil/trace.go:171","msg":"trace[1206985463] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14969; }","duration":"863.699783ms","start":"2026-07-03T16:26:23.184947Z","end":"2026-07-03T16:26:24.048647Z","steps":["trace[1206985463] 'agreement among raft nodes before linearized reading' (duration: 863.60885ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:24.048945Z","caller":"traceutil/trace.go:171","msg":"trace[1344970405] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:14969; }","duration":"598.305802ms","start":"2026-07-03T16:26:23.450628Z","end":"2026-07-03T16:26:24.048933Z","steps":["trace[1344970405] 'agreement among raft nodes before linearized reading' (duration: 598.23535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:24.048985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:23.45061Z","time spent":"598.366193ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:26:24.048989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:23.184921Z","time spent":"864.049352ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:26:24.049039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.50817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:26:24.049064Z","caller":"traceutil/trace.go:171","msg":"trace[405566676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14969; }","duration":"719.585152ms","start":"2026-07-03T16:26:23.329472Z","end":"2026-07-03T16:26:24.049057Z","steps":["trace[405566676] 'agreement among raft nodes before linearized reading' (duration: 719.548201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:24.049081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:23.329408Z","time spent":"719.668794ms","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:26:24.048818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.808319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:26:24.049259Z","caller":"traceutil/trace.go:171","msg":"trace[828639560] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14969; }","duration":"856.264161ms","start":"2026-07-03T16:26:23.192967Z","end":"2026-07-03T16:26:24.049231Z","steps":["trace[828639560] 'agreement among raft nodes before linearized reading' (duration: 855.594224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:24.049396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:23.192954Z","time spent":"856.421445ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:26:25.266929Z","caller":"traceutil/trace.go:171","msg":"trace[856745664] linearizableReadLoop","detail":"{readStateIndex:15503; appliedIndex:15502; }","duration":"406.267149ms","start":"2026-07-03T16:26:24.860635Z","end":"2026-07-03T16:26:25.266902Z","steps":["trace[856745664] 'read index received' (duration: 406.037173ms)","trace[856745664] 'applied index is now lower than readState.Index' (duration: 228.446µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:26:25.267117Z","caller":"traceutil/trace.go:171","msg":"trace[844094808] transaction","detail":"{read_only:false; response_revision:14974; number_of_response:1; }","duration":"441.565054ms","start":"2026-07-03T16:26:24.8255Z","end":"2026-07-03T16:26:25.267065Z","steps":["trace[844094808] 'process raft request' (duration: 441.181954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:25.267217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.565427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-tvw79\" ","response":"range_response_count:1 size:12494"} {"level":"info","ts":"2026-07-03T16:26:25.267274Z","caller":"traceutil/trace.go:171","msg":"trace[1971771309] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-tvw79; range_end:; response_count:1; response_revision:14974; }","duration":"406.669049ms","start":"2026-07-03T16:26:24.860589Z","end":"2026-07-03T16:26:25.267258Z","steps":["trace[1971771309] 'agreement among raft nodes before linearized reading' (duration: 406.476314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:25.267324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:24.860567Z","time spent":"406.746831ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12518,"request content":"key:\"/registry/pods/openstack/openvswitch-tvw79\" "} {"level":"warn","ts":"2026-07-03T16:26:25.267336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:24.825477Z","time spent":"441.735828ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:26:25.630658Z","caller":"traceutil/trace.go:171","msg":"trace[388721228] transaction","detail":"{read_only:false; response_revision:14975; number_of_response:1; }","duration":"765.401169ms","start":"2026-07-03T16:26:24.86522Z","end":"2026-07-03T16:26:25.630621Z","steps":["trace[388721228] 'process raft request' (duration: 761.571279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:25.630859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:24.865193Z","time spent":"765.586464ms","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:26:25.633778Z","caller":"traceutil/trace.go:171","msg":"trace[2025808810] linearizableReadLoop","detail":"{readStateIndex:15505; appliedIndex:15503; }","duration":"317.232964ms","start":"2026-07-03T16:26:25.316524Z","end":"2026-07-03T16:26:25.633757Z","steps":["trace[2025808810] 'read index received' (duration: 310.285383ms)","trace[2025808810] 'applied index is now lower than readState.Index' (duration: 6.946811ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:26:25.63387Z","caller":"traceutil/trace.go:171","msg":"trace[114147778] transaction","detail":"{read_only:false; response_revision:14976; number_of_response:1; }","duration":"348.202726ms","start":"2026-07-03T16:26:25.285628Z","end":"2026-07-03T16:26:25.633831Z","steps":["trace[114147778] 'process raft request' (duration: 347.99162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:25.633939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.404179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:26:25.633968Z","caller":"traceutil/trace.go:171","msg":"trace[1166196010] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:14976; }","duration":"317.503351ms","start":"2026-07-03T16:26:25.316454Z","end":"2026-07-03T16:26:25.633958Z","steps":["trace[1166196010] 'agreement among raft nodes before linearized reading' (duration: 317.403928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:25.634001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:25.316422Z","time spent":"317.571934ms","remote":"127.0.0.1:40396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:26:25.633983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.556064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:26:25.634053Z","caller":"traceutil/trace.go:171","msg":"trace[116607397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14976; }","duration":"307.686447ms","start":"2026-07-03T16:26:25.326346Z","end":"2026-07-03T16:26:25.634032Z","steps":["trace[116607397] 'agreement among raft nodes before linearized reading' (duration: 307.558033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:25.634093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:25.326306Z","time spent":"307.780149ms","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:26:25.634088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:25.285581Z","time spent":"348.376501ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12580,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:26:34.597518Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653080164,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:26:34.884454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.435626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d887bedc-9d19-4702-b76c-8ab035beb57a\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-07-03T16:26:34.884543Z","caller":"traceutil/trace.go:171","msg":"trace[2001571629] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d887bedc-9d19-4702-b76c-8ab035beb57a; range_end:; response_count:1; response_revision:15134; }","duration":"880.567839ms","start":"2026-07-03T16:26:34.003954Z","end":"2026-07-03T16:26:34.884522Z","steps":["trace[2001571629] 'range keys from in-memory index tree' (duration: 880.266352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:34.884589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:34.003925Z","time spent":"880.652322ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d887bedc-9d19-4702-b76c-8ab035beb57a\" "} {"level":"warn","ts":"2026-07-03T16:26:34.884586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:34.021195Z","time spent":"863.385825ms","remote":"127.0.0.1:34374","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:26:34.885007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.479945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:26:34.885086Z","caller":"traceutil/trace.go:171","msg":"trace[1856009742] transaction","detail":"{read_only:false; response_revision:15135; number_of_response:1; }","duration":"810.342361ms","start":"2026-07-03T16:26:34.074731Z","end":"2026-07-03T16:26:34.885073Z","steps":["trace[1856009742] 'process raft request' (duration: 632.730273ms)","trace[1856009742] 'compare' (duration: 176.705375ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:26:34.885285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:34.074702Z","time spent":"810.563167ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:26:34.937242Z","caller":"traceutil/trace.go:171","msg":"trace[1635111593] linearizableReadLoop","detail":"{readStateIndex:15670; appliedIndex:15666; }","duration":"840.594725ms","start":"2026-07-03T16:26:34.09661Z","end":"2026-07-03T16:26:34.937204Z","steps":["trace[1635111593] 'read index received' (duration: 610.879457ms)","trace[1635111593] 'applied index is now lower than readState.Index' (duration: 229.713678ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:26:34.937336Z","caller":"traceutil/trace.go:171","msg":"trace[376290030] transaction","detail":"{read_only:false; response_revision:15136; number_of_response:1; }","duration":"860.955133ms","start":"2026-07-03T16:26:34.076335Z","end":"2026-07-03T16:26:34.93729Z","steps":["trace[376290030] 'process raft request' (duration: 860.583083ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:34.937414Z","caller":"traceutil/trace.go:171","msg":"trace[534150783] transaction","detail":"{read_only:false; response_revision:15137; number_of_response:1; }","duration":"860.322246ms","start":"2026-07-03T16:26:34.077076Z","end":"2026-07-03T16:26:34.937398Z","steps":["trace[534150783] 'process raft request' (duration: 860.026678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:34.937571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:34.076322Z","time spent":"861.102326ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:26:34.937597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:34.077063Z","time spent":"860.427168ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:26:34.93791Z","caller":"traceutil/trace.go:171","msg":"trace[1885306434] transaction","detail":"{read_only:false; response_revision:15138; number_of_response:1; }","duration":"857.538473ms","start":"2026-07-03T16:26:34.080357Z","end":"2026-07-03T16:26:34.937895Z","steps":["trace[1885306434] 'process raft request' (duration: 856.792884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:34.937986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:34.080347Z","time spent":"857.599936ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:26:34.938587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.975341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:26:34.938642Z","caller":"traceutil/trace.go:171","msg":"trace[651488801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15138; }","duration":"842.065002ms","start":"2026-07-03T16:26:34.096563Z","end":"2026-07-03T16:26:34.938628Z","steps":["trace[651488801] 'agreement among raft nodes before linearized reading' (duration: 841.521108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:34.938681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:34.096541Z","time spent":"842.131364ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:26:35.641197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.9874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:26:35.641289Z","caller":"traceutil/trace.go:171","msg":"trace[1726124710] linearizableReadLoop","detail":"{readStateIndex:15671; appliedIndex:15670; }","duration":"703.946937ms","start":"2026-07-03T16:26:34.937329Z","end":"2026-07-03T16:26:35.641276Z","steps":["trace[1726124710] 'read index received' (duration: 350.781142ms)","trace[1726124710] 'applied index is now lower than readState.Index' (duration: 353.164865ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:26:35.641341Z","caller":"traceutil/trace.go:171","msg":"trace[893871759] transaction","detail":"{read_only:false; response_revision:15139; number_of_response:1; }","duration":"750.240376ms","start":"2026-07-03T16:26:34.891093Z","end":"2026-07-03T16:26:35.641334Z","steps":["trace[893871759] 'process raft request' (duration: 397.039761ms)","trace[893871759] 'compare' (duration: 352.62006ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:26:35.641381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:34.891065Z","time spent":"750.292548ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3708,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:26:35.641481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315919403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:26:35.641555Z","caller":"traceutil/trace.go:171","msg":"trace[415704089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15139; }","duration":"1.316047096s","start":"2026-07-03T16:26:34.325488Z","end":"2026-07-03T16:26:35.641535Z","steps":["trace[415704089] 'agreement among raft nodes before linearized reading' (duration: 1.315907613s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:35.641596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:34.325466Z","time spent":"1.316121018s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:26:35.641659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38112106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-07-03T16:26:35.641696Z","caller":"traceutil/trace.go:171","msg":"trace[1961411438] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15139; }","duration":"1.381199512s","start":"2026-07-03T16:26:34.260487Z","end":"2026-07-03T16:26:35.641687Z","steps":["trace[1961411438] 'agreement among raft nodes before linearized reading' (duration: 1.381082549s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:35.64172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:34.260463Z","time spent":"1.381251634s","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:26:35.642083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030751779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-03T16:26:35.642157Z","caller":"traceutil/trace.go:171","msg":"trace[257641369] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:15139; }","duration":"1.030841562s","start":"2026-07-03T16:26:34.611292Z","end":"2026-07-03T16:26:35.642133Z","steps":["trace[257641369] 'agreement among raft nodes before linearized reading' (duration: 1.030671177s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:35.642201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041312941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-2swd8.18bed45bc2d40621\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-07-03T16:26:35.642204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.969118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a85ea9fb-722f-4c53-b4cb-c99288a33f4d\" ","response":"range_response_count:1 size:3606"} {"level":"warn","ts":"2026-07-03T16:26:35.642209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:34.611284Z","time spent":"1.030911333s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-03T16:26:35.642242Z","caller":"traceutil/trace.go:171","msg":"trace[832851112] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-2swd8.18bed45bc2d40621; range_end:; response_count:1; response_revision:15139; }","duration":"1.041353162s","start":"2026-07-03T16:26:34.600876Z","end":"2026-07-03T16:26:35.64223Z","steps":["trace[832851112] 'agreement among raft nodes before linearized reading' (duration: 1.041232869s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:35.64225Z","caller":"traceutil/trace.go:171","msg":"trace[826363253] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a85ea9fb-722f-4c53-b4cb-c99288a33f4d; range_end:; response_count:1; response_revision:15139; }","duration":"745.05406ms","start":"2026-07-03T16:26:34.897184Z","end":"2026-07-03T16:26:35.642238Z","steps":["trace[826363253] 'agreement among raft nodes before linearized reading' (duration: 744.908317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:35.642264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:34.600824Z","time spent":"1.041435425s","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/ovn-controller-default-2swd8.18bed45bc2d40621\" "} {"level":"warn","ts":"2026-07-03T16:26:35.642242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.834194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d887bedc-9d19-4702-b76c-8ab035beb57a\" ","response":"range_response_count:1 size:3723"} {"level":"warn","ts":"2026-07-03T16:26:35.64229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:34.897171Z","time spent":"745.110431ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a85ea9fb-722f-4c53-b4cb-c99288a33f4d\" "} {"level":"warn","ts":"2026-07-03T16:26:35.642298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495383789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zn59w\" ","response":"range_response_count:1 size:6518"} {"level":"info","ts":"2026-07-03T16:26:35.642341Z","caller":"traceutil/trace.go:171","msg":"trace[569717334] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zn59w; range_end:; response_count:1; response_revision:15139; }","duration":"1.495491383s","start":"2026-07-03T16:26:34.146837Z","end":"2026-07-03T16:26:35.642328Z","steps":["trace[569717334] 'agreement among raft nodes before linearized reading' (duration: 1.495398689s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:35.642332Z","caller":"traceutil/trace.go:171","msg":"trace[1291665932] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d887bedc-9d19-4702-b76c-8ab035beb57a; range_end:; response_count:1; response_revision:15139; }","duration":"754.982118ms","start":"2026-07-03T16:26:34.887327Z","end":"2026-07-03T16:26:35.642309Z","steps":["trace[1291665932] 'agreement among raft nodes before linearized reading' (duration: 754.753652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:35.642377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:34.146815Z","time spent":"1.495554454s","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-zn59w\" "} {"level":"warn","ts":"2026-07-03T16:26:35.642397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:34.887311Z","time spent":"755.076202ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3747,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d887bedc-9d19-4702-b76c-8ab035beb57a\" "} {"level":"warn","ts":"2026-07-03T16:26:35.642433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536214497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:26:35.642473Z","caller":"traceutil/trace.go:171","msg":"trace[1850752620] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15139; }","duration":"1.536274159s","start":"2026-07-03T16:26:34.106188Z","end":"2026-07-03T16:26:35.642462Z","steps":["trace[1850752620] 'agreement among raft nodes before linearized reading' (duration: 1.536180717s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:35.642445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54328483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T16:26:35.642508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:34.106174Z","time spent":"1.53632549s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:26:35.642207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542664963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:26:35.642535Z","caller":"traceutil/trace.go:171","msg":"trace[1896860265] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15139; }","duration":"1.543428403s","start":"2026-07-03T16:26:34.099084Z","end":"2026-07-03T16:26:35.642513Z","steps":["trace[1896860265] 'agreement among raft nodes before linearized reading' (duration: 1.543148855s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:35.642548Z","caller":"traceutil/trace.go:171","msg":"trace[1462879090] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15139; }","duration":"1.543025353s","start":"2026-07-03T16:26:34.099512Z","end":"2026-07-03T16:26:35.642537Z","steps":["trace[1462879090] 'agreement among raft nodes before linearized reading' (duration: 1.54256592s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:35.642429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.199969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:26:35.642588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:34.099505Z","time spent":"1.543074884s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:26:35.642597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:34.099058Z","time spent":"1.543529876s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:26:35.642616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036821017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-03T16:26:35.642642Z","caller":"traceutil/trace.go:171","msg":"trace[1996015062] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:15139; }","duration":"1.036894458s","start":"2026-07-03T16:26:34.60574Z","end":"2026-07-03T16:26:35.642634Z","steps":["trace[1996015062] 'agreement among raft nodes before linearized reading' (duration: 1.036633012s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:35.642633Z","caller":"traceutil/trace.go:171","msg":"trace[1943991074] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:15139; }","duration":"917.408034ms","start":"2026-07-03T16:26:34.725183Z","end":"2026-07-03T16:26:35.642591Z","steps":["trace[1943991074] 'agreement among raft nodes before linearized reading' (duration: 917.209229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:35.642671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:34.605712Z","time spent":"1.03695239s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-03T16:26:35.642693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:34.725161Z","time spent":"917.511617ms","remote":"127.0.0.1:54616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:26:35.641878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417088043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:26:35.6428Z","caller":"traceutil/trace.go:171","msg":"trace[259009703] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:15139; }","duration":"1.418069358s","start":"2026-07-03T16:26:34.224718Z","end":"2026-07-03T16:26:35.642787Z","steps":["trace[259009703] 'agreement among raft nodes before linearized reading' (duration: 1.417116123s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:35.642851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:34.22469Z","time spent":"1.418149741s","remote":"127.0.0.1:36494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:26:35.64549Z","caller":"traceutil/trace.go:171","msg":"trace[153899341] transaction","detail":"{read_only:false; response_revision:15140; number_of_response:1; }","duration":"701.780412ms","start":"2026-07-03T16:26:34.94368Z","end":"2026-07-03T16:26:35.64546Z","steps":["trace[153899341] 'process raft request' (duration: 701.443733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:35.645621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:34.943625Z","time spent":"701.928706ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:26:35.645753Z","caller":"traceutil/trace.go:171","msg":"trace[305699191] transaction","detail":"{read_only:false; response_revision:15141; number_of_response:1; }","duration":"366.09204ms","start":"2026-07-03T16:26:35.279652Z","end":"2026-07-03T16:26:35.645744Z","steps":["trace[305699191] 'process raft request' (duration: 365.580737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:35.6458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:35.279633Z","time spent":"366.13955ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:26:35.645985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.52701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-07-03T16:26:35.64608Z","caller":"traceutil/trace.go:171","msg":"trace[1254611927] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:15141; }","duration":"125.653344ms","start":"2026-07-03T16:26:35.520396Z","end":"2026-07-03T16:26:35.646049Z","steps":["trace[1254611927] 'agreement among raft nodes before linearized reading' (duration: 125.442678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:35.64597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.192645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:26:35.646203Z","caller":"traceutil/trace.go:171","msg":"trace[1909834056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15141; }","duration":"297.447401ms","start":"2026-07-03T16:26:35.34874Z","end":"2026-07-03T16:26:35.646188Z","steps":["trace[1909834056] 'agreement among raft nodes before linearized reading' (duration: 297.137353ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:59.151591Z","caller":"traceutil/trace.go:171","msg":"trace[233242500] transaction","detail":"{read_only:false; response_revision:15496; number_of_response:1; }","duration":"112.460382ms","start":"2026-07-03T16:26:59.039102Z","end":"2026-07-03T16:26:59.151562Z","steps":["trace[233242500] 'process raft request' (duration: 112.294887ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:59.393895Z","caller":"traceutil/trace.go:171","msg":"trace[271180639] transaction","detail":"{read_only:false; response_revision:15497; number_of_response:1; }","duration":"351.313976ms","start":"2026-07-03T16:26:59.042561Z","end":"2026-07-03T16:26:59.393875Z","steps":["trace[271180639] 'process raft request' (duration: 351.109381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:59.394013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:59.042523Z","time spent":"351.422959ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:26:59.394125Z","caller":"traceutil/trace.go:171","msg":"trace[954155250] transaction","detail":"{read_only:false; response_revision:15498; number_of_response:1; }","duration":"350.027854ms","start":"2026-07-03T16:26:59.043828Z","end":"2026-07-03T16:26:59.393856Z","steps":["trace[954155250] 'process raft request' (duration: 349.996993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:59.3942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:59.043795Z","time spent":"350.353302ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:26:59.625299Z","caller":"traceutil/trace.go:171","msg":"trace[609869461] linearizableReadLoop","detail":"{readStateIndex:16044; appliedIndex:16041; }","duration":"317.941863ms","start":"2026-07-03T16:26:59.307336Z","end":"2026-07-03T16:26:59.625278Z","steps":["trace[609869461] 'read index received' (duration: 86.444829ms)","trace[609869461] 'applied index is now lower than readState.Index' (duration: 231.496334ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:26:59.625346Z","caller":"traceutil/trace.go:171","msg":"trace[903670769] transaction","detail":"{read_only:false; response_revision:15499; number_of_response:1; }","duration":"405.407397ms","start":"2026-07-03T16:26:59.219895Z","end":"2026-07-03T16:26:59.625302Z","steps":["trace[903670769] 'process raft request' (duration: 316.764052ms)","trace[903670769] 'compare' (duration: 88.492282ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:26:59.625454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.081566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:26:59.625466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.025158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:26:59.625499Z","caller":"traceutil/trace.go:171","msg":"trace[496382769] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:15499; }","duration":"318.186099ms","start":"2026-07-03T16:26:59.307301Z","end":"2026-07-03T16:26:59.625487Z","steps":["trace[496382769] 'agreement among raft nodes before linearized reading' (duration: 318.077926ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:59.625508Z","caller":"traceutil/trace.go:171","msg":"trace[1803975139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15499; }","duration":"300.142621ms","start":"2026-07-03T16:26:59.325351Z","end":"2026-07-03T16:26:59.625493Z","steps":["trace[1803975139] 'agreement among raft nodes before linearized reading' (duration: 300.042719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:59.62554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:59.307283Z","time spent":"318.25015ms","remote":"127.0.0.1:38296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:26:59.625554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:59.325328Z","time spent":"300.213974ms","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:26:59.625694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.191345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vdmpg\" ","response":"range_response_count:1 size:20649"} {"level":"info","ts":"2026-07-03T16:26:59.625796Z","caller":"traceutil/trace.go:171","msg":"trace[1704194653] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vdmpg; range_end:; response_count:1; response_revision:15499; }","duration":"202.330998ms","start":"2026-07-03T16:26:59.42344Z","end":"2026-07-03T16:26:59.625771Z","steps":["trace[1704194653] 'agreement among raft nodes before linearized reading' (duration: 201.98732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:59.625813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:59.219856Z","time spent":"405.637013ms","remote":"127.0.0.1:57486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18798,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:26:59.910799Z","caller":"traceutil/trace.go:171","msg":"trace[2145027230] linearizableReadLoop","detail":"{readStateIndex:16046; appliedIndex:16044; }","duration":"122.891152ms","start":"2026-07-03T16:26:59.787884Z","end":"2026-07-03T16:26:59.910775Z","steps":["trace[2145027230] 'read index received' (duration: 47.771117ms)","trace[2145027230] 'applied index is now lower than readState.Index' (duration: 75.119215ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:26:59.910918Z","caller":"traceutil/trace.go:171","msg":"trace[937485716] transaction","detail":"{read_only:false; response_revision:15501; number_of_response:1; }","duration":"129.549195ms","start":"2026-07-03T16:26:59.781336Z","end":"2026-07-03T16:26:59.910885Z","steps":["trace[937485716] 'process raft request' (duration: 127.745348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:59.910978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.079757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:26:59.911006Z","caller":"traceutil/trace.go:171","msg":"trace[1271334759] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15501; }","duration":"123.136308ms","start":"2026-07-03T16:26:59.787861Z","end":"2026-07-03T16:26:59.910998Z","steps":["trace[1271334759] 'agreement among raft nodes before linearized reading' (duration: 123.028865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:59.911149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.046638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:26:59.911228Z","caller":"traceutil/trace.go:171","msg":"trace[1247531546] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15501; }","duration":"115.146191ms","start":"2026-07-03T16:26:59.796065Z","end":"2026-07-03T16:26:59.911211Z","steps":["trace[1247531546] 'agreement among raft nodes before linearized reading' (duration: 114.998308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:59.911147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.555068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:26:59.91137Z","caller":"traceutil/trace.go:171","msg":"trace[331853282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15501; }","duration":"121.768563ms","start":"2026-07-03T16:26:59.789561Z","end":"2026-07-03T16:26:59.911329Z","steps":["trace[331853282] 'agreement among raft nodes before linearized reading' (duration: 121.478436ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:00.038204Z","caller":"traceutil/trace.go:171","msg":"trace[261649530] transaction","detail":"{read_only:false; response_revision:15502; number_of_response:1; }","duration":"122.598775ms","start":"2026-07-03T16:26:59.915581Z","end":"2026-07-03T16:27:00.038179Z","steps":["trace[261649530] 'process raft request' (duration: 99.64521ms)","trace[261649530] 'compare' (duration: 22.816061ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:27:00.038614Z","caller":"traceutil/trace.go:171","msg":"trace[95850366] transaction","detail":"{read_only:false; response_revision:15503; number_of_response:1; }","duration":"122.119971ms","start":"2026-07-03T16:26:59.916482Z","end":"2026-07-03T16:27:00.038602Z","steps":["trace[95850366] 'process raft request' (duration: 121.66261ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:00.038601Z","caller":"traceutil/trace.go:171","msg":"trace[2009785372] transaction","detail":"{read_only:false; response_revision:15504; number_of_response:1; }","duration":"121.951736ms","start":"2026-07-03T16:26:59.916615Z","end":"2026-07-03T16:27:00.038566Z","steps":["trace[2009785372] 'process raft request' (duration: 121.770192ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:25.363126Z","caller":"traceutil/trace.go:171","msg":"trace[1089135163] transaction","detail":"{read_only:false; response_revision:15646; number_of_response:1; }","duration":"112.621796ms","start":"2026-07-03T16:27:25.250475Z","end":"2026-07-03T16:27:25.363097Z","steps":["trace[1089135163] 'process raft request' (duration: 112.427501ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:33.533155Z","caller":"traceutil/trace.go:171","msg":"trace[2110226692] linearizableReadLoop","detail":"{readStateIndex:16530; appliedIndex:16529; }","duration":"237.853799ms","start":"2026-07-03T16:27:33.29527Z","end":"2026-07-03T16:27:33.533124Z","steps":["trace[2110226692] 'read index received' (duration: 237.744706ms)","trace[2110226692] 'applied index is now lower than readState.Index' (duration: 107.663µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:27:33.533242Z","caller":"traceutil/trace.go:171","msg":"trace[1242361136] transaction","detail":"{read_only:false; response_revision:15973; number_of_response:1; }","duration":"291.637891ms","start":"2026-07-03T16:27:33.241579Z","end":"2026-07-03T16:27:33.533217Z","steps":["trace[1242361136] 'process raft request' (duration: 291.352454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:33.533491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.166306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:33.533778Z","caller":"traceutil/trace.go:171","msg":"trace[1939652702] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:15973; }","duration":"238.501365ms","start":"2026-07-03T16:27:33.29523Z","end":"2026-07-03T16:27:33.533731Z","steps":["trace[1939652702] 'agreement among raft nodes before linearized reading' (duration: 238.115695ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:33.862228Z","caller":"traceutil/trace.go:171","msg":"trace[717892444] transaction","detail":"{read_only:false; response_revision:15974; number_of_response:1; }","duration":"468.456299ms","start":"2026-07-03T16:27:33.393744Z","end":"2026-07-03T16:27:33.8622Z","steps":["trace[717892444] 'process raft request' (duration: 468.268024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:33.862414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:33.39372Z","time spent":"468.585933ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:33.86254Z","caller":"traceutil/trace.go:171","msg":"trace[1814489683] linearizableReadLoop","detail":"{readStateIndex:16533; appliedIndex:16530; }","duration":"329.275835ms","start":"2026-07-03T16:27:33.533239Z","end":"2026-07-03T16:27:33.862514Z","steps":["trace[1814489683] 'read index received' (duration: 328.885025ms)","trace[1814489683] 'applied index is now lower than readState.Index' (duration: 389.98µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:27:33.862738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.764797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-07-03T16:27:33.862754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.082097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-03T16:27:33.862787Z","caller":"traceutil/trace.go:171","msg":"trace[430376056] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15976; }","duration":"422.843359ms","start":"2026-07-03T16:27:33.439932Z","end":"2026-07-03T16:27:33.862775Z","steps":["trace[430376056] 'agreement among raft nodes before linearized reading' (duration: 422.677415ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:33.862808Z","caller":"traceutil/trace.go:171","msg":"trace[910524255] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15976; }","duration":"498.159929ms","start":"2026-07-03T16:27:33.364632Z","end":"2026-07-03T16:27:33.862791Z","steps":["trace[910524255] 'agreement among raft nodes before linearized reading' (duration: 497.994235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:33.862821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:33.439913Z","time spent":"422.90172ms","remote":"127.0.0.1:57472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-07-03T16:27:33.862842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:33.364616Z","time spent":"498.21695ms","remote":"127.0.0.1:57472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-03T16:27:33.862947Z","caller":"traceutil/trace.go:171","msg":"trace[819536167] transaction","detail":"{read_only:false; response_revision:15975; number_of_response:1; }","duration":"345.26867ms","start":"2026-07-03T16:27:33.517638Z","end":"2026-07-03T16:27:33.862906Z","steps":["trace[819536167] 'process raft request' (duration: 344.516551ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:33.863111Z","caller":"traceutil/trace.go:171","msg":"trace[1128370734] transaction","detail":"{read_only:false; response_revision:15976; number_of_response:1; }","duration":"344.667414ms","start":"2026-07-03T16:27:33.518244Z","end":"2026-07-03T16:27:33.862911Z","steps":["trace[1128370734] 'process raft request' (duration: 344.179432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:33.863285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:33.517607Z","time spent":"345.587268ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:33.86342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.490925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rj2nl\" ","response":"range_response_count:1 size:22121"} {"level":"warn","ts":"2026-07-03T16:27:33.862997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.719103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rj2nl\" ","response":"range_response_count:1 size:22121"} {"level":"info","ts":"2026-07-03T16:27:33.863579Z","caller":"traceutil/trace.go:171","msg":"trace[564588372] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rj2nl; range_end:; response_count:1; response_revision:15976; }","duration":"362.760584ms","start":"2026-07-03T16:27:33.500794Z","end":"2026-07-03T16:27:33.863555Z","steps":["trace[564588372] 'agreement among raft nodes before linearized reading' (duration: 362.119476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:33.863531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:33.518213Z","time spent":"345.064705ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:33.863804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:33.500783Z","time spent":"362.951418ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22145,"request content":"key:\"/registry/pods/openstack/nova-compute-default-rj2nl\" "} {"level":"info","ts":"2026-07-03T16:27:33.863652Z","caller":"traceutil/trace.go:171","msg":"trace[976302424] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rj2nl; range_end:; response_count:1; response_revision:15976; }","duration":"365.359851ms","start":"2026-07-03T16:27:33.498239Z","end":"2026-07-03T16:27:33.863599Z","steps":["trace[976302424] 'agreement among raft nodes before linearized reading' (duration: 364.683423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:33.864035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:33.498221Z","time spent":"365.799533ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22145,"request content":"key:\"/registry/pods/openstack/nova-compute-default-rj2nl\" "} {"level":"warn","ts":"2026-07-03T16:27:33.863056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.130087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:33.864146Z","caller":"traceutil/trace.go:171","msg":"trace[810907825] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:15976; }","duration":"504.260326ms","start":"2026-07-03T16:27:33.359865Z","end":"2026-07-03T16:27:33.864125Z","steps":["trace[810907825] 'agreement among raft nodes before linearized reading' (duration: 503.094325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:33.863065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.632315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:27:33.864307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:33.359848Z","time spent":"504.350459ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:27:33.863086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.340592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:33.864451Z","caller":"traceutil/trace.go:171","msg":"trace[1464089758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15976; }","duration":"538.754179ms","start":"2026-07-03T16:27:33.32568Z","end":"2026-07-03T16:27:33.864435Z","steps":["trace[1464089758] 'agreement among raft nodes before linearized reading' (duration: 537.329572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:33.8645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:33.325655Z","time spent":"538.830681ms","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:27:33.863053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.054165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:33.864331Z","caller":"traceutil/trace.go:171","msg":"trace[2129574376] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15976; }","duration":"503.902108ms","start":"2026-07-03T16:27:33.360408Z","end":"2026-07-03T16:27:33.86431Z","steps":["trace[2129574376] 'agreement among raft nodes before linearized reading' (duration: 502.590413ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:33.864879Z","caller":"traceutil/trace.go:171","msg":"trace[1047117106] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15976; }","duration":"504.875713ms","start":"2026-07-03T16:27:33.359979Z","end":"2026-07-03T16:27:33.864855Z","steps":["trace[1047117106] 'agreement among raft nodes before linearized reading' (duration: 503.054885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:33.864951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:33.359974Z","time spent":"504.958155ms","remote":"127.0.0.1:57472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-03T16:27:33.864949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:33.36039Z","time spent":"504.536864ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-03T16:27:34.003876Z","caller":"traceutil/trace.go:171","msg":"trace[1924306434] linearizableReadLoop","detail":"{readStateIndex:16534; appliedIndex:16533; }","duration":"141.255208ms","start":"2026-07-03T16:27:33.862599Z","end":"2026-07-03T16:27:34.003854Z","steps":["trace[1924306434] 'read index received' (duration: 141.194126ms)","trace[1924306434] 'applied index is now lower than readState.Index' (duration: 60.122µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:27:34.003935Z","caller":"traceutil/trace.go:171","msg":"trace[1720502165] transaction","detail":"{read_only:false; response_revision:15977; number_of_response:1; }","duration":"459.335953ms","start":"2026-07-03T16:27:33.54457Z","end":"2026-07-03T16:27:34.003906Z","steps":["trace[1720502165] 'process raft request' (duration: 459.156329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:34.004077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:33.544548Z","time spent":"459.449736ms","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6323,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:34.004102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.760857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:27:34.004132Z","caller":"traceutil/trace.go:171","msg":"trace[535839696] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:15977; }","duration":"288.852249ms","start":"2026-07-03T16:27:33.715272Z","end":"2026-07-03T16:27:34.004124Z","steps":["trace[535839696] 'agreement among raft nodes before linearized reading' (duration: 288.688325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:34.034591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.228155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:762725"} {"level":"info","ts":"2026-07-03T16:27:34.034731Z","caller":"traceutil/trace.go:171","msg":"trace[257961013] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:15978; }","duration":"161.398179ms","start":"2026-07-03T16:27:33.87332Z","end":"2026-07-03T16:27:34.034718Z","steps":["trace[257961013] 'agreement among raft nodes before linearized reading' (duration: 160.246269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:34.036201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.642672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:762725"} {"level":"warn","ts":"2026-07-03T16:27:34.036217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.112235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:34.036258Z","caller":"traceutil/trace.go:171","msg":"trace[1147584853] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:15978; }","duration":"162.726833ms","start":"2026-07-03T16:27:33.873519Z","end":"2026-07-03T16:27:34.036246Z","steps":["trace[1147584853] 'agreement among raft nodes before linearized reading' (duration: 162.071637ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:34.036293Z","caller":"traceutil/trace.go:171","msg":"trace[908947378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15978; }","duration":"170.228988ms","start":"2026-07-03T16:27:33.866039Z","end":"2026-07-03T16:27:34.036268Z","steps":["trace[908947378] 'agreement among raft nodes before linearized reading' (duration: 170.086304ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:34.165397Z","caller":"traceutil/trace.go:171","msg":"trace[1764391123] linearizableReadLoop","detail":"{readStateIndex:16536; appliedIndex:16535; }","duration":"132.157482ms","start":"2026-07-03T16:27:34.033219Z","end":"2026-07-03T16:27:34.165376Z","steps":["trace[1764391123] 'read index received' (duration: 90.240677ms)","trace[1764391123] 'applied index is now lower than readState.Index' (duration: 41.915955ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:27:34.165516Z","caller":"traceutil/trace.go:171","msg":"trace[903402277] transaction","detail":"{read_only:false; response_revision:15979; number_of_response:1; }","duration":"146.096542ms","start":"2026-07-03T16:27:34.019378Z","end":"2026-07-03T16:27:34.165475Z","steps":["trace[903402277] 'process raft request' (duration: 104.084935ms)","trace[903402277] 'compare' (duration: 41.813402ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:27:34.165681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.984805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:27:34.166451Z","caller":"traceutil/trace.go:171","msg":"trace[1852097494] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15979; }","duration":"152.782517ms","start":"2026-07-03T16:27:34.013642Z","end":"2026-07-03T16:27:34.166425Z","steps":["trace[1852097494] 'agreement among raft nodes before linearized reading' (duration: 151.893173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:34.166587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.563416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-db-init-xr6cn\" ","response":"range_response_count:1 size:11280"} {"level":"warn","ts":"2026-07-03T16:27:34.165761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.147822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vdmpg\" ","response":"range_response_count:1 size:20649"} {"level":"info","ts":"2026-07-03T16:27:34.167292Z","caller":"traceutil/trace.go:171","msg":"trace[389186623] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vdmpg; range_end:; response_count:1; response_revision:15979; }","duration":"157.746284ms","start":"2026-07-03T16:27:34.009535Z","end":"2026-07-03T16:27:34.167282Z","steps":["trace[389186623] 'agreement among raft nodes before linearized reading' (duration: 156.04146ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:34.166646Z","caller":"traceutil/trace.go:171","msg":"trace[1320460634] range","detail":"{range_begin:/registry/pods/openstack/nova-db-init-xr6cn; range_end:; response_count:1; response_revision:15979; }","duration":"112.765701ms","start":"2026-07-03T16:27:34.053862Z","end":"2026-07-03T16:27:34.166628Z","steps":["trace[1320460634] 'agreement among raft nodes before linearized reading' (duration: 112.511894ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:34.401062Z","caller":"traceutil/trace.go:171","msg":"trace[95687931] transaction","detail":"{read_only:false; response_revision:15984; number_of_response:1; }","duration":"147.275443ms","start":"2026-07-03T16:27:34.25376Z","end":"2026-07-03T16:27:34.401035Z","steps":["trace[95687931] 'process raft request' (duration: 108.080577ms)","trace[95687931] 'compare' (duration: 38.99127ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:27:34.401165Z","caller":"traceutil/trace.go:171","msg":"trace[1819970931] linearizableReadLoop","detail":"{readStateIndex:16542; appliedIndex:16539; }","duration":"144.4345ms","start":"2026-07-03T16:27:34.256715Z","end":"2026-07-03T16:27:34.40115Z","steps":["trace[1819970931] 'read index received' (duration: 7.901545ms)","trace[1819970931] 'applied index is now lower than readState.Index' (duration: 136.532035ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:27:34.40128Z","caller":"traceutil/trace.go:171","msg":"trace[1265402267] transaction","detail":"{read_only:false; response_revision:15985; number_of_response:1; }","duration":"147.444127ms","start":"2026-07-03T16:27:34.253828Z","end":"2026-07-03T16:27:34.401273Z","steps":["trace[1265402267] 'process raft request' (duration: 147.156879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:34.401466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.710678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-cnjs5\" ","response":"range_response_count:1 size:9798"} {"level":"info","ts":"2026-07-03T16:27:34.401494Z","caller":"traceutil/trace.go:171","msg":"trace[412699492] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-cnjs5; range_end:; response_count:1; response_revision:15985; }","duration":"144.801419ms","start":"2026-07-03T16:27:34.256685Z","end":"2026-07-03T16:27:34.401487Z","steps":["trace[412699492] 'agreement among raft nodes before linearized reading' (duration: 144.649285ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:44.589067Z","caller":"traceutil/trace.go:171","msg":"trace[773555694] linearizableReadLoop","detail":"{readStateIndex:16624; appliedIndex:16623; }","duration":"279.763674ms","start":"2026-07-03T16:27:44.309274Z","end":"2026-07-03T16:27:44.589037Z","steps":["trace[773555694] 'read index received' (duration: 279.536938ms)","trace[773555694] 'applied index is now lower than readState.Index' (duration: 225.966µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:27:44.589672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.067257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:27:44.589745Z","caller":"traceutil/trace.go:171","msg":"trace[1987333932] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16065; }","duration":"269.204331ms","start":"2026-07-03T16:27:44.320529Z","end":"2026-07-03T16:27:44.589733Z","steps":["trace[1987333932] 'agreement among raft nodes before linearized reading' (duration: 269.009266ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:44.58994Z","caller":"traceutil/trace.go:171","msg":"trace[1311545074] transaction","detail":"{read_only:false; response_revision:16065; number_of_response:1; }","duration":"287.569366ms","start":"2026-07-03T16:27:44.302357Z","end":"2026-07-03T16:27:44.589926Z","steps":["trace[1311545074] 'process raft request' (duration: 286.524709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:44.590241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.956115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:27:44.590298Z","caller":"traceutil/trace.go:171","msg":"trace[2094415268] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16065; }","duration":"281.031787ms","start":"2026-07-03T16:27:44.309252Z","end":"2026-07-03T16:27:44.590284Z","steps":["trace[2094415268] 'agreement among raft nodes before linearized reading' (duration: 280.888683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:44.590554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.556978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:27:44.590655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.466897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:44.59064Z","caller":"traceutil/trace.go:171","msg":"trace[243140498] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16065; }","duration":"160.66311ms","start":"2026-07-03T16:27:44.429957Z","end":"2026-07-03T16:27:44.59062Z","steps":["trace[243140498] 'agreement among raft nodes before linearized reading' (duration: 160.526637ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:44.59072Z","caller":"traceutil/trace.go:171","msg":"trace[1980279834] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16065; }","duration":"162.538769ms","start":"2026-07-03T16:27:44.428164Z","end":"2026-07-03T16:27:44.590703Z","steps":["trace[1980279834] 'agreement among raft nodes before linearized reading' (duration: 162.455986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:44.590982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.819625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:44.59102Z","caller":"traceutil/trace.go:171","msg":"trace[496054088] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16065; }","duration":"162.890507ms","start":"2026-07-03T16:27:44.428119Z","end":"2026-07-03T16:27:44.59101Z","steps":["trace[496054088] 'agreement among raft nodes before linearized reading' (duration: 162.827946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:44.591164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.0048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:44.591199Z","caller":"traceutil/trace.go:171","msg":"trace[2075997351] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16065; }","duration":"163.057932ms","start":"2026-07-03T16:27:44.428133Z","end":"2026-07-03T16:27:44.591191Z","steps":["trace[2075997351] 'agreement among raft nodes before linearized reading' (duration: 163.009411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:44.591386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.854101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vdmpg\" ","response":"range_response_count:1 size:20649"} {"level":"info","ts":"2026-07-03T16:27:44.59142Z","caller":"traceutil/trace.go:171","msg":"trace[1608159415] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vdmpg; range_end:; response_count:1; response_revision:16065; }","duration":"200.914863ms","start":"2026-07-03T16:27:44.390497Z","end":"2026-07-03T16:27:44.591411Z","steps":["trace[1608159415] 'agreement among raft nodes before linearized reading' (duration: 200.81154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:44.591613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.813092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-03T16:27:44.591667Z","caller":"traceutil/trace.go:171","msg":"trace[1360012239] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16065; }","duration":"158.879205ms","start":"2026-07-03T16:27:44.432776Z","end":"2026-07-03T16:27:44.591655Z","steps":["trace[1360012239] 'agreement among raft nodes before linearized reading' (duration: 158.725581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:44.59186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.28452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-03T16:27:44.5919Z","caller":"traceutil/trace.go:171","msg":"trace[1036652164] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16065; }","duration":"160.337662ms","start":"2026-07-03T16:27:44.431553Z","end":"2026-07-03T16:27:44.591891Z","steps":["trace[1036652164] 'agreement among raft nodes before linearized reading' (duration: 160.216819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:44.592234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.882631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-03T16:27:44.592283Z","caller":"traceutil/trace.go:171","msg":"trace[1165999295] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16065; }","duration":"161.945163ms","start":"2026-07-03T16:27:44.430328Z","end":"2026-07-03T16:27:44.592273Z","steps":["trace[1165999295] 'agreement among raft nodes before linearized reading' (duration: 161.766948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:45.099455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653082786,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:27:45.533904Z","caller":"traceutil/trace.go:171","msg":"trace[170327090] transaction","detail":"{read_only:false; response_revision:16066; number_of_response:1; }","duration":"936.58994ms","start":"2026-07-03T16:27:44.59729Z","end":"2026-07-03T16:27:45.53388Z","steps":["trace[170327090] 'process raft request' (duration: 936.377674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:45.534041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:44.597272Z","time spent":"936.698493ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:45.534779Z","caller":"traceutil/trace.go:171","msg":"trace[1723653597] linearizableReadLoop","detail":"{readStateIndex:16628; appliedIndex:16624; }","duration":"935.696337ms","start":"2026-07-03T16:27:44.599067Z","end":"2026-07-03T16:27:45.534764Z","steps":["trace[1723653597] 'read index received' (duration: 934.610508ms)","trace[1723653597] 'applied index is now lower than readState.Index' (duration: 1.085329ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:27:45.534886Z","caller":"traceutil/trace.go:171","msg":"trace[2019628454] transaction","detail":"{read_only:false; response_revision:16068; number_of_response:1; }","duration":"936.876739ms","start":"2026-07-03T16:27:44.597991Z","end":"2026-07-03T16:27:45.534867Z","steps":["trace[2019628454] 'process raft request' (duration: 936.708694ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:45.534879Z","caller":"traceutil/trace.go:171","msg":"trace[604896423] transaction","detail":"{read_only:false; response_revision:16070; number_of_response:1; }","duration":"228.495316ms","start":"2026-07-03T16:27:45.306356Z","end":"2026-07-03T16:27:45.534851Z","steps":["trace[604896423] 'process raft request' (duration: 228.382993ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:45.534912Z","caller":"traceutil/trace.go:171","msg":"trace[719442615] transaction","detail":"{read_only:false; response_revision:16069; number_of_response:1; }","duration":"936.431416ms","start":"2026-07-03T16:27:44.598424Z","end":"2026-07-03T16:27:45.534855Z","steps":["trace[719442615] 'process raft request' (duration: 936.295643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:45.534976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:44.59798Z","time spent":"936.93472ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:45.534951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.853048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:27:45.535033Z","caller":"traceutil/trace.go:171","msg":"trace[595332755] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:16070; }","duration":"931.95323ms","start":"2026-07-03T16:27:44.603054Z","end":"2026-07-03T16:27:45.535007Z","steps":["trace[595332755] 'agreement among raft nodes before linearized reading' (duration: 931.809267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:45.535046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.183319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:45.535088Z","caller":"traceutil/trace.go:171","msg":"trace[1747955807] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:16070; }","duration":"761.22643ms","start":"2026-07-03T16:27:44.773847Z","end":"2026-07-03T16:27:45.535074Z","steps":["trace[1747955807] 'agreement among raft nodes before linearized reading' (duration: 761.156958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:45.535086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:44.598397Z","time spent":"936.59958ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:45.535112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:44.773783Z","time spent":"761.323103ms","remote":"127.0.0.1:36706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:27:45.535144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.543359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-03T16:27:45.535165Z","caller":"traceutil/trace.go:171","msg":"trace[115270002] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16070; }","duration":"885.60116ms","start":"2026-07-03T16:27:44.649557Z","end":"2026-07-03T16:27:45.535158Z","steps":["trace[115270002] 'agreement among raft nodes before linearized reading' (duration: 885.517838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:45.53518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:44.649535Z","time spent":"885.641181ms","remote":"127.0.0.1:57472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-03T16:27:45.53509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:44.603047Z","time spent":"932.026462ms","remote":"127.0.0.1:43682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":20,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:27:45.535291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.22323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zn59w\" ","response":"range_response_count:1 size:6518"} {"level":"warn","ts":"2026-07-03T16:27:45.535312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.995905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-03T16:27:45.535313Z","caller":"traceutil/trace.go:171","msg":"trace[1383634767] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zn59w; range_end:; response_count:1; response_revision:16070; }","duration":"936.260412ms","start":"2026-07-03T16:27:44.599046Z","end":"2026-07-03T16:27:45.535306Z","steps":["trace[1383634767] 'agreement among raft nodes before linearized reading' (duration: 936.171ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:45.535328Z","caller":"traceutil/trace.go:171","msg":"trace[2052377556] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16070; }","duration":"880.011885ms","start":"2026-07-03T16:27:44.655311Z","end":"2026-07-03T16:27:45.535323Z","steps":["trace[2052377556] 'agreement among raft nodes before linearized reading' (duration: 879.958394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:45.53533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:44.599037Z","time spent":"936.289722ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-zn59w\" "} {"level":"warn","ts":"2026-07-03T16:27:45.535344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:44.655251Z","time spent":"880.089997ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:27:45.53543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.773194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:27:45.535419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.248216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:45.535442Z","caller":"traceutil/trace.go:171","msg":"trace[492019013] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16070; }","duration":"885.847406ms","start":"2026-07-03T16:27:44.649591Z","end":"2026-07-03T16:27:45.535439Z","steps":["trace[492019013] 'agreement among raft nodes before linearized reading' (duration: 885.824296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:45.535454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:44.649561Z","time spent":"885.890028ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-03T16:27:45.53546Z","caller":"traceutil/trace.go:171","msg":"trace[1602555231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16070; }","duration":"207.328578ms","start":"2026-07-03T16:27:45.32812Z","end":"2026-07-03T16:27:45.535448Z","steps":["trace[1602555231] 'agreement among raft nodes before linearized reading' (duration: 207.242895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:45.535493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.960836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:27:45.535526Z","caller":"traceutil/trace.go:171","msg":"trace[1424792390] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:16070; }","duration":"439.036417ms","start":"2026-07-03T16:27:45.096479Z","end":"2026-07-03T16:27:45.535515Z","steps":["trace[1424792390] 'agreement among raft nodes before linearized reading' (duration: 438.940355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:45.535555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:45.096452Z","time spent":"439.096199ms","remote":"127.0.0.1:57472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":71,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:27:45.535783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.374624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:27:45.535803Z","caller":"traceutil/trace.go:171","msg":"trace[1767765358] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:16070; }","duration":"184.416064ms","start":"2026-07-03T16:27:45.351381Z","end":"2026-07-03T16:27:45.535797Z","steps":["trace[1767765358] 'agreement among raft nodes before linearized reading' (duration: 184.360503ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:45.53481Z","caller":"traceutil/trace.go:171","msg":"trace[1431466702] transaction","detail":"{read_only:false; response_revision:16067; number_of_response:1; }","duration":"937.371071ms","start":"2026-07-03T16:27:44.597392Z","end":"2026-07-03T16:27:45.534763Z","steps":["trace[1431466702] 'process raft request' (duration: 937.208147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:45.535879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.961827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-cnjs5\" ","response":"range_response_count:1 size:9798"} {"level":"warn","ts":"2026-07-03T16:27:45.535914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:44.597358Z","time spent":"938.50758ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:45.535925Z","caller":"traceutil/trace.go:171","msg":"trace[1343327077] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-cnjs5; range_end:; response_count:1; response_revision:16070; }","duration":"923.041629ms","start":"2026-07-03T16:27:44.61287Z","end":"2026-07-03T16:27:45.535911Z","steps":["trace[1343327077] 'agreement among raft nodes before linearized reading' (duration: 922.864825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:45.535959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:44.612853Z","time spent":"923.09839ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-cnjs5\" "} {"level":"warn","ts":"2026-07-03T16:27:45.535953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.880634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769964"} {"level":"info","ts":"2026-07-03T16:27:45.536013Z","caller":"traceutil/trace.go:171","msg":"trace[1192248217] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16070; }","duration":"915.939796ms","start":"2026-07-03T16:27:44.620055Z","end":"2026-07-03T16:27:45.535994Z","steps":["trace[1192248217] 'agreement among raft nodes before linearized reading' (duration: 915.064913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:45.536059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:44.620033Z","time spent":"916.011918ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769988,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-03T16:28:19.068276Z","caller":"traceutil/trace.go:171","msg":"trace[1358246435] linearizableReadLoop","detail":"{readStateIndex:16810; appliedIndex:16809; }","duration":"312.329877ms","start":"2026-07-03T16:28:18.755919Z","end":"2026-07-03T16:28:19.068249Z","steps":["trace[1358246435] 'read index received' (duration: 312.020999ms)","trace[1358246435] 'applied index is now lower than readState.Index' (duration: 307.208µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:19.068398Z","caller":"traceutil/trace.go:171","msg":"trace[1010616799] transaction","detail":"{read_only:false; response_revision:16244; number_of_response:1; }","duration":"377.803473ms","start":"2026-07-03T16:28:18.690518Z","end":"2026-07-03T16:28:19.068321Z","steps":["trace[1010616799] 'process raft request' (duration: 377.551356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.068541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.616343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:28:19.068585Z","caller":"traceutil/trace.go:171","msg":"trace[1950142375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16244; }","duration":"312.742637ms","start":"2026-07-03T16:28:18.755829Z","end":"2026-07-03T16:28:19.068571Z","steps":["trace[1950142375] 'agreement among raft nodes before linearized reading' (duration: 312.544952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.068622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:18.690504Z","time spent":"377.998407ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:19.068651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:18.755798Z","time spent":"312.820049ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:28:19.82831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653083819,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:28:20.328513Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653083819,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:28:20.348529Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.270127967s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:28:20.349055Z","caller":"traceutil/trace.go:171","msg":"trace[1209292997] transaction","detail":"{read_only:false; response_revision:16245; number_of_response:1; }","duration":"1.270780293s","start":"2026-07-03T16:28:19.078236Z","end":"2026-07-03T16:28:20.349016Z","steps":["trace[1209292997] 'process raft request' (duration: 1.270520077s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.349266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:19.078207Z","time spent":"1.270948348s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:20.683507Z","caller":"traceutil/trace.go:171","msg":"trace[1863074154] linearizableReadLoop","detail":"{readStateIndex:16816; appliedIndex:16810; }","duration":"1.35599297s","start":"2026-07-03T16:28:19.327487Z","end":"2026-07-03T16:28:20.68348Z","steps":["trace[1863074154] 'read index received' (duration: 1.021192991s)","trace[1863074154] 'applied index is now lower than readState.Index' (duration: 334.798899ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:20.683759Z","caller":"traceutil/trace.go:171","msg":"trace[957541304] transaction","detail":"{read_only:false; response_revision:16249; number_of_response:1; }","duration":"659.815405ms","start":"2026-07-03T16:28:20.023904Z","end":"2026-07-03T16:28:20.683719Z","steps":["trace[957541304] 'process raft request' (duration: 659.503417ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:20.684045Z","caller":"traceutil/trace.go:171","msg":"trace[873779682] transaction","detail":"{read_only:false; response_revision:16250; number_of_response:1; }","duration":"594.278166ms","start":"2026-07-03T16:28:20.089703Z","end":"2026-07-03T16:28:20.683981Z","steps":["trace[873779682] 'process raft request' (duration: 593.740603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.684144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:20.023883Z","time spent":"660.157683ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:20.684194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:20.089667Z","time spent":"594.43228ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:20.684501Z","caller":"traceutil/trace.go:171","msg":"trace[985667753] transaction","detail":"{read_only:false; response_revision:16246; number_of_response:1; }","duration":"1.033396797s","start":"2026-07-03T16:28:19.651085Z","end":"2026-07-03T16:28:20.684482Z","steps":["trace[985667753] 'process raft request' (duration: 1.032079204s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.684596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:19.651057Z","time spent":"1.03349181s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:20.684633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357141479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:20.68468Z","caller":"traceutil/trace.go:171","msg":"trace[2016600809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16250; }","duration":"1.357217651s","start":"2026-07-03T16:28:19.32745Z","end":"2026-07-03T16:28:20.684667Z","steps":["trace[2016600809] 'agreement among raft nodes before linearized reading' (duration: 1.357143349s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.684718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:19.327431Z","time spent":"1.357280883s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:28:20.684768Z","caller":"traceutil/trace.go:171","msg":"trace[871570299] transaction","detail":"{read_only:false; response_revision:16247; number_of_response:1; }","duration":"671.549258ms","start":"2026-07-03T16:28:20.013207Z","end":"2026-07-03T16:28:20.684756Z","steps":["trace[871570299] 'process raft request' (duration: 670.109211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.68484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:20.013166Z","time spent":"671.6407ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:20.684998Z","caller":"traceutil/trace.go:171","msg":"trace[246631066] transaction","detail":"{read_only:false; response_revision:16248; number_of_response:1; }","duration":"662.657037ms","start":"2026-07-03T16:28:20.02233Z","end":"2026-07-03T16:28:20.684987Z","steps":["trace[246631066] 'process raft request' (duration: 661.035466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.685066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:20.022298Z","time spent":"662.734889ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:20.68532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.073569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:20.685364Z","caller":"traceutil/trace.go:171","msg":"trace[563512216] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16250; }","duration":"687.166111ms","start":"2026-07-03T16:28:19.998187Z","end":"2026-07-03T16:28:20.685354Z","steps":["trace[563512216] 'agreement among raft nodes before linearized reading' (duration: 687.076329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.685401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:19.998158Z","time spent":"687.235363ms","remote":"127.0.0.1:57472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-03T16:28:20.685483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007764892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-03T16:28:20.685542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034032704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-03T16:28:20.6856Z","caller":"traceutil/trace.go:171","msg":"trace[468827358] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16250; }","duration":"1.034120655s","start":"2026-07-03T16:28:19.651465Z","end":"2026-07-03T16:28:20.685586Z","steps":["trace[468827358] 'agreement among raft nodes before linearized reading' (duration: 1.033944951s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.685646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:19.651457Z","time spent":"1.034177688s","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:28:20.685678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.689675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-cnjs5\" ","response":"range_response_count:1 size:9798"} {"level":"info","ts":"2026-07-03T16:28:20.685729Z","caller":"traceutil/trace.go:171","msg":"trace[375830104] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-cnjs5; range_end:; response_count:1; response_revision:16250; }","duration":"726.779198ms","start":"2026-07-03T16:28:19.958938Z","end":"2026-07-03T16:28:20.685717Z","steps":["trace[375830104] 'agreement among raft nodes before linearized reading' (duration: 726.644694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.685762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:19.958917Z","time spent":"726.83776ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-cnjs5\" "} {"level":"warn","ts":"2026-07-03T16:28:20.68587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036525348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-03T16:28:20.68591Z","caller":"traceutil/trace.go:171","msg":"trace[1580272072] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16250; }","duration":"1.036587929s","start":"2026-07-03T16:28:19.64931Z","end":"2026-07-03T16:28:20.685898Z","steps":["trace[1580272072] 'agreement among raft nodes before linearized reading' (duration: 1.036486177s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.685945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:19.6493Z","time spent":"1.036634131s","remote":"127.0.0.1:57472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-03T16:28:20.685974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.147468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zn59w\" ","response":"range_response_count:1 size:6518"} {"level":"info","ts":"2026-07-03T16:28:20.686009Z","caller":"traceutil/trace.go:171","msg":"trace[1260647968] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zn59w; range_end:; response_count:1; response_revision:16250; }","duration":"727.204289ms","start":"2026-07-03T16:28:19.958796Z","end":"2026-07-03T16:28:20.686001Z","steps":["trace[1260647968] 'agreement among raft nodes before linearized reading' (duration: 727.109647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.686038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:19.958783Z","time spent":"727.249061ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-zn59w\" "} {"level":"warn","ts":"2026-07-03T16:28:20.686128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041066476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:20.686164Z","caller":"traceutil/trace.go:171","msg":"trace[1093059851] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16250; }","duration":"1.041105167s","start":"2026-07-03T16:28:19.645051Z","end":"2026-07-03T16:28:20.686156Z","steps":["trace[1093059851] 'agreement among raft nodes before linearized reading' (duration: 1.041048586s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.686195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:19.644967Z","time spent":"1.04121992s","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:28:20.686286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.587499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vdmpg\" ","response":"range_response_count:1 size:20649"} {"level":"info","ts":"2026-07-03T16:28:20.68632Z","caller":"traceutil/trace.go:171","msg":"trace[954280907] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vdmpg; range_end:; response_count:1; response_revision:16250; }","duration":"727.661441ms","start":"2026-07-03T16:28:19.958649Z","end":"2026-07-03T16:28:20.686311Z","steps":["trace[954280907] 'agreement among raft nodes before linearized reading' (duration: 727.561318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.686347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:19.958633Z","time spent":"727.707402ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20673,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vdmpg\" "} {"level":"warn","ts":"2026-07-03T16:28:20.686405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.216044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:28:20.686465Z","caller":"traceutil/trace.go:171","msg":"trace[1411781200] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:16250; }","duration":"127.308957ms","start":"2026-07-03T16:28:20.559141Z","end":"2026-07-03T16:28:20.68645Z","steps":["trace[1411781200] 'agreement among raft nodes before linearized reading' (duration: 127.215794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.686533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.256662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:28:20.686578Z","caller":"traceutil/trace.go:171","msg":"trace[1538267219] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:16250; }","duration":"897.357375ms","start":"2026-07-03T16:28:19.789209Z","end":"2026-07-03T16:28:20.686566Z","steps":["trace[1538267219] 'agreement among raft nodes before linearized reading' (duration: 897.284484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.686615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:19.789175Z","time spent":"897.430087ms","remote":"127.0.0.1:43690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:20.686749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.636518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-03T16:28:20.686791Z","caller":"traceutil/trace.go:171","msg":"trace[2002379040] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16250; }","duration":"299.70955ms","start":"2026-07-03T16:28:20.387072Z","end":"2026-07-03T16:28:20.686782Z","steps":["trace[2002379040] 'agreement among raft nodes before linearized reading' (duration: 299.593437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.686813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.695621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:28:20.686847Z","caller":"traceutil/trace.go:171","msg":"trace[719861444] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16250; }","duration":"922.747122ms","start":"2026-07-03T16:28:19.764089Z","end":"2026-07-03T16:28:20.686837Z","steps":["trace[719861444] 'agreement among raft nodes before linearized reading' (duration: 922.65365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.68688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:19.76408Z","time spent":"922.792733ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:28:20.686995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.463317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T16:28:20.687014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.882299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-03T16:28:20.687028Z","caller":"traceutil/trace.go:171","msg":"trace[503263692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16250; }","duration":"924.499818ms","start":"2026-07-03T16:28:19.762519Z","end":"2026-07-03T16:28:20.687019Z","steps":["trace[503263692] 'agreement among raft nodes before linearized reading' (duration: 924.419426ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:20.687046Z","caller":"traceutil/trace.go:171","msg":"trace[303936586] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16250; }","duration":"315.957271ms","start":"2026-07-03T16:28:20.37108Z","end":"2026-07-03T16:28:20.687037Z","steps":["trace[303936586] 'agreement among raft nodes before linearized reading' (duration: 315.867848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.687085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:20.371055Z","time spent":"316.023613ms","remote":"127.0.0.1:57472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-03T16:28:20.687129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.760824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:28:20.687161Z","caller":"traceutil/trace.go:171","msg":"trace[396014548] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16250; }","duration":"929.850326ms","start":"2026-07-03T16:28:19.757301Z","end":"2026-07-03T16:28:20.687151Z","steps":["trace[396014548] 'agreement among raft nodes before linearized reading' (duration: 929.772685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.687193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:19.757268Z","time spent":"929.918218ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:28:20.687243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.462065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:20.687282Z","caller":"traceutil/trace.go:171","msg":"trace[1678355408] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16250; }","duration":"323.500926ms","start":"2026-07-03T16:28:20.363773Z","end":"2026-07-03T16:28:20.687273Z","steps":["trace[1678355408] 'agreement among raft nodes before linearized reading' (duration: 323.440844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.687309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:20.363705Z","time spent":"323.599258ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:28:20.687394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.393795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:20.687424Z","caller":"traceutil/trace.go:171","msg":"trace[1024313840] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16250; }","duration":"391.449505ms","start":"2026-07-03T16:28:20.295967Z","end":"2026-07-03T16:28:20.687417Z","steps":["trace[1024313840] 'agreement among raft nodes before linearized reading' (duration: 391.406874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.687449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:20.295948Z","time spent":"391.495797ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-07-03T16:28:20.685551Z","caller":"traceutil/trace.go:171","msg":"trace[1943049639] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16250; }","duration":"1.007937467s","start":"2026-07-03T16:28:19.677596Z","end":"2026-07-03T16:28:20.685534Z","steps":["trace[1943049639] 'agreement among raft nodes before linearized reading' (duration: 1.007682221s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.687566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:19.677567Z","time spent":"1.009988211s","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:28:20.68761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.194235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:20.687644Z","caller":"traceutil/trace.go:171","msg":"trace[1969502250] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16250; }","duration":"392.242346ms","start":"2026-07-03T16:28:20.295394Z","end":"2026-07-03T16:28:20.687636Z","steps":["trace[1969502250] 'agreement among raft nodes before linearized reading' (duration: 392.198765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.687678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:20.295386Z","time spent":"392.286647ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:28:20.687779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.18446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:20.687814Z","caller":"traceutil/trace.go:171","msg":"trace[1354241423] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16250; }","duration":"393.246681ms","start":"2026-07-03T16:28:20.29456Z","end":"2026-07-03T16:28:20.687806Z","steps":["trace[1354241423] 'agreement among raft nodes before linearized reading' (duration: 393.19331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.687839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:20.294541Z","time spent":"393.292743ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:28:20.687576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.898617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-03T16:28:20.68797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.490456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-03T16:28:20.687996Z","caller":"traceutil/trace.go:171","msg":"trace[1221198503] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16250; }","duration":"688.539547ms","start":"2026-07-03T16:28:19.999448Z","end":"2026-07-03T16:28:20.687988Z","steps":["trace[1221198503] 'agreement among raft nodes before linearized reading' (duration: 688.458355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.688029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:19.999438Z","time spent":"688.585679ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-03T16:28:20.687946Z","caller":"traceutil/trace.go:171","msg":"trace[329544417] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16250; }","duration":"392.321609ms","start":"2026-07-03T16:28:20.295611Z","end":"2026-07-03T16:28:20.687932Z","steps":["trace[329544417] 'agreement among raft nodes before linearized reading' (duration: 391.905728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.688287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.984365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-07-03T16:28:20.688298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:20.295576Z","time spent":"392.708538ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-03T16:28:20.688324Z","caller":"traceutil/trace.go:171","msg":"trace[1257921507] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16250; }","duration":"690.039826ms","start":"2026-07-03T16:28:19.998276Z","end":"2026-07-03T16:28:20.688315Z","steps":["trace[1257921507] 'agreement among raft nodes before linearized reading' (duration: 689.945854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.688353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:19.998264Z","time spent":"690.081497ms","remote":"127.0.0.1:57472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-03T16:28:20.688545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.258083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-07-03T16:28:20.68858Z","caller":"traceutil/trace.go:171","msg":"trace[895209968] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16250; }","duration":"690.323715ms","start":"2026-07-03T16:28:19.998248Z","end":"2026-07-03T16:28:20.688572Z","steps":["trace[895209968] 'agreement among raft nodes before linearized reading' (duration: 690.231932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.688614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:19.998228Z","time spent":"690.377966ms","remote":"127.0.0.1:57472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-07-03T16:28:20.688757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.499749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:20.688795Z","caller":"traceutil/trace.go:171","msg":"trace[1608083442] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16250; }","duration":"690.579951ms","start":"2026-07-03T16:28:19.998203Z","end":"2026-07-03T16:28:20.688783Z","steps":["trace[1608083442] 'agreement among raft nodes before linearized reading' (duration: 690.53043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.688822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:19.998172Z","time spent":"690.643953ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:28:20.687058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:19.762458Z","time spent":"924.59052ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:28:20.68731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.72558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:28:20.689258Z","caller":"traceutil/trace.go:171","msg":"trace[271755730] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16250; }","duration":"990.60463ms","start":"2026-07-03T16:28:19.698577Z","end":"2026-07-03T16:28:20.689181Z","steps":["trace[271755730] 'agreement among raft nodes before linearized reading' (duration: 988.679259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.689309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:19.698519Z","time spent":"990.776944ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:28:21.495623Z","caller":"traceutil/trace.go:171","msg":"trace[1451549515] transaction","detail":"{read_only:false; response_revision:16257; number_of_response:1; }","duration":"739.460036ms","start":"2026-07-03T16:28:20.756123Z","end":"2026-07-03T16:28:21.495583Z","steps":["trace[1451549515] 'process raft request' (duration: 739.408355ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:21.495734Z","caller":"traceutil/trace.go:171","msg":"trace[1078132075] transaction","detail":"{read_only:false; response_revision:16256; number_of_response:1; }","duration":"742.524466ms","start":"2026-07-03T16:28:20.753156Z","end":"2026-07-03T16:28:21.49568Z","steps":["trace[1078132075] 'process raft request' (duration: 742.218728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:21.49578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:20.756102Z","time spent":"739.603301ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:21.49591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:20.753134Z","time spent":"742.68365ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:21.8667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.487586ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-03T16:28:21.8668Z","caller":"traceutil/trace.go:171","msg":"trace[93180469] linearizableReadLoop","detail":"{readStateIndex:16824; appliedIndex:16823; }","duration":"345.652909ms","start":"2026-07-03T16:28:21.521133Z","end":"2026-07-03T16:28:21.866786Z","steps":["trace[93180469] 'read index received' (duration: 178.132632ms)","trace[93180469] 'applied index is now lower than readState.Index' (duration: 167.519087ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:21.867007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.895716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:28:21.867038Z","caller":"traceutil/trace.go:171","msg":"trace[229267669] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16257; }","duration":"345.989609ms","start":"2026-07-03T16:28:21.521039Z","end":"2026-07-03T16:28:21.867029Z","steps":["trace[229267669] 'agreement among raft nodes before linearized reading' (duration: 345.783033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:21.867069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:21.521017Z","time spent":"346.042609ms","remote":"127.0.0.1:59422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:28:22.555074Z","caller":"traceutil/trace.go:171","msg":"trace[1059599284] transaction","detail":"{read_only:false; response_revision:16258; number_of_response:1; }","duration":"196.923099ms","start":"2026-07-03T16:28:22.358125Z","end":"2026-07-03T16:28:22.555049Z","steps":["trace[1059599284] 'process raft request' (duration: 196.759895ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:22.995494Z","caller":"traceutil/trace.go:171","msg":"trace[513390174] transaction","detail":"{read_only:false; response_revision:16260; number_of_response:1; }","duration":"302.38587ms","start":"2026-07-03T16:28:22.693077Z","end":"2026-07-03T16:28:22.995463Z","steps":["trace[513390174] 'process raft request' (duration: 302.108443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:22.995711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:22.693053Z","time spent":"302.553443ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:22.995765Z","caller":"traceutil/trace.go:171","msg":"trace[310213661] transaction","detail":"{read_only:false; response_revision:16261; number_of_response:1; }","duration":"301.459906ms","start":"2026-07-03T16:28:22.694282Z","end":"2026-07-03T16:28:22.995741Z","steps":["trace[310213661] 'process raft request' (duration: 301.116637ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:22.996018Z","caller":"traceutil/trace.go:171","msg":"trace[1631671067] transaction","detail":"{read_only:false; response_revision:16262; number_of_response:1; }","duration":"299.67455ms","start":"2026-07-03T16:28:22.696288Z","end":"2026-07-03T16:28:22.995963Z","steps":["trace[1631671067] 'process raft request' (duration: 299.369952ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:22.995979Z","caller":"traceutil/trace.go:171","msg":"trace[1912428639] linearizableReadLoop","detail":"{readStateIndex:16829; appliedIndex:16826; }","duration":"293.716826ms","start":"2026-07-03T16:28:22.702173Z","end":"2026-07-03T16:28:22.99589Z","steps":["trace[1912428639] 'read index received' (duration: 292.890705ms)","trace[1912428639] 'applied index is now lower than readState.Index' (duration: 823.721µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:22.996406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.35632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:22.996512Z","caller":"traceutil/trace.go:171","msg":"trace[1189771527] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16262; }","duration":"297.506273ms","start":"2026-07-03T16:28:22.698979Z","end":"2026-07-03T16:28:22.996486Z","steps":["trace[1189771527] 'agreement among raft nodes before linearized reading' (duration: 297.266407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:22.996531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.088406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:28:22.996684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.917247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:22.996742Z","caller":"traceutil/trace.go:171","msg":"trace[1241436788] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16262; }","duration":"301.331592ms","start":"2026-07-03T16:28:22.695379Z","end":"2026-07-03T16:28:22.99671Z","steps":["trace[1241436788] 'agreement among raft nodes before linearized reading' (duration: 301.020964ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:22.99677Z","caller":"traceutil/trace.go:171","msg":"trace[230933561] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16262; }","duration":"302.201084ms","start":"2026-07-03T16:28:22.694548Z","end":"2026-07-03T16:28:22.996749Z","steps":["trace[230933561] 'agreement among raft nodes before linearized reading' (duration: 301.525566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:22.996814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:22.695373Z","time spent":"301.427104ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:28:22.996818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:22.694539Z","time spent":"302.265095ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:28:22.996898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.481817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:28:22.996972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.863516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-03T16:28:22.997035Z","caller":"traceutil/trace.go:171","msg":"trace[1378823137] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16262; }","duration":"301.939239ms","start":"2026-07-03T16:28:22.695082Z","end":"2026-07-03T16:28:22.997021Z","steps":["trace[1378823137] 'agreement among raft nodes before linearized reading' (duration: 301.760343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:22.997082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:22.695073Z","time spent":"301.99761ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:28:22.997145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.187063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:28:22.997181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.507707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-07-03T16:28:22.997237Z","caller":"traceutil/trace.go:171","msg":"trace[633811145] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16262; }","duration":"296.630921ms","start":"2026-07-03T16:28:22.700593Z","end":"2026-07-03T16:28:22.997224Z","steps":["trace[633811145] 'agreement among raft nodes before linearized reading' (duration: 296.422385ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:22.997228Z","caller":"traceutil/trace.go:171","msg":"trace[1225953761] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16262; }","duration":"300.293066ms","start":"2026-07-03T16:28:22.696923Z","end":"2026-07-03T16:28:22.997216Z","steps":["trace[1225953761] 'agreement among raft nodes before linearized reading' (duration: 299.077524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:22.997272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.242962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-03T16:28:22.996984Z","caller":"traceutil/trace.go:171","msg":"trace[1536989406] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16262; }","duration":"296.58328ms","start":"2026-07-03T16:28:22.700375Z","end":"2026-07-03T16:28:22.996958Z","steps":["trace[1536989406] 'agreement among raft nodes before linearized reading' (duration: 296.421245ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:22.997368Z","caller":"traceutil/trace.go:171","msg":"trace[114409949] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16262; }","duration":"303.364456ms","start":"2026-07-03T16:28:22.693983Z","end":"2026-07-03T16:28:22.997347Z","steps":["trace[114409949] 'agreement among raft nodes before linearized reading' (duration: 302.214966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:22.997425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:22.693973Z","time spent":"303.437757ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:28:22.997419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.851015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-03T16:28:22.997539Z","caller":"traceutil/trace.go:171","msg":"trace[684345308] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16262; }","duration":"302.00652ms","start":"2026-07-03T16:28:22.695515Z","end":"2026-07-03T16:28:22.997521Z","steps":["trace[684345308] 'agreement among raft nodes before linearized reading' (duration: 301.810515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:22.997585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:22.695487Z","time spent":"302.088932ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:28:22.997602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.654459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-03T16:28:22.997576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.270228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:28:22.997663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.491691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-03T16:28:22.997732Z","caller":"traceutil/trace.go:171","msg":"trace[657474792] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16262; }","duration":"300.573182ms","start":"2026-07-03T16:28:22.697147Z","end":"2026-07-03T16:28:22.99772Z","steps":["trace[657474792] 'agreement among raft nodes before linearized reading' (duration: 300.419308ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:22.997746Z","caller":"traceutil/trace.go:171","msg":"trace[656786940] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16262; }","duration":"299.757122ms","start":"2026-07-03T16:28:22.697907Z","end":"2026-07-03T16:28:22.997664Z","steps":["trace[656786940] 'agreement among raft nodes before linearized reading' (duration: 299.560137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:22.997814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:22.697137Z","time spent":"300.666334ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:28:22.997871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.713398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-03T16:28:22.997911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.876917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-cnjs5\" ","response":"range_response_count:1 size:9798"} {"level":"warn","ts":"2026-07-03T16:28:22.997884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.633998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:22.997938Z","caller":"traceutil/trace.go:171","msg":"trace[1447509919] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16262; }","duration":"297.797191ms","start":"2026-07-03T16:28:22.700125Z","end":"2026-07-03T16:28:22.997922Z","steps":["trace[1447509919] 'agreement among raft nodes before linearized reading' (duration: 297.642097ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:22.997966Z","caller":"traceutil/trace.go:171","msg":"trace[1406722893] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-cnjs5; range_end:; response_count:1; response_revision:16262; }","duration":"284.982259ms","start":"2026-07-03T16:28:22.712968Z","end":"2026-07-03T16:28:22.99795Z","steps":["trace[1406722893] 'agreement among raft nodes before linearized reading' (duration: 284.837866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:22.997964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.93624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:22.997982Z","caller":"traceutil/trace.go:171","msg":"trace[408271551] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16262; }","duration":"299.746042ms","start":"2026-07-03T16:28:22.698221Z","end":"2026-07-03T16:28:22.997967Z","steps":["trace[408271551] 'agreement among raft nodes before linearized reading' (duration: 299.589818ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:22.998035Z","caller":"traceutil/trace.go:171","msg":"trace[1851338164] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16262; }","duration":"299.024643ms","start":"2026-07-03T16:28:22.698994Z","end":"2026-07-03T16:28:22.998019Z","steps":["trace[1851338164] 'agreement among raft nodes before linearized reading' (duration: 298.91801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:22.997285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.780934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-07-03T16:28:22.998101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.37253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-03T16:28:22.998157Z","caller":"traceutil/trace.go:171","msg":"trace[1170708332] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16262; }","duration":"302.714918ms","start":"2026-07-03T16:28:22.695427Z","end":"2026-07-03T16:28:22.998142Z","steps":["trace[1170708332] 'agreement among raft nodes before linearized reading' (duration: 300.684605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:22.998179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.039851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:28:22.998183Z","caller":"traceutil/trace.go:171","msg":"trace[576262358] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16262; }","duration":"302.467022ms","start":"2026-07-03T16:28:22.695692Z","end":"2026-07-03T16:28:22.998159Z","steps":["trace[576262358] 'agreement among raft nodes before linearized reading' (duration: 300.581692ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:22.998234Z","caller":"traceutil/trace.go:171","msg":"trace[26426347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16262; }","duration":"246.120853ms","start":"2026-07-03T16:28:22.752099Z","end":"2026-07-03T16:28:22.99822Z","steps":["trace[26426347] 'agreement among raft nodes before linearized reading' (duration: 245.98077ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:22.998239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:22.695686Z","time spent":"302.543583ms","remote":"127.0.0.1:57472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-03T16:28:22.997293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:22.696908Z","time spent":"300.374108ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:28:22.998233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.080555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vdmpg\" ","response":"range_response_count:1 size:20649"} {"level":"warn","ts":"2026-07-03T16:28:22.997718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.490039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:22.998385Z","caller":"traceutil/trace.go:171","msg":"trace[1605949290] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16262; }","duration":"304.175576ms","start":"2026-07-03T16:28:22.694198Z","end":"2026-07-03T16:28:22.998374Z","steps":["trace[1605949290] 'agreement among raft nodes before linearized reading' (duration: 303.477008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:22.998415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.130171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:28:22.998521Z","caller":"traceutil/trace.go:171","msg":"trace[788759943] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16262; }","duration":"244.258764ms","start":"2026-07-03T16:28:22.754247Z","end":"2026-07-03T16:28:22.998506Z","steps":["trace[788759943] 'agreement among raft nodes before linearized reading' (duration: 243.990568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:22.998565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.318386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-07-03T16:28:22.996731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.160613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:28:22.99754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.612862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-07-03T16:28:22.998292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.70552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:28:22.998727Z","caller":"traceutil/trace.go:171","msg":"trace[2142105582] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16262; }","duration":"299.806293ms","start":"2026-07-03T16:28:22.698903Z","end":"2026-07-03T16:28:22.998709Z","steps":["trace[2142105582] 'agreement among raft nodes before linearized reading' (duration: 298.414757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:22.997392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.580391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-03T16:28:22.998783Z","caller":"traceutil/trace.go:171","msg":"trace[833878499] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16262; }","duration":"249.231743ms","start":"2026-07-03T16:28:22.749528Z","end":"2026-07-03T16:28:22.998759Z","steps":["trace[833878499] 'agreement among raft nodes before linearized reading' (duration: 248.656438ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:22.998761Z","caller":"traceutil/trace.go:171","msg":"trace[1235702105] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16262; }","duration":"304.181086ms","start":"2026-07-03T16:28:22.694534Z","end":"2026-07-03T16:28:22.998715Z","steps":["trace[1235702105] 'agreement among raft nodes before linearized reading' (duration: 302.137083ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:22.998807Z","caller":"traceutil/trace.go:171","msg":"trace[1505673395] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16262; }","duration":"305.022208ms","start":"2026-07-03T16:28:22.693771Z","end":"2026-07-03T16:28:22.998793Z","steps":["trace[1505673395] 'agreement among raft nodes before linearized reading' (duration: 302.41701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:22.99877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.756688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rj2nl\" ","response":"range_response_count:1 size:22121"} {"level":"warn","ts":"2026-07-03T16:28:22.998875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:22.69376Z","time spent":"305.077609ms","remote":"127.0.0.1:57472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-03T16:28:22.998856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:22.694526Z","time spent":"304.312429ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-03T16:28:22.998231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:22.6954Z","time spent":"302.79267ms","remote":"127.0.0.1:57472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-03T16:28:22.998414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.088645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zn59w\" ","response":"range_response_count:1 size:6518"} {"level":"info","ts":"2026-07-03T16:28:22.999041Z","caller":"traceutil/trace.go:171","msg":"trace[1401409288] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zn59w; range_end:; response_count:1; response_revision:16262; }","duration":"277.711641ms","start":"2026-07-03T16:28:22.721314Z","end":"2026-07-03T16:28:22.999025Z","steps":["trace[1401409288] 'agreement among raft nodes before linearized reading' (duration: 277.007543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:22.998464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:22.69419Z","time spent":"304.262808ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-03T16:28:22.997701Z","caller":"traceutil/trace.go:171","msg":"trace[599315217] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16262; }","duration":"304.411742ms","start":"2026-07-03T16:28:22.693268Z","end":"2026-07-03T16:28:22.997679Z","steps":["trace[599315217] 'agreement among raft nodes before linearized reading' (duration: 304.221737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:22.999199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:22.693257Z","time spent":"305.922431ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-03T16:28:22.998387Z","caller":"traceutil/trace.go:171","msg":"trace[1377475271] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vdmpg; range_end:; response_count:1; response_revision:16262; }","duration":"233.208348ms","start":"2026-07-03T16:28:22.765115Z","end":"2026-07-03T16:28:22.998323Z","steps":["trace[1377475271] 'agreement among raft nodes before linearized reading' (duration: 232.867019ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:22.999275Z","caller":"traceutil/trace.go:171","msg":"trace[1057829363] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rj2nl; range_end:; response_count:1; response_revision:16262; }","duration":"222.937712ms","start":"2026-07-03T16:28:22.775917Z","end":"2026-07-03T16:28:22.998855Z","steps":["trace[1057829363] 'agreement among raft nodes before linearized reading' (duration: 222.579553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:22.998453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.706582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:28:22.999496Z","caller":"traceutil/trace.go:171","msg":"trace[2022841692] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16262; }","duration":"246.753549ms","start":"2026-07-03T16:28:22.752719Z","end":"2026-07-03T16:28:22.999473Z","steps":["trace[2022841692] 'agreement among raft nodes before linearized reading' (duration: 245.650701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:22.998633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.588387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rj2nl\" ","response":"range_response_count:1 size:22121"} {"level":"info","ts":"2026-07-03T16:28:22.999682Z","caller":"traceutil/trace.go:171","msg":"trace[1436916906] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rj2nl; range_end:; response_count:1; response_revision:16262; }","duration":"227.660224ms","start":"2026-07-03T16:28:22.772004Z","end":"2026-07-03T16:28:22.999665Z","steps":["trace[1436916906] 'agreement among raft nodes before linearized reading' (duration: 226.495364ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:22.998632Z","caller":"traceutil/trace.go:171","msg":"trace[183210732] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16262; }","duration":"305.403647ms","start":"2026-07-03T16:28:22.693215Z","end":"2026-07-03T16:28:22.998619Z","steps":["trace[183210732] 'agreement among raft nodes before linearized reading' (duration: 305.244503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:22.999818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:22.693206Z","time spent":"306.595048ms","remote":"127.0.0.1:57472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-03T16:28:23.002483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.475129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-03T16:28:23.002533Z","caller":"traceutil/trace.go:171","msg":"trace[1211861458] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16262; }","duration":"305.543382ms","start":"2026-07-03T16:28:22.696979Z","end":"2026-07-03T16:28:23.002522Z","steps":["trace[1211861458] 'agreement among raft nodes before linearized reading' (duration: 300.989834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:23.002562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:22.696972Z","time spent":"305.581423ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:28:23.0043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:22.694268Z","time spent":"301.63725ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:29:52.212118Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14414} {"level":"info","ts":"2026-07-03T16:29:52.329236Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14414,"took":"113.15319ms","hash":1274938987,"current-db-size-bytes":54140928,"current-db-size":"54 MB","current-db-size-in-use-bytes":31535104,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-03T16:29:52.329289Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1274938987,"revision":14414,"compact-revision":12378} {"level":"info","ts":"2026-07-03T16:30:30.749761Z","caller":"traceutil/trace.go:171","msg":"trace[89072869] linearizableReadLoop","detail":"{readStateIndex:17751; appliedIndex:17750; }","duration":"110.80864ms","start":"2026-07-03T16:30:30.638936Z","end":"2026-07-03T16:30:30.749745Z","steps":["trace[89072869] 'read index received' (duration: 106.95964ms)","trace[89072869] 'applied index is now lower than readState.Index' (duration: 3.84843ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:30:30.74984Z","caller":"traceutil/trace.go:171","msg":"trace[1529219283] transaction","detail":"{read_only:false; response_revision:17151; number_of_response:1; }","duration":"124.36125ms","start":"2026-07-03T16:30:30.625472Z","end":"2026-07-03T16:30:30.749834Z","steps":["trace[1529219283] 'process raft request' (duration: 120.378807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:30.750184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.23054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rj2nl\" ","response":"range_response_count:1 size:22122"} {"level":"info","ts":"2026-07-03T16:30:30.750253Z","caller":"traceutil/trace.go:171","msg":"trace[690686214] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rj2nl; range_end:; response_count:1; response_revision:17151; }","duration":"111.334413ms","start":"2026-07-03T16:30:30.638899Z","end":"2026-07-03T16:30:30.750233Z","steps":["trace[690686214] 'agreement among raft nodes before linearized reading' (duration: 111.20389ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:17.483845Z","caller":"traceutil/trace.go:171","msg":"trace[1380172764] linearizableReadLoop","detail":"{readStateIndex:18259; appliedIndex:18258; }","duration":"162.21679ms","start":"2026-07-03T16:31:17.321593Z","end":"2026-07-03T16:31:17.48381Z","steps":["trace[1380172764] 'read index received' (duration: 161.949822ms)","trace[1380172764] 'applied index is now lower than readState.Index' (duration: 265.558µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:31:17.483931Z","caller":"traceutil/trace.go:171","msg":"trace[1400217523] transaction","detail":"{read_only:false; response_revision:17647; number_of_response:1; }","duration":"288.497671ms","start":"2026-07-03T16:31:17.195367Z","end":"2026-07-03T16:31:17.483864Z","steps":["trace[1400217523] 'process raft request' (duration: 288.096449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:17.484197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.58907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vdmpg\" ","response":"range_response_count:1 size:20650"} {"level":"info","ts":"2026-07-03T16:31:17.484268Z","caller":"traceutil/trace.go:171","msg":"trace[543880590] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vdmpg; range_end:; response_count:1; response_revision:17647; }","duration":"162.735843ms","start":"2026-07-03T16:31:17.321518Z","end":"2026-07-03T16:31:17.484254Z","steps":["trace[543880590] 'agreement among raft nodes before linearized reading' (duration: 162.453746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:17.484499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.793958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:31:17.484588Z","caller":"traceutil/trace.go:171","msg":"trace[1807577513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17648; }","duration":"159.926262ms","start":"2026-07-03T16:31:17.324643Z","end":"2026-07-03T16:31:17.484569Z","steps":["trace[1807577513] 'agreement among raft nodes before linearized reading' (duration: 159.778788ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:17.484571Z","caller":"traceutil/trace.go:171","msg":"trace[771977501] transaction","detail":"{read_only:false; response_revision:17648; number_of_response:1; }","duration":"154.388808ms","start":"2026-07-03T16:31:17.330146Z","end":"2026-07-03T16:31:17.484535Z","steps":["trace[771977501] 'process raft request' (duration: 154.163992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:17.484752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.172444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rj2nl\" ","response":"range_response_count:1 size:22122"} {"level":"warn","ts":"2026-07-03T16:31:17.48475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.634718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rj2nl\" ","response":"range_response_count:1 size:22122"} {"level":"info","ts":"2026-07-03T16:31:17.484809Z","caller":"traceutil/trace.go:171","msg":"trace[1517959900] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rj2nl; range_end:; response_count:1; response_revision:17648; }","duration":"146.359149ms","start":"2026-07-03T16:31:17.338425Z","end":"2026-07-03T16:31:17.484784Z","steps":["trace[1517959900] 'agreement among raft nodes before linearized reading' (duration: 146.055271ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:17.484825Z","caller":"traceutil/trace.go:171","msg":"trace[2129275731] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rj2nl; range_end:; response_count:1; response_revision:17648; }","duration":"153.744762ms","start":"2026-07-03T16:31:17.331058Z","end":"2026-07-03T16:31:17.484803Z","steps":["trace[2129275731] 'agreement among raft nodes before linearized reading' (duration: 153.496315ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:24.208658Z","caller":"traceutil/trace.go:171","msg":"trace[923639371] transaction","detail":"{read_only:false; response_revision:18476; number_of_response:1; }","duration":"116.274591ms","start":"2026-07-03T16:33:24.092345Z","end":"2026-07-03T16:33:24.208619Z","steps":["trace[923639371] 'process raft request' (duration: 116.080726ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:24.25767Z","caller":"traceutil/trace.go:171","msg":"trace[1673990514] linearizableReadLoop","detail":"{readStateIndex:19115; appliedIndex:19113; }","duration":"108.981092ms","start":"2026-07-03T16:33:24.148659Z","end":"2026-07-03T16:33:24.25764Z","steps":["trace[1673990514] 'read index received' (duration: 59.83855ms)","trace[1673990514] 'applied index is now lower than readState.Index' (duration: 49.141072ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:33:24.257689Z","caller":"traceutil/trace.go:171","msg":"trace[1247142631] transaction","detail":"{read_only:false; response_revision:18477; number_of_response:1; }","duration":"132.128122ms","start":"2026-07-03T16:33:24.125523Z","end":"2026-07-03T16:33:24.257651Z","steps":["trace[1247142631] 'process raft request' (duration: 125.731565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:24.257899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.233418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:33:24.257949Z","caller":"traceutil/trace.go:171","msg":"trace[897560474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18478; }","duration":"109.337391ms","start":"2026-07-03T16:33:24.148599Z","end":"2026-07-03T16:33:24.257936Z","steps":["trace[897560474] 'agreement among raft nodes before linearized reading' (duration: 109.153046ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:32.442423Z","caller":"traceutil/trace.go:171","msg":"trace[1176501469] transaction","detail":"{read_only:false; response_revision:18519; number_of_response:1; }","duration":"152.809606ms","start":"2026-07-03T16:33:32.289582Z","end":"2026-07-03T16:33:32.442391Z","steps":["trace[1176501469] 'process raft request' (duration: 130.762575ms)","trace[1176501469] 'compare' (duration: 21.863566ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:33:32.553039Z","caller":"traceutil/trace.go:171","msg":"trace[1192593116] linearizableReadLoop","detail":"{readStateIndex:19160; appliedIndex:19158; }","duration":"257.803585ms","start":"2026-07-03T16:33:32.295207Z","end":"2026-07-03T16:33:32.55301Z","steps":["trace[1192593116] 'read index received' (duration: 125.17746ms)","trace[1192593116] 'applied index is now lower than readState.Index' (duration: 132.624745ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:33:32.55313Z","caller":"traceutil/trace.go:171","msg":"trace[1421757240] transaction","detail":"{read_only:false; response_revision:18520; number_of_response:1; }","duration":"260.461314ms","start":"2026-07-03T16:33:32.29262Z","end":"2026-07-03T16:33:32.553081Z","steps":["trace[1421757240] 'process raft request' (duration: 257.284422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:32.553279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.056452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:33:32.55332Z","caller":"traceutil/trace.go:171","msg":"trace[124730256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18520; }","duration":"258.157044ms","start":"2026-07-03T16:33:32.295152Z","end":"2026-07-03T16:33:32.553309Z","steps":["trace[124730256] 'agreement among raft nodes before linearized reading' (duration: 257.98592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:32.553333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.780166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zn59w\" ","response":"range_response_count:1 size:6519"} {"level":"info","ts":"2026-07-03T16:33:32.553408Z","caller":"traceutil/trace.go:171","msg":"trace[78958251] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zn59w; range_end:; response_count:1; response_revision:18520; }","duration":"130.889599ms","start":"2026-07-03T16:33:32.422499Z","end":"2026-07-03T16:33:32.553388Z","steps":["trace[78958251] 'agreement among raft nodes before linearized reading' (duration: 130.676084ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:33.73058Z","caller":"traceutil/trace.go:171","msg":"trace[1010976296] transaction","detail":"{read_only:false; response_revision:18528; number_of_response:1; }","duration":"169.063997ms","start":"2026-07-03T16:33:33.561481Z","end":"2026-07-03T16:33:33.730545Z","steps":["trace[1010976296] 'process raft request' (duration: 168.876902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:34.044229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.529586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-07-03T16:33:34.044294Z","caller":"traceutil/trace.go:171","msg":"trace[2133547428] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18529; }","duration":"221.639829ms","start":"2026-07-03T16:33:33.822638Z","end":"2026-07-03T16:33:34.044277Z","steps":["trace[2133547428] 'range keys from in-memory index tree' (duration: 221.339681ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:34.060737Z","caller":"traceutil/trace.go:171","msg":"trace[1396302004] linearizableReadLoop","detail":"{readStateIndex:19170; appliedIndex:19169; }","duration":"154.664735ms","start":"2026-07-03T16:33:33.90603Z","end":"2026-07-03T16:33:34.060695Z","steps":["trace[1396302004] 'read index received' (duration: 154.291425ms)","trace[1396302004] 'applied index is now lower than readState.Index' (duration: 371.659µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:33:34.060847Z","caller":"traceutil/trace.go:171","msg":"trace[1878634490] transaction","detail":"{read_only:false; response_revision:18530; number_of_response:1; }","duration":"233.637849ms","start":"2026-07-03T16:33:33.827167Z","end":"2026-07-03T16:33:34.060805Z","steps":["trace[1878634490] 'process raft request' (duration: 233.240289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:34.061003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.975592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-07-03T16:33:34.061083Z","caller":"traceutil/trace.go:171","msg":"trace[662540078] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18530; }","duration":"155.093545ms","start":"2026-07-03T16:33:33.905977Z","end":"2026-07-03T16:33:34.061071Z","steps":["trace[662540078] 'agreement among raft nodes before linearized reading' (duration: 154.90177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:34.292669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.76506ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"info","ts":"2026-07-03T16:33:34.337816Z","caller":"traceutil/trace.go:171","msg":"trace[1739356645] transaction","detail":"{read_only:false; response_revision:18532; number_of_response:1; }","duration":"232.691006ms","start":"2026-07-03T16:33:34.105107Z","end":"2026-07-03T16:33:34.337798Z","steps":["trace[1739356645] 'process raft request' (duration: 232.48425ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:34.38817Z","caller":"traceutil/trace.go:171","msg":"trace[1913235384] transaction","detail":"{read_only:false; response_revision:18533; number_of_response:1; }","duration":"100.669166ms","start":"2026-07-03T16:33:34.287457Z","end":"2026-07-03T16:33:34.388126Z","steps":["trace[1913235384] 'process raft request' (duration: 100.41934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:36.139808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.854749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-03T16:33:36.139926Z","caller":"traceutil/trace.go:171","msg":"trace[84640764] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:18543; }","duration":"116.034204ms","start":"2026-07-03T16:33:36.023867Z","end":"2026-07-03T16:33:36.139902Z","steps":["trace[84640764] 'range keys from in-memory index tree' (duration: 115.650914ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:36.505009Z","caller":"traceutil/trace.go:171","msg":"trace[1205405695] transaction","detail":"{read_only:false; response_revision:18547; number_of_response:1; }","duration":"104.359872ms","start":"2026-07-03T16:33:36.400628Z","end":"2026-07-03T16:33:36.504988Z","steps":["trace[1205405695] 'process raft request' (duration: 104.071614ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:36.709711Z","caller":"traceutil/trace.go:171","msg":"trace[1320048785] transaction","detail":"{read_only:false; response_revision:18555; number_of_response:1; }","duration":"102.076784ms","start":"2026-07-03T16:33:36.607605Z","end":"2026-07-03T16:33:36.709682Z","steps":["trace[1320048785] 'process raft request' (duration: 101.994431ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:36.70973Z","caller":"traceutil/trace.go:171","msg":"trace[1101788636] transaction","detail":"{read_only:false; response_revision:18554; number_of_response:1; }","duration":"102.095454ms","start":"2026-07-03T16:33:36.607605Z","end":"2026-07-03T16:33:36.709701Z","steps":["trace[1101788636] 'process raft request' (duration: 46.049973ms)","trace[1101788636] 'compare' (duration: 55.721092ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:33:36.718664Z","caller":"traceutil/trace.go:171","msg":"trace[63595279] linearizableReadLoop","detail":"{readStateIndex:19199; appliedIndex:19196; }","duration":"100.982945ms","start":"2026-07-03T16:33:36.617625Z","end":"2026-07-03T16:33:36.718608Z","steps":["trace[63595279] 'read index received' (duration: 36.456094ms)","trace[63595279] 'applied index is now lower than readState.Index' (duration: 64.525971ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:33:36.718722Z","caller":"traceutil/trace.go:171","msg":"trace[1889183584] transaction","detail":"{read_only:false; response_revision:18556; number_of_response:1; }","duration":"101.18813ms","start":"2026-07-03T16:33:36.617508Z","end":"2026-07-03T16:33:36.718697Z","steps":["trace[1889183584] 'process raft request' (duration: 100.964235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:36.719697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.97429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:33:36.719949Z","caller":"traceutil/trace.go:171","msg":"trace[2087197513] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18556; }","duration":"102.249717ms","start":"2026-07-03T16:33:36.617594Z","end":"2026-07-03T16:33:36.719843Z","steps":["trace[2087197513] 'agreement among raft nodes before linearized reading' (duration: 101.221111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:50.97607Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653093111,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:33:51.01001Z","caller":"traceutil/trace.go:171","msg":"trace[1126771205] transaction","detail":"{read_only:false; response_revision:18685; number_of_response:1; }","duration":"815.265229ms","start":"2026-07-03T16:33:50.194719Z","end":"2026-07-03T16:33:51.009984Z","steps":["trace[1126771205] 'process raft request' (duration: 815.106745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:51.010137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:50.194683Z","time spent":"815.388742ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:33:51.024729Z","caller":"traceutil/trace.go:171","msg":"trace[646634670] transaction","detail":"{read_only:false; response_revision:18686; number_of_response:1; }","duration":"499.778571ms","start":"2026-07-03T16:33:50.524935Z","end":"2026-07-03T16:33:51.024714Z","steps":["trace[646634670] 'process raft request' (duration: 499.633877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:51.024897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:50.524908Z","time spent":"499.881563ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:33:51.025253Z","caller":"traceutil/trace.go:171","msg":"trace[914173652] linearizableReadLoop","detail":"{readStateIndex:19335; appliedIndex:19331; }","duration":"549.95481ms","start":"2026-07-03T16:33:50.475258Z","end":"2026-07-03T16:33:51.025212Z","steps":["trace[914173652] 'read index received' (duration: 534.50515ms)","trace[914173652] 'applied index is now lower than readState.Index' (duration: 15.44794ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:33:51.02537Z","caller":"traceutil/trace.go:171","msg":"trace[397511909] transaction","detail":"{read_only:false; response_revision:18687; number_of_response:1; }","duration":"472.930016ms","start":"2026-07-03T16:33:50.55243Z","end":"2026-07-03T16:33:51.02536Z","steps":["trace[397511909] 'process raft request' (duration: 472.250409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:51.025469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:50.552392Z","time spent":"473.001868ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:33:51.02549Z","caller":"traceutil/trace.go:171","msg":"trace[1533439811] transaction","detail":"{read_only:false; response_revision:18688; number_of_response:1; }","duration":"470.908772ms","start":"2026-07-03T16:33:50.554551Z","end":"2026-07-03T16:33:51.025459Z","steps":["trace[1533439811] 'process raft request' (duration: 470.459891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:51.025649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:50.554517Z","time spent":"471.047966ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:33:51.026357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.060618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18826"} {"level":"info","ts":"2026-07-03T16:33:51.026424Z","caller":"traceutil/trace.go:171","msg":"trace[1536095290] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:18688; }","duration":"551.156601ms","start":"2026-07-03T16:33:50.475251Z","end":"2026-07-03T16:33:51.026408Z","steps":["trace[1536095290] 'agreement among raft nodes before linearized reading' (duration: 550.177956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:51.026477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:50.475207Z","time spent":"551.259794ms","remote":"127.0.0.1:57486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18850,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-03T16:33:51.030441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.199424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-03T16:33:51.030457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.855837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:33:51.030559Z","caller":"traceutil/trace.go:171","msg":"trace[995212473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18688; }","duration":"129.109503ms","start":"2026-07-03T16:33:50.901424Z","end":"2026-07-03T16:33:51.030533Z","steps":["trace[995212473] 'agreement among raft nodes before linearized reading' (duration: 128.908808ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:51.030502Z","caller":"traceutil/trace.go:171","msg":"trace[662361364] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18688; }","duration":"229.304057ms","start":"2026-07-03T16:33:50.801187Z","end":"2026-07-03T16:33:51.030491Z","steps":["trace[662361364] 'agreement among raft nodes before linearized reading' (duration: 229.131682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:51.030721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.893266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:33:51.03084Z","caller":"traceutil/trace.go:171","msg":"trace[41388116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18688; }","duration":"256.016519ms","start":"2026-07-03T16:33:50.774799Z","end":"2026-07-03T16:33:51.030815Z","steps":["trace[41388116] 'agreement among raft nodes before linearized reading' (duration: 255.700011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:53.540365Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653093138,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:33:53.548423Z","caller":"traceutil/trace.go:171","msg":"trace[985867569] transaction","detail":"{read_only:false; response_revision:18697; number_of_response:1; }","duration":"531.724027ms","start":"2026-07-03T16:33:53.01667Z","end":"2026-07-03T16:33:53.548394Z","steps":["trace[985867569] 'process raft request' (duration: 531.545033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:53.548584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:53.016647Z","time spent":"531.852541ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:33:53.706632Z","caller":"traceutil/trace.go:171","msg":"trace[1669040666] transaction","detail":"{read_only:false; response_revision:18698; number_of_response:1; }","duration":"675.768827ms","start":"2026-07-03T16:33:53.030835Z","end":"2026-07-03T16:33:53.706604Z","steps":["trace[1669040666] 'process raft request' (duration: 675.4787ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:53.706679Z","caller":"traceutil/trace.go:171","msg":"trace[1212096231] linearizableReadLoop","detail":"{readStateIndex:19348; appliedIndex:19345; }","duration":"666.346053ms","start":"2026-07-03T16:33:53.040297Z","end":"2026-07-03T16:33:53.706643Z","steps":["trace[1212096231] 'read index received' (duration: 508.154227ms)","trace[1212096231] 'applied index is now lower than readState.Index' (duration: 158.190446ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:33:53.706883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.58109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-03T16:33:53.706766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:53.03081Z","time spent":"675.891171ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:33:53.706908Z","caller":"traceutil/trace.go:171","msg":"trace[545625201] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18700; }","duration":"666.632231ms","start":"2026-07-03T16:33:53.040269Z","end":"2026-07-03T16:33:53.706901Z","steps":["trace[545625201] 'agreement among raft nodes before linearized reading' (duration: 666.531538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:53.706933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:53.040259Z","time spent":"666.668721ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:33:53.706768Z","caller":"traceutil/trace.go:171","msg":"trace[1161780266] transaction","detail":"{read_only:false; response_revision:18700; number_of_response:1; }","duration":"675.47954ms","start":"2026-07-03T16:33:53.031276Z","end":"2026-07-03T16:33:53.706755Z","steps":["trace[1161780266] 'process raft request' (duration: 675.276975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:53.707133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.314786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T16:33:53.707111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.415452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:33:53.707149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.802519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128304"} {"level":"info","ts":"2026-07-03T16:33:53.707157Z","caller":"traceutil/trace.go:171","msg":"trace[961938339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18700; }","duration":"665.354387ms","start":"2026-07-03T16:33:53.041796Z","end":"2026-07-03T16:33:53.70715Z","steps":["trace[961938339] 'agreement among raft nodes before linearized reading' (duration: 665.289835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:53.707176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:53.041785Z","time spent":"665.387358ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:33:53.707176Z","caller":"traceutil/trace.go:171","msg":"trace[323971012] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:18700; }","duration":"110.880981ms","start":"2026-07-03T16:33:53.596288Z","end":"2026-07-03T16:33:53.707169Z","steps":["trace[323971012] 'agreement among raft nodes before linearized reading' (duration: 110.779889ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:53.707176Z","caller":"traceutil/trace.go:171","msg":"trace[528921031] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:18700; }","duration":"304.527105ms","start":"2026-07-03T16:33:53.40263Z","end":"2026-07-03T16:33:53.707157Z","steps":["trace[528921031] 'agreement among raft nodes before linearized reading' (duration: 304.403132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:53.707193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.511083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:33:53.707216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.948714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-07-03T16:33:53.707225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:53.402608Z","time spent":"304.606958ms","remote":"127.0.0.1:36672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:33:53.707234Z","caller":"traceutil/trace.go:171","msg":"trace[1409956946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18700; }","duration":"380.587715ms","start":"2026-07-03T16:33:53.326634Z","end":"2026-07-03T16:33:53.707221Z","steps":["trace[1409956946] 'agreement among raft nodes before linearized reading' (duration: 380.520233ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:53.707256Z","caller":"traceutil/trace.go:171","msg":"trace[108742844] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:18700; }","duration":"113.028146ms","start":"2026-07-03T16:33:53.594216Z","end":"2026-07-03T16:33:53.707244Z","steps":["trace[108742844] 'agreement among raft nodes before linearized reading' (duration: 112.898943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:53.707272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:53.326612Z","time spent":"380.653326ms","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:33:53.707283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.47476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:33:53.707316Z","caller":"traceutil/trace.go:171","msg":"trace[926480789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18700; }","duration":"665.522251ms","start":"2026-07-03T16:33:53.041784Z","end":"2026-07-03T16:33:53.707306Z","steps":["trace[926480789] 'agreement among raft nodes before linearized reading' (duration: 665.368187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:53.707332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:53.041778Z","time spent":"665.550462ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:33:53.707111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:53.031244Z","time spent":"675.785978ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:33:53.70734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.694952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-03T16:33:53.707402Z","caller":"traceutil/trace.go:171","msg":"trace[2097490945] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18700; }","duration":"581.789174ms","start":"2026-07-03T16:33:53.125595Z","end":"2026-07-03T16:33:53.707384Z","steps":["trace[2097490945] 'agreement among raft nodes before linearized reading' (duration: 581.61777ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:53.706749Z","caller":"traceutil/trace.go:171","msg":"trace[646157055] transaction","detail":"{read_only:false; response_revision:18699; number_of_response:1; }","duration":"675.566612ms","start":"2026-07-03T16:33:53.03115Z","end":"2026-07-03T16:33:53.706717Z","steps":["trace[646157055] 'process raft request' (duration: 675.357637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:53.707458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:53.125579Z","time spent":"581.862456ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:33:53.707524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:53.031142Z","time spent":"676.307981ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:33:53.707532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.912774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-cnjs5\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-07-03T16:33:53.707593Z","caller":"traceutil/trace.go:171","msg":"trace[617121570] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-cnjs5; range_end:; response_count:1; response_revision:18700; }","duration":"651.009236ms","start":"2026-07-03T16:33:53.056577Z","end":"2026-07-03T16:33:53.707587Z","steps":["trace[617121570] 'agreement among raft nodes before linearized reading' (duration: 650.464462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:53.707614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:53.056558Z","time spent":"651.050447ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-cnjs5\" "} {"level":"warn","ts":"2026-07-03T16:33:53.707771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.971333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:33:53.707809Z","caller":"traceutil/trace.go:171","msg":"trace[1239965469] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18700; }","duration":"666.050715ms","start":"2026-07-03T16:33:53.041747Z","end":"2026-07-03T16:33:53.707798Z","steps":["trace[1239965469] 'agreement among raft nodes before linearized reading' (duration: 665.196123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:53.707839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:53.041739Z","time spent":"666.092745ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:33:55.913507Z","caller":"traceutil/trace.go:171","msg":"trace[1605420478] linearizableReadLoop","detail":"{readStateIndex:19362; appliedIndex:19361; }","duration":"241.251316ms","start":"2026-07-03T16:33:55.672232Z","end":"2026-07-03T16:33:55.913483Z","steps":["trace[1605420478] 'read index received' (duration: 241.118703ms)","trace[1605420478] 'applied index is now lower than readState.Index' (duration: 131.473µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:33:55.913627Z","caller":"traceutil/trace.go:171","msg":"trace[449678787] transaction","detail":"{read_only:false; response_revision:18714; number_of_response:1; }","duration":"360.486794ms","start":"2026-07-03T16:33:55.553109Z","end":"2026-07-03T16:33:55.913596Z","steps":["trace[449678787] 'process raft request' (duration: 360.190976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:55.913732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.478613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-jjkcv\" ","response":"range_response_count:1 size:15543"} {"level":"info","ts":"2026-07-03T16:33:55.913767Z","caller":"traceutil/trace.go:171","msg":"trace[976129457] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-jjkcv; range_end:; response_count:1; response_revision:18714; }","duration":"241.573165ms","start":"2026-07-03T16:33:55.672183Z","end":"2026-07-03T16:33:55.913756Z","steps":["trace[976129457] 'agreement among raft nodes before linearized reading' (duration: 241.424721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:55.913768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:55.553085Z","time spent":"360.608487ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:33:56.269495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.698342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:33:56.273844Z","caller":"traceutil/trace.go:171","msg":"trace[992149929] transaction","detail":"{read_only:false; response_revision:18715; number_of_response:1; }","duration":"560.226526ms","start":"2026-07-03T16:33:55.71357Z","end":"2026-07-03T16:33:56.273797Z","steps":["trace[992149929] 'process raft request' (duration: 417.151311ms)","trace[992149929] 'compare' (duration: 138.514247ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:33:56.273998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:55.713541Z","time spent":"560.39321ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:33:56.274201Z","caller":"traceutil/trace.go:171","msg":"trace[834393124] transaction","detail":"{read_only:false; response_revision:18716; number_of_response:1; }","duration":"559.844635ms","start":"2026-07-03T16:33:55.714296Z","end":"2026-07-03T16:33:56.274141Z","steps":["trace[834393124] 'process raft request' (duration: 555.269437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:56.274374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:55.714284Z","time spent":"559.998779ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:33:56.274452Z","caller":"traceutil/trace.go:171","msg":"trace[202824255] transaction","detail":"{read_only:false; response_revision:18718; number_of_response:1; }","duration":"382.037791ms","start":"2026-07-03T16:33:55.892407Z","end":"2026-07-03T16:33:56.274445Z","steps":["trace[202824255] 'process raft request' (duration: 377.631648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:56.274529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:55.892382Z","time spent":"382.118485ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:33:56.27443Z","caller":"traceutil/trace.go:171","msg":"trace[56447642] transaction","detail":"{read_only:false; response_revision:18717; number_of_response:1; }","duration":"559.810855ms","start":"2026-07-03T16:33:55.714607Z","end":"2026-07-03T16:33:56.274418Z","steps":["trace[56447642] 'process raft request' (duration: 554.991001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:56.274784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:55.714599Z","time spent":"560.141624ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:33:56.274966Z","caller":"traceutil/trace.go:171","msg":"trace[1530404452] linearizableReadLoop","detail":"{readStateIndex:19366; appliedIndex:19362; }","duration":"361.313185ms","start":"2026-07-03T16:33:55.913584Z","end":"2026-07-03T16:33:56.274897Z","steps":["trace[1530404452] 'read index received' (duration: 217.150322ms)","trace[1530404452] 'applied index is now lower than readState.Index' (duration: 144.160103ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:33:56.275069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.874789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-03T16:33:56.275117Z","caller":"traceutil/trace.go:171","msg":"trace[1107398453] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18718; }","duration":"534.943511ms","start":"2026-07-03T16:33:55.740164Z","end":"2026-07-03T16:33:56.275108Z","steps":["trace[1107398453] 'agreement among raft nodes before linearized reading' (duration: 534.829908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:56.275147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:55.740152Z","time spent":"534.982532ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:33:56.275152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.880439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:33:56.275192Z","caller":"traceutil/trace.go:171","msg":"trace[1895877970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18718; }","duration":"534.966071ms","start":"2026-07-03T16:33:55.740214Z","end":"2026-07-03T16:33:56.27518Z","steps":["trace[1895877970] 'agreement among raft nodes before linearized reading' (duration: 534.841438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:56.275191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.90593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-03T16:33:56.275231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:55.740197Z","time spent":"535.028373ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:33:56.27514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.228885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.53\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-07-03T16:33:56.27524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.456894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-03T16:33:56.275247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.598731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rj2nl\" ","response":"range_response_count:1 size:22122"} {"level":"info","ts":"2026-07-03T16:33:56.275291Z","caller":"traceutil/trace.go:171","msg":"trace[1809314589] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18718; }","duration":"557.508485ms","start":"2026-07-03T16:33:55.717756Z","end":"2026-07-03T16:33:56.275265Z","steps":["trace[1809314589] 'agreement among raft nodes before linearized reading' (duration: 557.407363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:56.275338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:55.717748Z","time spent":"557.580397ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:33:56.275336Z","caller":"traceutil/trace.go:171","msg":"trace[912086216] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rj2nl; range_end:; response_count:1; response_revision:18718; }","duration":"539.731166ms","start":"2026-07-03T16:33:55.735586Z","end":"2026-07-03T16:33:56.275318Z","steps":["trace[912086216] 'agreement among raft nodes before linearized reading' (duration: 539.535821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:56.275392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:55.73556Z","time spent":"539.817497ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22146,"request content":"key:\"/registry/pods/openstack/nova-compute-default-rj2nl\" "} {"level":"info","ts":"2026-07-03T16:33:56.275296Z","caller":"traceutil/trace.go:171","msg":"trace[845501956] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18718; }","duration":"534.994132ms","start":"2026-07-03T16:33:55.740253Z","end":"2026-07-03T16:33:56.275247Z","steps":["trace[845501956] 'agreement among raft nodes before linearized reading' (duration: 534.765836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:56.275422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.33351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-cnjs5\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-07-03T16:33:56.275457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:55.740176Z","time spent":"535.272619ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:33:56.275471Z","caller":"traceutil/trace.go:171","msg":"trace[203173627] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-cnjs5; range_end:; response_count:1; response_revision:18718; }","duration":"511.405132ms","start":"2026-07-03T16:33:55.764045Z","end":"2026-07-03T16:33:56.27545Z","steps":["trace[203173627] 'agreement among raft nodes before linearized reading' (duration: 511.278439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:56.275507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:55.764028Z","time spent":"511.470113ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-cnjs5\" "} {"level":"info","ts":"2026-07-03T16:33:56.275266Z","caller":"traceutil/trace.go:171","msg":"trace[333609457] range","detail":"{range_begin:/registry/masterleases/199.204.45.53; range_end:; response_count:1; response_revision:18718; }","duration":"575.397959ms","start":"2026-07-03T16:33:55.699859Z","end":"2026-07-03T16:33:56.275257Z","steps":["trace[333609457] 'agreement among raft nodes before linearized reading' (duration: 575.161963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:56.275612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:55.699834Z","time spent":"575.769239ms","remote":"127.0.0.1:57340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.53\" "} {"level":"warn","ts":"2026-07-03T16:33:56.27571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.257353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:33:56.27577Z","caller":"traceutil/trace.go:171","msg":"trace[1463115951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18718; }","duration":"539.333335ms","start":"2026-07-03T16:33:55.736409Z","end":"2026-07-03T16:33:56.275742Z","steps":["trace[1463115951] 'agreement among raft nodes before linearized reading' (duration: 539.226413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:56.2758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:55.736392Z","time spent":"539.402237ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:33:57.082579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.946581ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:33:57.082713Z","caller":"traceutil/trace.go:171","msg":"trace[1695108411] transaction","detail":"{read_only:false; response_revision:18719; number_of_response:1; }","duration":"1.159956525s","start":"2026-07-03T16:33:55.92274Z","end":"2026-07-03T16:33:57.082697Z","steps":["trace[1695108411] 'process raft request' (duration: 456.803228ms)","trace[1695108411] 'compare' (duration: 702.188032ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:33:57.08276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:55.922714Z","time spent":"1.160024046s","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15657,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:33:57.083085Z","caller":"traceutil/trace.go:171","msg":"trace[424394834] transaction","detail":"{read_only:false; response_revision:18722; number_of_response:1; }","duration":"801.133993ms","start":"2026-07-03T16:33:56.281928Z","end":"2026-07-03T16:33:57.083062Z","steps":["trace[424394834] 'process raft request' (duration: 801.084192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:57.083138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:56.280988Z","time spent":"802.147639ms","remote":"127.0.0.1:57340","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:33:57.083206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:56.281921Z","time spent":"801.226275ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:33:57.083249Z","caller":"traceutil/trace.go:171","msg":"trace[538817601] transaction","detail":"{read_only:false; response_revision:18720; number_of_response:1; }","duration":"801.77712ms","start":"2026-07-03T16:33:56.281422Z","end":"2026-07-03T16:33:57.083199Z","steps":["trace[538817601] 'process raft request' (duration: 801.485522ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:57.083389Z","caller":"traceutil/trace.go:171","msg":"trace[1870994145] transaction","detail":"{read_only:false; response_revision:18721; number_of_response:1; }","duration":"801.654386ms","start":"2026-07-03T16:33:56.281726Z","end":"2026-07-03T16:33:57.083381Z","steps":["trace[1870994145] 'process raft request' (duration: 801.257576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:57.08344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:56.281718Z","time spent":"801.697018ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:33:57.083471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:56.281412Z","time spent":"801.944844ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:33:57.083318Z","caller":"traceutil/trace.go:171","msg":"trace[544262398] transaction","detail":"{read_only:false; response_revision:18723; number_of_response:1; }","duration":"800.650771ms","start":"2026-07-03T16:33:56.282656Z","end":"2026-07-03T16:33:57.083306Z","steps":["trace[544262398] 'process raft request' (duration: 800.375474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:57.083705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:56.282647Z","time spent":"801.021481ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:33:57.083485Z","caller":"traceutil/trace.go:171","msg":"trace[2082291028] linearizableReadLoop","detail":"{readStateIndex:19373; appliedIndex:19366; }","duration":"793.975348ms","start":"2026-07-03T16:33:56.289501Z","end":"2026-07-03T16:33:57.083476Z","steps":["trace[2082291028] 'read index received' (duration: 90.110053ms)","trace[2082291028] 'applied index is now lower than readState.Index' (duration: 703.864645ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:33:57.084017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.902074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:33:57.084075Z","caller":"traceutil/trace.go:171","msg":"trace[1923049999] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:18724; }","duration":"399.997067ms","start":"2026-07-03T16:33:56.684059Z","end":"2026-07-03T16:33:57.084056Z","steps":["trace[1923049999] 'agreement among raft nodes before linearized reading' (duration: 399.891744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:57.084113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:56.684035Z","time spent":"400.068819ms","remote":"127.0.0.1:36640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:33:57.084272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.763449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:941215"} {"level":"info","ts":"2026-07-03T16:33:57.084311Z","caller":"traceutil/trace.go:171","msg":"trace[1299431707] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:18724; }","duration":"794.80894ms","start":"2026-07-03T16:33:56.289494Z","end":"2026-07-03T16:33:57.084303Z","steps":["trace[1299431707] 'agreement among raft nodes before linearized reading' (duration: 794.009718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:57.084343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:56.289478Z","time spent":"794.856602ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":941239,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:33:57.084534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.92668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:33:57.084577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.858669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:33:57.084587Z","caller":"traceutil/trace.go:171","msg":"trace[71050347] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:18724; }","duration":"574.014813ms","start":"2026-07-03T16:33:56.510557Z","end":"2026-07-03T16:33:57.084572Z","steps":["trace[71050347] 'agreement among raft nodes before linearized reading' (duration: 573.940191ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:57.084601Z","caller":"traceutil/trace.go:171","msg":"trace[1710086417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18724; }","duration":"758.90543ms","start":"2026-07-03T16:33:56.325686Z","end":"2026-07-03T16:33:57.084591Z","steps":["trace[1710086417] 'agreement among raft nodes before linearized reading' (duration: 758.871589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:57.084623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:56.325669Z","time spent":"758.951282ms","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:33:57.084625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:56.510537Z","time spent":"574.078975ms","remote":"127.0.0.1:36546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:33:57.084777Z","caller":"traceutil/trace.go:171","msg":"trace[946758741] transaction","detail":"{read_only:false; response_revision:18724; number_of_response:1; }","duration":"800.61258ms","start":"2026-07-03T16:33:56.284156Z","end":"2026-07-03T16:33:57.084768Z","steps":["trace[946758741] 'process raft request' (duration: 799.10461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:57.084538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.975315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:941215"} {"level":"info","ts":"2026-07-03T16:33:57.084841Z","caller":"traceutil/trace.go:171","msg":"trace[1971104068] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:18724; }","duration":"795.298702ms","start":"2026-07-03T16:33:56.289527Z","end":"2026-07-03T16:33:57.084826Z","steps":["trace[1971104068] 'agreement among raft nodes before linearized reading' (duration: 794.335377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:57.0849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:56.28951Z","time spent":"795.371075ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":941239,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:33:57.085501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:56.284147Z","time spent":"800.662282ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:33:58.55464Z","caller":"traceutil/trace.go:171","msg":"trace[400759100] linearizableReadLoop","detail":"{readStateIndex:19384; appliedIndex:19383; }","duration":"452.982448ms","start":"2026-07-03T16:33:58.101636Z","end":"2026-07-03T16:33:58.554619Z","steps":["trace[400759100] 'read index received' (duration: 452.909646ms)","trace[400759100] 'applied index is now lower than readState.Index' (duration: 71.552µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:33:58.554734Z","caller":"traceutil/trace.go:171","msg":"trace[2125273170] transaction","detail":"{read_only:false; response_revision:18735; number_of_response:1; }","duration":"630.886665ms","start":"2026-07-03T16:33:57.923838Z","end":"2026-07-03T16:33:58.554725Z","steps":["trace[2125273170] 'process raft request' (duration: 630.646349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:58.554825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:57.923809Z","time spent":"630.946517ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:33:58.554992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.310397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:33:58.555109Z","caller":"traceutil/trace.go:171","msg":"trace[1894860844] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:18735; }","duration":"453.478532ms","start":"2026-07-03T16:33:58.101603Z","end":"2026-07-03T16:33:58.555082Z","steps":["trace[1894860844] 'agreement among raft nodes before linearized reading' (duration: 453.145753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:58.555178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:58.101589Z","time spent":"453.573554ms","remote":"127.0.0.1:57354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:33:59.05559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653093228,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:33:59.448304Z","caller":"traceutil/trace.go:171","msg":"trace[1297935580] transaction","detail":"{read_only:false; response_revision:18736; number_of_response:1; }","duration":"1.26834365s","start":"2026-07-03T16:33:58.179931Z","end":"2026-07-03T16:33:59.448275Z","steps":["trace[1297935580] 'process raft request' (duration: 1.268138585s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:59.448421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:58.179903Z","time spent":"1.268459293s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:33:59.448318Z","caller":"traceutil/trace.go:171","msg":"trace[368369665] transaction","detail":"{read_only:false; response_revision:18737; number_of_response:1; }","duration":"1.168423464s","start":"2026-07-03T16:33:58.279871Z","end":"2026-07-03T16:33:59.448295Z","steps":["trace[368369665] 'process raft request' (duration: 1.168342762s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:59.448592Z","caller":"traceutil/trace.go:171","msg":"trace[1643135863] transaction","detail":"{read_only:false; response_revision:18738; number_of_response:1; }","duration":"1.167376427s","start":"2026-07-03T16:33:58.281198Z","end":"2026-07-03T16:33:59.448575Z","steps":["trace[1643135863] 'process raft request' (duration: 1.167059428s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:59.448505Z","caller":"traceutil/trace.go:171","msg":"trace[981757765] linearizableReadLoop","detail":"{readStateIndex:19388; appliedIndex:19384; }","duration":"893.788064ms","start":"2026-07-03T16:33:58.554696Z","end":"2026-07-03T16:33:59.448484Z","steps":["trace[981757765] 'read index received' (duration: 893.417873ms)","trace[981757765] 'applied index is now lower than readState.Index' (duration: 369.801µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:33:59.448684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:58.281189Z","time spent":"1.167452179s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:33:59.448752Z","caller":"traceutil/trace.go:171","msg":"trace[886291939] transaction","detail":"{read_only:false; response_revision:18739; number_of_response:1; }","duration":"1.16708125s","start":"2026-07-03T16:33:58.281648Z","end":"2026-07-03T16:33:59.448729Z","steps":["trace[886291939] 'process raft request' (duration: 1.166792073s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:59.448794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089761796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:33:59.448824Z","caller":"traceutil/trace.go:171","msg":"trace[375015867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18739; }","duration":"1.089829328s","start":"2026-07-03T16:33:58.358987Z","end":"2026-07-03T16:33:59.448817Z","steps":["trace[375015867] 'agreement among raft nodes before linearized reading' (duration: 1.089740326s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:59.448843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:58.358969Z","time spent":"1.089869369s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:33:59.448846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:58.281619Z","time spent":"1.167171972s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:33:59.448922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:58.279837Z","time spent":"1.168725263s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:33:59.486195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.673219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-03T16:33:59.486225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.651107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:33:59.486251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.675129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T16:33:59.48631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.713338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:33:59.486334Z","caller":"traceutil/trace.go:171","msg":"trace[2079279801] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:18740; }","duration":"302.835142ms","start":"2026-07-03T16:33:59.183469Z","end":"2026-07-03T16:33:59.486304Z","steps":["trace[2079279801] 'agreement among raft nodes before linearized reading' (duration: 302.620196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:59.486354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.467132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-jjkcv\" ","response":"range_response_count:1 size:15761"} {"level":"info","ts":"2026-07-03T16:33:59.486341Z","caller":"traceutil/trace.go:171","msg":"trace[457378209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18740; }","duration":"394.830233ms","start":"2026-07-03T16:33:59.091487Z","end":"2026-07-03T16:33:59.486318Z","steps":["trace[457378209] 'agreement among raft nodes before linearized reading' (duration: 394.575056ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:59.486378Z","caller":"traceutil/trace.go:171","msg":"trace[2060682496] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-jjkcv; range_end:; response_count:1; response_revision:18740; }","duration":"745.526143ms","start":"2026-07-03T16:33:58.740844Z","end":"2026-07-03T16:33:59.48637Z","steps":["trace[2060682496] 'agreement among raft nodes before linearized reading' (duration: 745.456291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:59.486391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:59.183443Z","time spent":"302.937634ms","remote":"127.0.0.1:40384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:33:59.486398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:58.740823Z","time spent":"745.570535ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":15785,"request content":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-jjkcv\" "} {"level":"warn","ts":"2026-07-03T16:33:59.486432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.053349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:33:59.486454Z","caller":"traceutil/trace.go:171","msg":"trace[805391907] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18740; }","duration":"395.10602ms","start":"2026-07-03T16:33:59.091342Z","end":"2026-07-03T16:33:59.486448Z","steps":["trace[805391907] 'agreement among raft nodes before linearized reading' (duration: 395.048499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:59.486479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:59.091322Z","time spent":"395.152361ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:33:59.486489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.177708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rj2nl\" ","response":"range_response_count:1 size:22122"} {"level":"info","ts":"2026-07-03T16:33:59.486493Z","caller":"traceutil/trace.go:171","msg":"trace[629703426] transaction","detail":"{read_only:false; response_revision:18740; number_of_response:1; }","duration":"113.847538ms","start":"2026-07-03T16:33:59.372628Z","end":"2026-07-03T16:33:59.486476Z","steps":["trace[629703426] 'process raft request' (duration: 113.208702ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:59.48627Z","caller":"traceutil/trace.go:171","msg":"trace[478514147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18740; }","duration":"394.795252ms","start":"2026-07-03T16:33:59.091455Z","end":"2026-07-03T16:33:59.48625Z","steps":["trace[478514147] 'agreement among raft nodes before linearized reading' (duration: 394.589767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:59.486513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.302672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-cnjs5\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-07-03T16:33:59.486371Z","caller":"traceutil/trace.go:171","msg":"trace[1612375486] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18740; }","duration":"397.834971ms","start":"2026-07-03T16:33:59.088523Z","end":"2026-07-03T16:33:59.486358Z","steps":["trace[1612375486] 'agreement among raft nodes before linearized reading' (duration: 397.618275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:59.486616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:59.088498Z","time spent":"398.098508ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:33:59.486398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:59.091455Z","time spent":"394.931876ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:33:59.48672Z","caller":"traceutil/trace.go:171","msg":"trace[614872030] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rj2nl; range_end:; response_count:1; response_revision:18740; }","duration":"379.226079ms","start":"2026-07-03T16:33:59.107279Z","end":"2026-07-03T16:33:59.486505Z","steps":["trace[614872030] 'agreement among raft nodes before linearized reading' (duration: 379.142357ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:59.486554Z","caller":"traceutil/trace.go:171","msg":"trace[2082045732] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-cnjs5; range_end:; response_count:1; response_revision:18740; }","duration":"374.344884ms","start":"2026-07-03T16:33:59.112197Z","end":"2026-07-03T16:33:59.486542Z","steps":["trace[2082045732] 'agreement among raft nodes before linearized reading' (duration: 374.225881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:59.486753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:59.107265Z","time spent":"379.481166ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22146,"request content":"key:\"/registry/pods/openstack/nova-compute-default-rj2nl\" "} {"level":"warn","ts":"2026-07-03T16:33:59.486762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:59.112146Z","time spent":"374.60668ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-cnjs5\" "} {"level":"warn","ts":"2026-07-03T16:33:59.486606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.939138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:33:59.48684Z","caller":"traceutil/trace.go:171","msg":"trace[779627535] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18740; }","duration":"397.222495ms","start":"2026-07-03T16:33:59.089609Z","end":"2026-07-03T16:33:59.486832Z","steps":["trace[779627535] 'agreement among raft nodes before linearized reading' (duration: 396.922137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:59.486863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:59.089583Z","time spent":"397.274717ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:33:59.486549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:59.091437Z","time spent":"395.09849ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:33:59.687922Z","caller":"traceutil/trace.go:171","msg":"trace[466827413] transaction","detail":"{read_only:false; response_revision:18742; number_of_response:1; }","duration":"197.463373ms","start":"2026-07-03T16:33:59.490435Z","end":"2026-07-03T16:33:59.687899Z","steps":["trace[466827413] 'process raft request' (duration: 197.32926ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:59.688148Z","caller":"traceutil/trace.go:171","msg":"trace[754674794] transaction","detail":"{read_only:false; response_revision:18743; number_of_response:1; }","duration":"197.145194ms","start":"2026-07-03T16:33:59.490978Z","end":"2026-07-03T16:33:59.688123Z","steps":["trace[754674794] 'process raft request' (duration: 196.887627ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:59.68822Z","caller":"traceutil/trace.go:171","msg":"trace[39357607] linearizableReadLoop","detail":"{readStateIndex:19392; appliedIndex:19390; }","duration":"197.104783ms","start":"2026-07-03T16:33:59.491101Z","end":"2026-07-03T16:33:59.688206Z","steps":["trace[39357607] 'read index received' (duration: 24.192046ms)","trace[39357607] 'applied index is now lower than readState.Index' (duration: 172.911857ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:33:59.688283Z","caller":"traceutil/trace.go:171","msg":"trace[1334547610] transaction","detail":"{read_only:false; response_revision:18745; number_of_response:1; }","duration":"195.744259ms","start":"2026-07-03T16:33:59.49253Z","end":"2026-07-03T16:33:59.688274Z","steps":["trace[1334547610] 'process raft request' (duration: 195.584575ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:59.688402Z","caller":"traceutil/trace.go:171","msg":"trace[1551363007] transaction","detail":"{read_only:false; response_revision:18744; number_of_response:1; }","duration":"196.774825ms","start":"2026-07-03T16:33:59.491621Z","end":"2026-07-03T16:33:59.688395Z","steps":["trace[1551363007] 'process raft request' (duration: 196.433796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:59.688592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.294867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:33:59.688617Z","caller":"traceutil/trace.go:171","msg":"trace[256201231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18746; }","duration":"195.343138ms","start":"2026-07-03T16:33:59.493265Z","end":"2026-07-03T16:33:59.688609Z","steps":["trace[256201231] 'agreement among raft nodes before linearized reading' (duration: 195.293466ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:59.688953Z","caller":"traceutil/trace.go:171","msg":"trace[1537499248] transaction","detail":"{read_only:false; response_revision:18746; number_of_response:1; }","duration":"192.988887ms","start":"2026-07-03T16:33:59.495954Z","end":"2026-07-03T16:33:59.688943Z","steps":["trace[1537499248] 'process raft request' (duration: 192.195387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:59.689236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.109293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:941642"} {"level":"warn","ts":"2026-07-03T16:33:59.689264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.14306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:941642"} {"level":"info","ts":"2026-07-03T16:33:59.68928Z","caller":"traceutil/trace.go:171","msg":"trace[1318669267] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:18746; }","duration":"197.172215ms","start":"2026-07-03T16:33:59.492097Z","end":"2026-07-03T16:33:59.689269Z","steps":["trace[1318669267] 'agreement among raft nodes before linearized reading' (duration: 196.333454ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:59.689304Z","caller":"traceutil/trace.go:171","msg":"trace[868678354] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:18746; }","duration":"198.197401ms","start":"2026-07-03T16:33:59.491096Z","end":"2026-07-03T16:33:59.689293Z","steps":["trace[868678354] 'agreement among raft nodes before linearized reading' (duration: 197.256327ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:59.841509Z","caller":"traceutil/trace.go:171","msg":"trace[263284070] transaction","detail":"{read_only:false; response_revision:18747; number_of_response:1; }","duration":"131.447343ms","start":"2026-07-03T16:33:59.710029Z","end":"2026-07-03T16:33:59.841477Z","steps":["trace[263284070] 'process raft request' (duration: 131.210967ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:08.701748Z","caller":"traceutil/trace.go:171","msg":"trace[1648863070] linearizableReadLoop","detail":"{readStateIndex:19544; appliedIndex:19543; }","duration":"180.297859ms","start":"2026-07-03T16:34:08.521403Z","end":"2026-07-03T16:34:08.7017Z","steps":["trace[1648863070] 'read index received' (duration: 179.843007ms)","trace[1648863070] 'applied index is now lower than readState.Index' (duration: 453.132µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:34:08.702146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.702789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-03T16:34:08.702194Z","caller":"traceutil/trace.go:171","msg":"trace[645325704] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:18891; }","duration":"180.813413ms","start":"2026-07-03T16:34:08.521367Z","end":"2026-07-03T16:34:08.702181Z","steps":["trace[645325704] 'agreement among raft nodes before linearized reading' (duration: 180.506245ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:08.702264Z","caller":"traceutil/trace.go:171","msg":"trace[46517250] transaction","detail":"{read_only:false; response_revision:18891; number_of_response:1; }","duration":"182.544686ms","start":"2026-07-03T16:34:08.519668Z","end":"2026-07-03T16:34:08.702213Z","steps":["trace[46517250] 'process raft request' (duration: 181.428097ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:08.916351Z","caller":"traceutil/trace.go:171","msg":"trace[631936271] transaction","detail":"{read_only:false; response_revision:18893; number_of_response:1; }","duration":"287.508354ms","start":"2026-07-03T16:34:08.628817Z","end":"2026-07-03T16:34:08.916325Z","steps":["trace[631936271] 'process raft request' (duration: 287.445672ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:08.916628Z","caller":"traceutil/trace.go:171","msg":"trace[1022862581] transaction","detail":"{read_only:false; response_revision:18892; number_of_response:1; }","duration":"289.395563ms","start":"2026-07-03T16:34:08.6272Z","end":"2026-07-03T16:34:08.916595Z","steps":["trace[1022862581] 'process raft request' (duration: 288.91501ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:08.916789Z","caller":"traceutil/trace.go:171","msg":"trace[1601404049] linearizableReadLoop","detail":"{readStateIndex:19546; appliedIndex:19546; }","duration":"209.064822ms","start":"2026-07-03T16:34:08.707684Z","end":"2026-07-03T16:34:08.916749Z","steps":["trace[1601404049] 'read index received' (duration: 209.045162ms)","trace[1601404049] 'applied index is now lower than readState.Index' (duration: 16.44µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:34:08.917021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.311899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-03T16:34:08.917076Z","caller":"traceutil/trace.go:171","msg":"trace[983830920] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:18893; }","duration":"209.408351ms","start":"2026-07-03T16:34:08.707653Z","end":"2026-07-03T16:34:08.917062Z","steps":["trace[983830920] 'agreement among raft nodes before linearized reading' (duration: 209.219297ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:08.959942Z","caller":"traceutil/trace.go:171","msg":"trace[1218723937] transaction","detail":"{read_only:false; response_revision:18894; number_of_response:1; }","duration":"236.978576ms","start":"2026-07-03T16:34:08.722941Z","end":"2026-07-03T16:34:08.95992Z","steps":["trace[1218723937] 'process raft request' (duration: 236.875404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:34:08.967835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.068719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224957"} {"level":"info","ts":"2026-07-03T16:34:08.968062Z","caller":"traceutil/trace.go:171","msg":"trace[53335523] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:18894; }","duration":"193.297945ms","start":"2026-07-03T16:34:08.774734Z","end":"2026-07-03T16:34:08.968032Z","steps":["trace[53335523] 'agreement among raft nodes before linearized reading' (duration: 185.461252ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:09.056817Z","caller":"traceutil/trace.go:171","msg":"trace[802912835] transaction","detail":"{read_only:false; response_revision:18895; number_of_response:1; }","duration":"134.331058ms","start":"2026-07-03T16:34:08.922445Z","end":"2026-07-03T16:34:09.056776Z","steps":["trace[802912835] 'process raft request' (duration: 133.950499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:34:09.056863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.696226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-03T16:34:09.057057Z","caller":"traceutil/trace.go:171","msg":"trace[1506427283] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:18895; }","duration":"127.922672ms","start":"2026-07-03T16:34:08.929102Z","end":"2026-07-03T16:34:09.057025Z","steps":["trace[1506427283] 'agreement among raft nodes before linearized reading' (duration: 127.563813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:34:09.057219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.513746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-vdmpg-api\" ","response":"range_response_count:1 size:2048"} {"level":"info","ts":"2026-07-03T16:34:09.0573Z","caller":"traceutil/trace.go:171","msg":"trace[895729826] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-vdmpg-api; range_end:; response_count:1; response_revision:18895; }","duration":"131.631808ms","start":"2026-07-03T16:34:08.925637Z","end":"2026-07-03T16:34:09.057268Z","steps":["trace[895729826] 'agreement among raft nodes before linearized reading' (duration: 131.051382ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:09.083033Z","caller":"traceutil/trace.go:171","msg":"trace[226433745] transaction","detail":"{read_only:false; response_revision:18897; number_of_response:1; }","duration":"110.42543ms","start":"2026-07-03T16:34:08.972574Z","end":"2026-07-03T16:34:09.082999Z","steps":["trace[226433745] 'process raft request' (duration: 110.303397ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:09.083123Z","caller":"traceutil/trace.go:171","msg":"trace[1606119078] transaction","detail":"{read_only:false; response_revision:18898; number_of_response:1; }","duration":"110.526432ms","start":"2026-07-03T16:34:08.972574Z","end":"2026-07-03T16:34:09.083101Z","steps":["trace[1606119078] 'process raft request' (duration: 110.329347ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:09.083299Z","caller":"traceutil/trace.go:171","msg":"trace[1670629381] transaction","detail":"{read_only:false; response_revision:18901; number_of_response:1; }","duration":"108.997322ms","start":"2026-07-03T16:34:08.974285Z","end":"2026-07-03T16:34:09.083282Z","steps":["trace[1670629381] 'process raft request' (duration: 108.680934ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:09.083134Z","caller":"traceutil/trace.go:171","msg":"trace[1929657781] transaction","detail":"{read_only:false; response_revision:18896; number_of_response:1; }","duration":"111.136578ms","start":"2026-07-03T16:34:08.971961Z","end":"2026-07-03T16:34:09.083098Z","steps":["trace[1929657781] 'process raft request' (duration: 110.81267ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:09.083488Z","caller":"traceutil/trace.go:171","msg":"trace[266235885] transaction","detail":"{read_only:false; response_revision:18900; number_of_response:1; }","duration":"109.796673ms","start":"2026-07-03T16:34:08.973684Z","end":"2026-07-03T16:34:09.083481Z","steps":["trace[266235885] 'process raft request' (duration: 109.263729ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:09.083457Z","caller":"traceutil/trace.go:171","msg":"trace[1296564096] transaction","detail":"{read_only:false; response_revision:18899; number_of_response:1; }","duration":"110.254544ms","start":"2026-07-03T16:34:08.973191Z","end":"2026-07-03T16:34:09.083446Z","steps":["trace[1296564096] 'process raft request' (duration: 109.735261ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:09.083494Z","caller":"traceutil/trace.go:171","msg":"trace[612663036] transaction","detail":"{read_only:false; response_revision:18902; number_of_response:1; }","duration":"102.414602ms","start":"2026-07-03T16:34:08.98107Z","end":"2026-07-03T16:34:09.083485Z","steps":["trace[612663036] 'process raft request' (duration: 101.9478ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:09.197505Z","caller":"traceutil/trace.go:171","msg":"trace[1207056338] transaction","detail":"{read_only:false; response_revision:18905; number_of_response:1; }","duration":"108.601092ms","start":"2026-07-03T16:34:09.088867Z","end":"2026-07-03T16:34:09.197468Z","steps":["trace[1207056338] 'process raft request' (duration: 108.274742ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:09.197593Z","caller":"traceutil/trace.go:171","msg":"trace[409708298] transaction","detail":"{read_only:false; response_revision:18906; number_of_response:1; }","duration":"105.343898ms","start":"2026-07-03T16:34:09.092173Z","end":"2026-07-03T16:34:09.197517Z","steps":["trace[409708298] 'process raft request' (duration: 105.138383ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:09.270167Z","caller":"traceutil/trace.go:171","msg":"trace[1142694435] transaction","detail":"{read_only:false; response_revision:18908; number_of_response:1; }","duration":"130.851318ms","start":"2026-07-03T16:34:09.139234Z","end":"2026-07-03T16:34:09.270085Z","steps":["trace[1142694435] 'process raft request' (duration: 130.665302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:34:09.270449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.005141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-07-03T16:34:09.270577Z","caller":"traceutil/trace.go:171","msg":"trace[1856107836] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:18908; }","duration":"146.191996ms","start":"2026-07-03T16:34:09.124351Z","end":"2026-07-03T16:34:09.270543Z","steps":["trace[1856107836] 'agreement among raft nodes before linearized reading' (duration: 145.753245ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:09.441656Z","caller":"traceutil/trace.go:171","msg":"trace[1668950331] linearizableReadLoop","detail":"{readStateIndex:19562; appliedIndex:19561; }","duration":"166.79612ms","start":"2026-07-03T16:34:09.274834Z","end":"2026-07-03T16:34:09.44163Z","steps":["trace[1668950331] 'read index received' (duration: 166.653046ms)","trace[1668950331] 'applied index is now lower than readState.Index' (duration: 142.104µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:34:09.441817Z","caller":"traceutil/trace.go:171","msg":"trace[109098625] transaction","detail":"{read_only:false; response_revision:18909; number_of_response:1; }","duration":"167.873606ms","start":"2026-07-03T16:34:09.2739Z","end":"2026-07-03T16:34:09.441774Z","steps":["trace[109098625] 'process raft request' (duration: 167.22781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:34:09.442102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.22005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-03T16:34:09.442161Z","caller":"traceutil/trace.go:171","msg":"trace[1281915110] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:18909; }","duration":"167.358974ms","start":"2026-07-03T16:34:09.274783Z","end":"2026-07-03T16:34:09.442142Z","steps":["trace[1281915110] 'agreement among raft nodes before linearized reading' (duration: 166.989574ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:09.521093Z","caller":"traceutil/trace.go:171","msg":"trace[728571156] transaction","detail":"{read_only:false; response_revision:18912; number_of_response:1; }","duration":"242.096858ms","start":"2026-07-03T16:34:09.278978Z","end":"2026-07-03T16:34:09.521075Z","steps":["trace[728571156] 'process raft request' (duration: 241.989105ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:09.521154Z","caller":"traceutil/trace.go:171","msg":"trace[669883246] transaction","detail":"{read_only:false; response_revision:18914; number_of_response:1; }","duration":"241.272177ms","start":"2026-07-03T16:34:09.279874Z","end":"2026-07-03T16:34:09.521146Z","steps":["trace[669883246] 'process raft request' (duration: 241.158504ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:09.521132Z","caller":"traceutil/trace.go:171","msg":"trace[1594209667] transaction","detail":"{read_only:false; response_revision:18913; number_of_response:1; }","duration":"241.860832ms","start":"2026-07-03T16:34:09.279239Z","end":"2026-07-03T16:34:09.5211Z","steps":["trace[1594209667] 'process raft request' (duration: 241.76415ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:09.521093Z","caller":"traceutil/trace.go:171","msg":"trace[1640448430] transaction","detail":"{read_only:false; response_revision:18910; number_of_response:1; }","duration":"244.09311ms","start":"2026-07-03T16:34:09.276946Z","end":"2026-07-03T16:34:09.521039Z","steps":["trace[1640448430] 'process raft request' (duration: 243.855934ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:09.521243Z","caller":"traceutil/trace.go:171","msg":"trace[460295538] transaction","detail":"{read_only:false; response_revision:18916; number_of_response:1; }","duration":"235.18057ms","start":"2026-07-03T16:34:09.286056Z","end":"2026-07-03T16:34:09.521236Z","steps":["trace[460295538] 'process raft request' (duration: 235.060287ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:09.521257Z","caller":"traceutil/trace.go:171","msg":"trace[1718755113] transaction","detail":"{read_only:false; response_revision:18915; number_of_response:1; }","duration":"241.154424ms","start":"2026-07-03T16:34:09.280074Z","end":"2026-07-03T16:34:09.521228Z","steps":["trace[1718755113] 'process raft request' (duration: 241.001351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:34:09.521502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.811564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-07-03T16:34:09.521537Z","caller":"traceutil/trace.go:171","msg":"trace[688568224] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:18916; }","duration":"245.881967ms","start":"2026-07-03T16:34:09.275643Z","end":"2026-07-03T16:34:09.521525Z","steps":["trace[688568224] 'agreement among raft nodes before linearized reading' (duration: 245.707613ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:09.521624Z","caller":"traceutil/trace.go:171","msg":"trace[2099278036] transaction","detail":"{read_only:false; response_revision:18911; number_of_response:1; }","duration":"242.660942ms","start":"2026-07-03T16:34:09.278947Z","end":"2026-07-03T16:34:09.521608Z","steps":["trace[2099278036] 'process raft request' (duration: 241.981345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:34:09.904533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.764569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:34:09.904806Z","caller":"traceutil/trace.go:171","msg":"trace[995879978] transaction","detail":"{read_only:false; response_revision:18918; number_of_response:1; }","duration":"404.298868ms","start":"2026-07-03T16:34:09.500491Z","end":"2026-07-03T16:34:09.904789Z","steps":["trace[995879978] 'process raft request' (duration: 404.178285ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:09.904839Z","caller":"traceutil/trace.go:171","msg":"trace[836885805] transaction","detail":"{read_only:false; number_of_response:1; response_revision:18917; }","duration":"443.124253ms","start":"2026-07-03T16:34:09.461686Z","end":"2026-07-03T16:34:09.904811Z","steps":["trace[836885805] 'process raft request' (duration: 442.943169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:34:09.905127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:34:09.500473Z","time spent":"404.37891ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:34:09.90479Z","caller":"traceutil/trace.go:171","msg":"trace[1928349136] transaction","detail":"{read_only:false; response_revision:18917; number_of_response:1; }","duration":"446.182193ms","start":"2026-07-03T16:34:09.458576Z","end":"2026-07-03T16:34:09.904758Z","steps":["trace[1928349136] 'process raft request' (duration: 109.115346ms)","trace[1928349136] 'compare' (duration: 336.455831ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:34:09.905367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:34:09.461675Z","time spent":"443.469933ms","remote":"127.0.0.1:43682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":86,"response count":0,"response size":2298,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:34:09.90542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:34:09.458558Z","time spent":"446.687545ms","remote":"127.0.0.1:43682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2244,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:34:09.905738Z","caller":"traceutil/trace.go:171","msg":"trace[1429449179] transaction","detail":"{read_only:false; response_revision:18919; number_of_response:1; }","duration":"405.130869ms","start":"2026-07-03T16:34:09.500576Z","end":"2026-07-03T16:34:09.905707Z","steps":["trace[1429449179] 'process raft request' (duration: 404.170415ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:09.905802Z","caller":"traceutil/trace.go:171","msg":"trace[1355923474] linearizableReadLoop","detail":"{readStateIndex:19574; appliedIndex:19569; }","duration":"384.581277ms","start":"2026-07-03T16:34:09.52119Z","end":"2026-07-03T16:34:09.905772Z","steps":["trace[1355923474] 'read index received' (duration: 46.477213ms)","trace[1355923474] 'applied index is now lower than readState.Index' (duration: 338.102894ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:34:09.905852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:34:09.500569Z","time spent":"405.224761ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:34:09.905893Z","caller":"traceutil/trace.go:171","msg":"trace[1018553436] transaction","detail":"{read_only:false; response_revision:18920; number_of_response:1; }","duration":"403.729813ms","start":"2026-07-03T16:34:09.502133Z","end":"2026-07-03T16:34:09.905863Z","steps":["trace[1018553436] 'process raft request' (duration: 403.509848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:34:09.906006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:34:09.502122Z","time spent":"403.821675ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:34:09.906055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.40788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3299"} {"level":"info","ts":"2026-07-03T16:34:09.906113Z","caller":"traceutil/trace.go:171","msg":"trace[466438162] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:18920; }","duration":"407.492122ms","start":"2026-07-03T16:34:09.498601Z","end":"2026-07-03T16:34:09.906093Z","steps":["trace[466438162] 'agreement among raft nodes before linearized reading' (duration: 407.295756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:34:09.90612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.795966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"warn","ts":"2026-07-03T16:34:09.906157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:34:09.498584Z","time spent":"407.562993ms","remote":"127.0.0.1:59198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3323,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-07-03T16:34:09.906205Z","caller":"traceutil/trace.go:171","msg":"trace[1546773523] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:18920; }","duration":"454.920369ms","start":"2026-07-03T16:34:09.451267Z","end":"2026-07-03T16:34:09.906187Z","steps":["trace[1546773523] 'agreement among raft nodes before linearized reading' (duration: 454.691173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:34:09.906262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:34:09.451244Z","time spent":"455.005812ms","remote":"127.0.0.1:57404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1367,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-07-03T16:34:09.912817Z","caller":"traceutil/trace.go:171","msg":"trace[2086802877] transaction","detail":"{read_only:false; response_revision:18923; number_of_response:1; }","duration":"375.518333ms","start":"2026-07-03T16:34:09.537278Z","end":"2026-07-03T16:34:09.912796Z","steps":["trace[2086802877] 'process raft request' (duration: 375.468632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:34:09.913171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:34:09.537259Z","time spent":"375.616115ms","remote":"127.0.0.1:43670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6272,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:34:09.913436Z","caller":"traceutil/trace.go:171","msg":"trace[1833114599] transaction","detail":"{read_only:false; response_revision:18921; number_of_response:1; }","duration":"386.569179ms","start":"2026-07-03T16:34:09.526852Z","end":"2026-07-03T16:34:09.913421Z","steps":["trace[1833114599] 'process raft request' (duration: 385.787379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:34:09.913529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:34:09.52684Z","time spent":"386.668512ms","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:34:09.913704Z","caller":"traceutil/trace.go:171","msg":"trace[806538315] transaction","detail":"{read_only:false; response_revision:18922; number_of_response:1; }","duration":"383.443758ms","start":"2026-07-03T16:34:09.530253Z","end":"2026-07-03T16:34:09.913697Z","steps":["trace[806538315] 'process raft request' (duration: 382.472924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:34:09.913756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:34:09.530243Z","time spent":"383.497471ms","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":852,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:34:09.92877Z","caller":"traceutil/trace.go:171","msg":"trace[1908601553] transaction","detail":"{read_only:false; response_revision:18924; number_of_response:1; }","duration":"344.649894ms","start":"2026-07-03T16:34:09.584102Z","end":"2026-07-03T16:34:09.928752Z","steps":["trace[1908601553] 'process raft request' (duration: 344.52615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:34:09.928886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:34:09.584075Z","time spent":"344.747266ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:34:09.929007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.294079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:34:09.929106Z","caller":"traceutil/trace.go:171","msg":"trace[2055625560] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18924; }","duration":"192.406952ms","start":"2026-07-03T16:34:09.736677Z","end":"2026-07-03T16:34:09.929084Z","steps":["trace[2055625560] 'agreement among raft nodes before linearized reading' (duration: 192.103034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:34:09.92912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.216632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-74d35f1f-5510-4ddc-b9c2-9924d3056d16\" ","response":"range_response_count:1 size:3756"} {"level":"info","ts":"2026-07-03T16:34:09.929153Z","caller":"traceutil/trace.go:171","msg":"trace[202495071] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-74d35f1f-5510-4ddc-b9c2-9924d3056d16; range_end:; response_count:1; response_revision:18924; }","duration":"405.266953ms","start":"2026-07-03T16:34:09.523874Z","end":"2026-07-03T16:34:09.929141Z","steps":["trace[202495071] 'agreement among raft nodes before linearized reading' (duration: 405.201972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:34:09.929148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.790905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-03T16:34:09.929245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.531712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:34:09.929238Z","caller":"traceutil/trace.go:171","msg":"trace[1416781364] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18924; }","duration":"357.927877ms","start":"2026-07-03T16:34:09.571288Z","end":"2026-07-03T16:34:09.929216Z","steps":["trace[1416781364] 'agreement among raft nodes before linearized reading' (duration: 357.64485ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:09.929272Z","caller":"traceutil/trace.go:171","msg":"trace[1353613063] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18924; }","duration":"205.558273ms","start":"2026-07-03T16:34:09.723708Z","end":"2026-07-03T16:34:09.929266Z","steps":["trace[1353613063] 'agreement among raft nodes before linearized reading' (duration: 205.495711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:34:09.929292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:34:09.571269Z","time spent":"358.01296ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:34:09.929182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:34:09.523861Z","time spent":"405.315634ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3780,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-74d35f1f-5510-4ddc-b9c2-9924d3056d16\" "} {"level":"warn","ts":"2026-07-03T16:34:09.929313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.449873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-cnjs5\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-07-03T16:34:09.929469Z","caller":"traceutil/trace.go:171","msg":"trace[178787349] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-cnjs5; range_end:; response_count:1; response_revision:18924; }","duration":"124.74261ms","start":"2026-07-03T16:34:09.804711Z","end":"2026-07-03T16:34:09.929454Z","steps":["trace[178787349] 'agreement among raft nodes before linearized reading' (duration: 124.490524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:34:09.929296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.453518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:34:09.929654Z","caller":"traceutil/trace.go:171","msg":"trace[1541305142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18924; }","duration":"176.837198ms","start":"2026-07-03T16:34:09.752802Z","end":"2026-07-03T16:34:09.929639Z","steps":["trace[1541305142] 'agreement among raft nodes before linearized reading' (duration: 176.422948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:34:09.92911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.764082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rj2nl\" ","response":"range_response_count:1 size:22122"} {"level":"info","ts":"2026-07-03T16:34:09.929756Z","caller":"traceutil/trace.go:171","msg":"trace[1517811667] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rj2nl; range_end:; response_count:1; response_revision:18924; }","duration":"127.522932ms","start":"2026-07-03T16:34:09.802223Z","end":"2026-07-03T16:34:09.929746Z","steps":["trace[1517811667] 'agreement among raft nodes before linearized reading' (duration: 126.64981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:34:09.929354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.318487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:34:09.929839Z","caller":"traceutil/trace.go:171","msg":"trace[349286801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18924; }","duration":"178.856471ms","start":"2026-07-03T16:34:09.75097Z","end":"2026-07-03T16:34:09.929827Z","steps":["trace[349286801] 'agreement among raft nodes before linearized reading' (duration: 178.344848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:34:09.929046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.579576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-07-03T16:34:09.929925Z","caller":"traceutil/trace.go:171","msg":"trace[687236352] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:18924; }","duration":"405.476019ms","start":"2026-07-03T16:34:09.524434Z","end":"2026-07-03T16:34:09.92991Z","steps":["trace[687236352] 'agreement among raft nodes before linearized reading' (duration: 404.516955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:34:09.930003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:34:09.524423Z","time spent":"405.53462ms","remote":"127.0.0.1:57502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1310,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-07-03T16:34:46.132622Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c47ca1a7b1fe506b","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-03T16:34:46.137866Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-03T16:34:46.137967Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-03T16:34:52.218862Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16852} {"level":"info","ts":"2026-07-03T16:34:52.320556Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16852,"took":"96.945314ms","hash":3838329136,"current-db-size-bytes":54140928,"current-db-size":"54 MB","current-db-size-in-use-bytes":33337344,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-03T16:34:52.320625Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3838329136,"revision":16852,"compact-revision":14414} {"level":"info","ts":"2026-07-03T16:39:33.859745Z","caller":"traceutil/trace.go:171","msg":"trace[207795611] linearizableReadLoop","detail":"{readStateIndex:22109; appliedIndex:22108; }","duration":"104.16048ms","start":"2026-07-03T16:39:33.75556Z","end":"2026-07-03T16:39:33.85972Z","steps":["trace[207795611] 'read index received' (duration: 103.046532ms)","trace[207795611] 'applied index is now lower than readState.Index' (duration: 1.112708ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:39:33.859953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.606136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:39:33.859978Z","caller":"traceutil/trace.go:171","msg":"trace[1709954621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21375; }","duration":"103.677428ms","start":"2026-07-03T16:39:33.756293Z","end":"2026-07-03T16:39:33.85997Z","steps":["trace[1709954621] 'agreement among raft nodes before linearized reading' (duration: 103.549074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:33.860095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.51598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:39:33.860205Z","caller":"traceutil/trace.go:171","msg":"trace[163065125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21375; }","duration":"104.676373ms","start":"2026-07-03T16:39:33.755515Z","end":"2026-07-03T16:39:33.860191Z","steps":["trace[163065125] 'agreement among raft nodes before linearized reading' (duration: 104.318964ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:33.860391Z","caller":"traceutil/trace.go:171","msg":"trace[1333199951] transaction","detail":"{read_only:false; response_revision:21375; number_of_response:1; }","duration":"116.995724ms","start":"2026-07-03T16:39:33.742785Z","end":"2026-07-03T16:39:33.859781Z","steps":["trace[1333199951] 'process raft request' (duration: 115.942197ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:35.881506Z","caller":"traceutil/trace.go:171","msg":"trace[947841601] linearizableReadLoop","detail":"{readStateIndex:22119; appliedIndex:22118; }","duration":"121.13775ms","start":"2026-07-03T16:39:35.760345Z","end":"2026-07-03T16:39:35.881482Z","steps":["trace[947841601] 'read index received' (duration: 41.731422ms)","trace[947841601] 'applied index is now lower than readState.Index' (duration: 79.405478ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:39:35.881519Z","caller":"traceutil/trace.go:171","msg":"trace[243865053] transaction","detail":"{read_only:false; response_revision:21384; number_of_response:1; }","duration":"133.294346ms","start":"2026-07-03T16:39:35.748203Z","end":"2026-07-03T16:39:35.881498Z","steps":["trace[243865053] 'process raft request' (duration: 54.040281ms)","trace[243865053] 'compare' (duration: 79.022989ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:39:35.881677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.315045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:39:35.881703Z","caller":"traceutil/trace.go:171","msg":"trace[503591445] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:21384; }","duration":"121.382707ms","start":"2026-07-03T16:39:35.760314Z","end":"2026-07-03T16:39:35.881696Z","steps":["trace[503591445] 'agreement among raft nodes before linearized reading' (duration: 121.272034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:37.372863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.430012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:39:37.372914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.921876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-07-03T16:39:37.372968Z","caller":"traceutil/trace.go:171","msg":"trace[1268763933] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:21391; }","duration":"147.584576ms","start":"2026-07-03T16:39:37.22536Z","end":"2026-07-03T16:39:37.372945Z","steps":["trace[1268763933] 'count revisions from in-memory index tree' (duration: 147.37888ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:37.373001Z","caller":"traceutil/trace.go:171","msg":"trace[1277832833] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21391; }","duration":"148.053559ms","start":"2026-07-03T16:39:37.224925Z","end":"2026-07-03T16:39:37.372978Z","steps":["trace[1277832833] 'range keys from in-memory index tree' (duration: 147.72927ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:40.394271Z","caller":"traceutil/trace.go:171","msg":"trace[1800141303] transaction","detail":"{read_only:false; response_revision:21410; number_of_response:1; }","duration":"137.486245ms","start":"2026-07-03T16:39:40.256734Z","end":"2026-07-03T16:39:40.39422Z","steps":["trace[1800141303] 'process raft request' (duration: 93.004111ms)","trace[1800141303] 'compare' (duration: 44.107514ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:39:50.034309Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653101042,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:39:50.146249Z","caller":"traceutil/trace.go:171","msg":"trace[963956410] transaction","detail":"{read_only:false; response_revision:21451; number_of_response:1; }","duration":"688.634264ms","start":"2026-07-03T16:39:49.457585Z","end":"2026-07-03T16:39:50.146219Z","steps":["trace[963956410] 'process raft request' (duration: 688.411588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:50.146436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:49.457554Z","time spent":"688.774367ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:39:51.166989Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.020965581s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:39:51.446086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.738157ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:39:51.446334Z","caller":"traceutil/trace.go:171","msg":"trace[231909785] linearizableReadLoop","detail":"{readStateIndex:22190; appliedIndex:22187; }","duration":"1.912090645s","start":"2026-07-03T16:39:49.534226Z","end":"2026-07-03T16:39:51.446317Z","steps":["trace[231909785] 'read index received' (duration: 611.775172ms)","trace[231909785] 'applied index is now lower than readState.Index' (duration: 1.300314463s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:39:51.446407Z","caller":"traceutil/trace.go:171","msg":"trace[1342217471] transaction","detail":"{read_only:false; response_revision:21452; number_of_response:1; }","duration":"1.896802688s","start":"2026-07-03T16:39:49.549593Z","end":"2026-07-03T16:39:51.446395Z","steps":["trace[1342217471] 'process raft request' (duration: 1.617595989s)","trace[1342217471] 'compare' (duration: 278.427269ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:39:51.446469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:49.549572Z","time spent":"1.89685856s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:39:51.446624Z","caller":"traceutil/trace.go:171","msg":"trace[1414625889] transaction","detail":"{read_only:false; response_revision:21453; number_of_response:1; }","duration":"1.89571284s","start":"2026-07-03T16:39:49.550867Z","end":"2026-07-03T16:39:51.446579Z","steps":["trace[1414625889] 'process raft request' (duration: 1.895352441s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:51.446776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:49.550857Z","time spent":"1.895841164s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:39:51.446789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.912569487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-68979c75ff-2kklf.18bed389643ef71d\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-07-03T16:39:51.446829Z","caller":"traceutil/trace.go:171","msg":"trace[1898023449] range","detail":"{range_begin:/registry/events/openstack/barbican-api-68979c75ff-2kklf.18bed389643ef71d; range_end:; response_count:1; response_revision:21453; }","duration":"1.912641749s","start":"2026-07-03T16:39:49.534172Z","end":"2026-07-03T16:39:51.446814Z","steps":["trace[1898023449] 'agreement among raft nodes before linearized reading' (duration: 1.912482545s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:51.446871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:49.534148Z","time spent":"1.912715501s","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1161,"request content":"key:\"/registry/events/openstack/barbican-api-68979c75ff-2kklf.18bed389643ef71d\" "} {"level":"info","ts":"2026-07-03T16:39:51.448935Z","caller":"traceutil/trace.go:171","msg":"trace[1687570938] transaction","detail":"{read_only:false; response_revision:21454; number_of_response:1; }","duration":"1.00509737s","start":"2026-07-03T16:39:50.443812Z","end":"2026-07-03T16:39:51.448909Z","steps":["trace[1687570938] 'process raft request' (duration: 1.003825366s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:51.449032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:50.443791Z","time spent":"1.005200632s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:39:52.32776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00058871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:39:52.32784Z","caller":"traceutil/trace.go:171","msg":"trace[1123025270] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000719543s","start":"2026-07-03T16:39:50.327103Z","end":"2026-07-03T16:39:52.327823Z","steps":["trace[1123025270] 'agreement among raft nodes before linearized reading' (duration: 2.00060158s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:52.327878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:50.327094Z","time spent":"2.000774545s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:39:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:39:52.449632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001793943s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-03T16:39:52.449853Z","caller":"traceutil/trace.go:171","msg":"trace[1551963397] linearizableReadLoop","detail":"{readStateIndex:22192; appliedIndex:22190; }","duration":"1.003472497s","start":"2026-07-03T16:39:51.446363Z","end":"2026-07-03T16:39:52.449835Z","steps":["trace[1551963397] 'read index received' (duration: 1.14539ms)","trace[1551963397] 'applied index is now lower than readState.Index' (duration: 1.002326107s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:39:52.450153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857830978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:39:52.450148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704216885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:39:52.45019Z","caller":"traceutil/trace.go:171","msg":"trace[1245841689] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:21454; }","duration":"1.85792742s","start":"2026-07-03T16:39:50.592249Z","end":"2026-07-03T16:39:52.450176Z","steps":["trace[1245841689] 'agreement among raft nodes before linearized reading' (duration: 1.857845968s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:52.45022Z","caller":"traceutil/trace.go:171","msg":"trace[1598446266] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:21454; }","duration":"1.704432461s","start":"2026-07-03T16:39:50.745769Z","end":"2026-07-03T16:39:52.450201Z","steps":["trace[1598446266] 'agreement among raft nodes before linearized reading' (duration: 1.704301547s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:52.450231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:50.592226Z","time spent":"1.857993042s","remote":"127.0.0.1:36456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:39:52.450268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:50.745753Z","time spent":"1.704504242s","remote":"127.0.0.1:59228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:39:52.450522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124735658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:39:52.450553Z","caller":"traceutil/trace.go:171","msg":"trace[2096553836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21454; }","duration":"2.124796189s","start":"2026-07-03T16:39:50.325747Z","end":"2026-07-03T16:39:52.450543Z","steps":["trace[2096553836] 'agreement among raft nodes before linearized reading' (duration: 2.124657826s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:52.450583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:50.32573Z","time spent":"2.124846781s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:39:52.450741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.170200837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:39:52.45077Z","caller":"traceutil/trace.go:171","msg":"trace[1183237930] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:21454; }","duration":"2.170228008s","start":"2026-07-03T16:39:50.280531Z","end":"2026-07-03T16:39:52.450759Z","steps":["trace[1183237930] 'agreement among raft nodes before linearized reading' (duration: 2.170178907s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:52.450797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:50.280505Z","time spent":"2.17028489s","remote":"127.0.0.1:54592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:39:52.450808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147540143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:39:52.45088Z","caller":"traceutil/trace.go:171","msg":"trace[1233919184] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:21454; }","duration":"1.147674137s","start":"2026-07-03T16:39:51.303186Z","end":"2026-07-03T16:39:52.45086Z","steps":["trace[1233919184] 'agreement among raft nodes before linearized reading' (duration: 1.147521053s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:52.45091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.276080793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-03T16:39:52.450922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:51.303166Z","time spent":"1.147746288s","remote":"127.0.0.1:57558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:39:52.450899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.611737766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:39:52.45095Z","caller":"traceutil/trace.go:171","msg":"trace[1180392597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21454; }","duration":"2.276153935s","start":"2026-07-03T16:39:50.174785Z","end":"2026-07-03T16:39:52.450938Z","steps":["trace[1180392597] 'agreement among raft nodes before linearized reading' (duration: 2.276004811s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:52.450954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.366118537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-03T16:39:52.450982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:50.174764Z","time spent":"2.276211306s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:39:52.450978Z","caller":"traceutil/trace.go:171","msg":"trace[216290455] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21454; }","duration":"2.611876019s","start":"2026-07-03T16:39:49.83908Z","end":"2026-07-03T16:39:52.450956Z","steps":["trace[216290455] 'agreement among raft nodes before linearized reading' (duration: 2.611635833s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:52.451Z","caller":"traceutil/trace.go:171","msg":"trace[2045715519] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21454; }","duration":"2.366201489s","start":"2026-07-03T16:39:50.084785Z","end":"2026-07-03T16:39:52.450986Z","steps":["trace[2045715519] 'agreement among raft nodes before linearized reading' (duration: 2.366078106s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:52.450983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.184884688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:39:52.450985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.62040447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-03T16:39:52.45103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:50.084765Z","time spent":"2.366258411s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:39:52.451024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:49.839044Z","time spent":"2.611970822s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:39:52.451076Z","caller":"traceutil/trace.go:171","msg":"trace[1565193220] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21454; }","duration":"2.620559043s","start":"2026-07-03T16:39:49.830494Z","end":"2026-07-03T16:39:52.451053Z","steps":["trace[1565193220] 'agreement among raft nodes before linearized reading' (duration: 2.620317977s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:52.451103Z","caller":"traceutil/trace.go:171","msg":"trace[1855868846] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:21454; }","duration":"2.185016461s","start":"2026-07-03T16:39:50.26603Z","end":"2026-07-03T16:39:52.451046Z","steps":["trace[1855868846] 'agreement among raft nodes before linearized reading' (duration: 2.184807146s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:52.451126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:49.830456Z","time spent":"2.620660236s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:39:52.45115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:50.266011Z","time spent":"2.185125424s","remote":"127.0.0.1:57472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":80,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:39:52.451251Z","caller":"traceutil/trace.go:171","msg":"trace[756562619] transaction","detail":"{read_only:false; response_revision:21455; number_of_response:1; }","duration":"1.002376749s","start":"2026-07-03T16:39:51.448833Z","end":"2026-07-03T16:39:52.45121Z","steps":["trace[756562619] 'process raft request' (duration: 1.00089937s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:52.451477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:51.448817Z","time spent":"1.002526203s","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:39:52.453489Z","caller":"traceutil/trace.go:171","msg":"trace[353568168] transaction","detail":"{read_only:false; response_revision:21456; number_of_response:1; }","duration":"302.219805ms","start":"2026-07-03T16:39:52.151211Z","end":"2026-07-03T16:39:52.45343Z","steps":["trace[353568168] 'process raft request' (duration: 299.977697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:52.453607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:52.15119Z","time spent":"302.348699ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:39:52.45381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.321187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:39:52.45385Z","caller":"traceutil/trace.go:171","msg":"trace[974131857] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:21458; }","duration":"106.390469ms","start":"2026-07-03T16:39:52.347441Z","end":"2026-07-03T16:39:52.453831Z","steps":["trace[974131857] 'agreement among raft nodes before linearized reading' (duration: 106.316787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:52.453875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.674767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-03T16:39:52.453923Z","caller":"traceutil/trace.go:171","msg":"trace[1422297068] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21458; }","duration":"383.75959ms","start":"2026-07-03T16:39:52.070148Z","end":"2026-07-03T16:39:52.453908Z","steps":["trace[1422297068] 'agreement among raft nodes before linearized reading' (duration: 383.643837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:52.453951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:52.070125Z","time spent":"383.820212ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-03T16:39:52.453973Z","caller":"traceutil/trace.go:171","msg":"trace[167297504] transaction","detail":"{read_only:false; response_revision:21458; number_of_response:1; }","duration":"151.473777ms","start":"2026-07-03T16:39:52.302491Z","end":"2026-07-03T16:39:52.453965Z","steps":["trace[167297504] 'process raft request' (duration: 151.105498ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:52.454003Z","caller":"traceutil/trace.go:171","msg":"trace[1096508089] transaction","detail":"{read_only:false; response_revision:21457; number_of_response:1; }","duration":"232.94308ms","start":"2026-07-03T16:39:52.221048Z","end":"2026-07-03T16:39:52.453991Z","steps":["trace[1096508089] 'process raft request' (duration: 232.463047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:52.454091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.993117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:39:52.45411Z","caller":"traceutil/trace.go:171","msg":"trace[229982273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21458; }","duration":"126.038178ms","start":"2026-07-03T16:39:52.328065Z","end":"2026-07-03T16:39:52.454104Z","steps":["trace[229982273] 'agreement among raft nodes before linearized reading' (duration: 125.990136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:52.454343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.63096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-03T16:39:52.454366Z","caller":"traceutil/trace.go:171","msg":"trace[833650203] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21458; }","duration":"984.714471ms","start":"2026-07-03T16:39:51.469646Z","end":"2026-07-03T16:39:52.454361Z","steps":["trace[833650203] 'agreement among raft nodes before linearized reading' (duration: 984.084485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:52.454381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:51.469627Z","time spent":"984.749983ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-03T16:39:52.454402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.509235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:39:52.454461Z","caller":"traceutil/trace.go:171","msg":"trace[438542890] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:21458; }","duration":"783.639128ms","start":"2026-07-03T16:39:51.670807Z","end":"2026-07-03T16:39:52.454446Z","steps":["trace[438542890] 'agreement among raft nodes before linearized reading' (duration: 783.215548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:52.454498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:39:51.670781Z","time spent":"783.707809ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":146,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:39:52.527055Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19416} {"level":"info","ts":"2026-07-03T16:39:52.651265Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19416,"took":"119.111808ms","hash":2806612306,"current-db-size-bytes":54140928,"current-db-size":"54 MB","current-db-size-in-use-bytes":29958144,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-03T16:39:52.651372Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2806612306,"revision":19416,"compact-revision":16852} {"level":"info","ts":"2026-07-03T16:40:02.949116Z","caller":"traceutil/trace.go:171","msg":"trace[206490611] transaction","detail":"{read_only:false; response_revision:21527; number_of_response:1; }","duration":"437.254646ms","start":"2026-07-03T16:40:02.511832Z","end":"2026-07-03T16:40:02.949087Z","steps":["trace[206490611] 'process raft request' (duration: 437.080062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:02.949303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:02.511801Z","time spent":"437.40596ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:40:02.957218Z","caller":"traceutil/trace.go:171","msg":"trace[1361088648] linearizableReadLoop","detail":"{readStateIndex:22269; appliedIndex:22267; }","duration":"423.950292ms","start":"2026-07-03T16:40:02.533242Z","end":"2026-07-03T16:40:02.957192Z","steps":["trace[1361088648] 'read index received' (duration: 415.668687ms)","trace[1361088648] 'applied index is now lower than readState.Index' (duration: 8.280464ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:40:02.95738Z","caller":"traceutil/trace.go:171","msg":"trace[1306139801] transaction","detail":"{read_only:false; response_revision:21528; number_of_response:1; }","duration":"430.914092ms","start":"2026-07-03T16:40:02.526428Z","end":"2026-07-03T16:40:02.957342Z","steps":["trace[1306139801] 'process raft request' (duration: 430.622355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:02.957498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.289874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T16:40:02.957515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.872516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:40:02.957548Z","caller":"traceutil/trace.go:171","msg":"trace[1638699263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21528; }","duration":"423.373886ms","start":"2026-07-03T16:40:02.534161Z","end":"2026-07-03T16:40:02.957535Z","steps":["trace[1638699263] 'agreement among raft nodes before linearized reading' (duration: 423.222652ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:02.957554Z","caller":"traceutil/trace.go:171","msg":"trace[1938674372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21528; }","duration":"377.914018ms","start":"2026-07-03T16:40:02.57963Z","end":"2026-07-03T16:40:02.957544Z","steps":["trace[1938674372] 'agreement among raft nodes before linearized reading' (duration: 377.784354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:02.957568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.147223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:40:02.957582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:02.579579Z","time spent":"377.9941ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:40:02.957586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:02.526398Z","time spent":"431.088327ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:40:02.957615Z","caller":"traceutil/trace.go:171","msg":"trace[2012545563] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:21528; }","duration":"140.231975ms","start":"2026-07-03T16:40:02.817371Z","end":"2026-07-03T16:40:02.957603Z","steps":["trace[2012545563] 'agreement among raft nodes before linearized reading' (duration: 140.152793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:02.95762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.839788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-03T16:40:02.957584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:02.534142Z","time spent":"423.431408ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:40:02.957698Z","caller":"traceutil/trace.go:171","msg":"trace[1360318435] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21528; }","duration":"352.956331ms","start":"2026-07-03T16:40:02.60472Z","end":"2026-07-03T16:40:02.957676Z","steps":["trace[1360318435] 'agreement among raft nodes before linearized reading' (duration: 352.681244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:02.957771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:02.604706Z","time spent":"353.053073ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:40:02.957808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.619449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:40:02.957849Z","caller":"traceutil/trace.go:171","msg":"trace[425905652] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21528; }","duration":"262.66184ms","start":"2026-07-03T16:40:02.695176Z","end":"2026-07-03T16:40:02.957838Z","steps":["trace[425905652] 'agreement among raft nodes before linearized reading' (duration: 262.556967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:02.957916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.226178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:40:02.957962Z","caller":"traceutil/trace.go:171","msg":"trace[586030885] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21528; }","duration":"424.744562ms","start":"2026-07-03T16:40:02.533206Z","end":"2026-07-03T16:40:02.957951Z","steps":["trace[586030885] 'agreement among raft nodes before linearized reading' (duration: 424.120566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:02.958006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:02.533191Z","time spent":"424.794533ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:40:04.114298Z","caller":"traceutil/trace.go:171","msg":"trace[911766474] transaction","detail":"{read_only:false; response_revision:21534; number_of_response:1; }","duration":"542.25969ms","start":"2026-07-03T16:40:03.572013Z","end":"2026-07-03T16:40:04.114272Z","steps":["trace[911766474] 'process raft request' (duration: 542.103806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:04.114457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:03.571968Z","time spent":"542.408014ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:40:04.750036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653101245,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:40:05.251162Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653101245,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:40:05.752114Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653101245,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:40:06.03417Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.920042531s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:40:06.034643Z","caller":"traceutil/trace.go:171","msg":"trace[1477137347] transaction","detail":"{read_only:false; response_revision:21536; number_of_response:1; }","duration":"2.450574227s","start":"2026-07-03T16:40:03.584045Z","end":"2026-07-03T16:40:06.034619Z","steps":["trace[1477137347] 'process raft request' (duration: 2.450524995s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:06.034747Z","caller":"traceutil/trace.go:171","msg":"trace[250352939] transaction","detail":"{read_only:false; response_revision:21535; number_of_response:1; }","duration":"2.46265327s","start":"2026-07-03T16:40:03.572044Z","end":"2026-07-03T16:40:06.034697Z","steps":["trace[250352939] 'process raft request' (duration: 2.462383502s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:06.034776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:03.584021Z","time spent":"2.45067933s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:40:06.035017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:03.572026Z","time spent":"2.462820114s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:40:07.325573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000285942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:40:07.325644Z","caller":"traceutil/trace.go:171","msg":"trace[1027784819] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000398105s","start":"2026-07-03T16:40:05.325225Z","end":"2026-07-03T16:40:07.325623Z","steps":["trace[1027784819] 'agreement among raft nodes before linearized reading' (duration: 2.000315363s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:07.325688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:05.325201Z","time spent":"2.000476726s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:40:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:40:07.346443Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.31020609s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:40:07.850513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.775421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:40:07.850744Z","caller":"traceutil/trace.go:171","msg":"trace[1663283871] linearizableReadLoop","detail":"{readStateIndex:22279; appliedIndex:22275; }","duration":"3.601697581s","start":"2026-07-03T16:40:04.249016Z","end":"2026-07-03T16:40:07.850714Z","steps":["trace[1663283871] 'read index received' (duration: 1.785499593s)","trace[1663283871] 'applied index is now lower than readState.Index' (duration: 1.816194808s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:40:07.850819Z","caller":"traceutil/trace.go:171","msg":"trace[968029262] transaction","detail":"{read_only:false; response_revision:21538; number_of_response:1; }","duration":"2.492985175s","start":"2026-07-03T16:40:05.357824Z","end":"2026-07-03T16:40:07.850809Z","steps":["trace[968029262] 'process raft request' (duration: 2.49277945s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:07.85088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:05.357803Z","time spent":"2.493043897s","remote":"127.0.0.1:57486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18449,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:40:07.850928Z","caller":"traceutil/trace.go:171","msg":"trace[495504190] transaction","detail":"{read_only:false; response_revision:21537; number_of_response:1; }","duration":"2.867336222s","start":"2026-07-03T16:40:04.983556Z","end":"2026-07-03T16:40:07.850892Z","steps":["trace[495504190] 'process raft request' (duration: 2.363124439s)","trace[495504190] 'compare' (duration: 502.883968ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:40:07.851095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.602081091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:40:07.851103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:04.983527Z","time spent":"2.867489206s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:40:07.851141Z","caller":"traceutil/trace.go:171","msg":"trace[1024277492] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:21538; }","duration":"3.602131063s","start":"2026-07-03T16:40:04.248999Z","end":"2026-07-03T16:40:07.85113Z","steps":["trace[1024277492] 'agreement among raft nodes before linearized reading' (duration: 3.602052701s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:07.851173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:04.248931Z","time spent":"3.602232856s","remote":"127.0.0.1:36672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:40:08.351117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653101254,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:40:08.853204Z","caller":"traceutil/trace.go:171","msg":"trace[115031677] transaction","detail":"{read_only:false; response_revision:21539; number_of_response:1; }","duration":"2.732010432s","start":"2026-07-03T16:40:06.121162Z","end":"2026-07-03T16:40:08.853173Z","steps":["trace[115031677] 'process raft request' (duration: 2.694790996s)","trace[115031677] 'compare' (duration: 37.029361ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:40:08.853297Z","caller":"traceutil/trace.go:171","msg":"trace[777006712] transaction","detail":"{read_only:false; response_revision:21540; number_of_response:1; }","duration":"2.04853198s","start":"2026-07-03T16:40:06.804744Z","end":"2026-07-03T16:40:08.853276Z","steps":["trace[777006712] 'process raft request' (duration: 2.048381446s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:08.853783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:06.804713Z","time spent":"2.049011793s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:40:08.853514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:06.121141Z","time spent":"2.732248747s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:40:09.326307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000417063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:40:09.326366Z","caller":"traceutil/trace.go:171","msg":"trace[274063932] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000522356s","start":"2026-07-03T16:40:07.325829Z","end":"2026-07-03T16:40:09.326352Z","steps":["trace[274063932] 'agreement among raft nodes before linearized reading' (duration: 2.000446214s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:09.326401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:07.325807Z","time spent":"2.000586678s","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:40:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:40:09.729606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000220237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:40:09.729708Z","caller":"traceutil/trace.go:171","msg":"trace[1226003683] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000378391s","start":"2026-07-03T16:40:07.729307Z","end":"2026-07-03T16:40:09.729686Z","steps":["trace[1226003683] 'agreement among raft nodes before linearized reading' (duration: 2.000254448s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:09.729768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:07.729287Z","time spent":"2.000467454s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:40:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:40:09.97371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999368847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:40:09.973794Z","caller":"traceutil/trace.go:171","msg":"trace[464808181] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99950154s","start":"2026-07-03T16:40:04.974277Z","end":"2026-07-03T16:40:09.973779Z","steps":["trace[464808181] 'agreement among raft nodes before linearized reading' (duration: 4.999394957s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:09.973832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:04.974259Z","time spent":"4.999564662s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:40:10.027323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999830509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:40:10.027437Z","caller":"traceutil/trace.go:171","msg":"trace[1942852563] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999988833s","start":"2026-07-03T16:40:05.027424Z","end":"2026-07-03T16:40:10.027412Z","steps":["trace[1942852563] 'agreement among raft nodes before linearized reading' (duration: 4.99985484s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:10.027521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:05.027407Z","time spent":"5.000093855s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:40:10.027321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999401308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:40:10.027588Z","caller":"traceutil/trace.go:171","msg":"trace[1098462970] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999701565s","start":"2026-07-03T16:40:05.027865Z","end":"2026-07-03T16:40:10.027566Z","steps":["trace[1098462970] 'agreement among raft nodes before linearized reading' (duration: 4.999404998s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:10.027656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:05.027859Z","time spent":"4.999776917s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/03 16:40:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:40:10.515462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.417962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:40:10.515652Z","caller":"traceutil/trace.go:171","msg":"trace[816686104] transaction","detail":"{read_only:false; response_revision:21542; number_of_response:1; }","duration":"2.474907745s","start":"2026-07-03T16:40:08.040729Z","end":"2026-07-03T16:40:10.515637Z","steps":["trace[816686104] 'process raft request' (duration: 2.474815813s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:10.51572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:08.040702Z","time spent":"2.474988367s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:40:10.515821Z","caller":"traceutil/trace.go:171","msg":"trace[1502999716] transaction","detail":"{read_only:false; response_revision:21541; number_of_response:1; }","duration":"2.923824014s","start":"2026-07-03T16:40:07.591985Z","end":"2026-07-03T16:40:10.515809Z","steps":["trace[1502999716] 'process raft request' (duration: 1.987979281s)","trace[1502999716] 'compare' (duration: 934.93856ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:40:10.515873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:07.591958Z","time spent":"2.923889625s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:40:10.515897Z","caller":"traceutil/trace.go:171","msg":"trace[1599111154] linearizableReadLoop","detail":"{readStateIndex:22284; appliedIndex:22279; }","duration":"2.665097055s","start":"2026-07-03T16:40:07.85078Z","end":"2026-07-03T16:40:10.515877Z","steps":["trace[1599111154] 'read index received' (duration: 965.158991ms)","trace[1599111154] 'applied index is now lower than readState.Index' (duration: 1.699936924s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:40:10.516039Z","caller":"traceutil/trace.go:171","msg":"trace[325660844] transaction","detail":"{read_only:false; response_revision:21543; number_of_response:1; }","duration":"2.47471582s","start":"2026-07-03T16:40:08.041309Z","end":"2026-07-03T16:40:10.516025Z","steps":["trace[325660844] 'process raft request' (duration: 2.474289839s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:10.516123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:08.041281Z","time spent":"2.474780852s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:40:10.516284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.688564353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:40:10.516312Z","caller":"traceutil/trace.go:171","msg":"trace[1378592834] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:21543; }","duration":"2.688621175s","start":"2026-07-03T16:40:07.827683Z","end":"2026-07-03T16:40:10.516304Z","steps":["trace[1378592834] 'agreement among raft nodes before linearized reading' (duration: 2.688568574s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:10.51633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:07.827665Z","time spent":"2.688660046s","remote":"127.0.0.1:40030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:40:10.516381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.843951756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:40:10.516421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.48934118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:40:10.516429Z","caller":"traceutil/trace.go:171","msg":"trace[1239934884] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:21543; }","duration":"4.844008788s","start":"2026-07-03T16:40:05.672406Z","end":"2026-07-03T16:40:10.516415Z","steps":["trace[1239934884] 'agreement among raft nodes before linearized reading' (duration: 4.843921186s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:10.51645Z","caller":"traceutil/trace.go:171","msg":"trace[314442876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21543; }","duration":"5.489404982s","start":"2026-07-03T16:40:05.027036Z","end":"2026-07-03T16:40:10.516441Z","steps":["trace[314442876] 'agreement among raft nodes before linearized reading' (duration: 5.489296179s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:10.516465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:05.672348Z","time spent":"4.844105771s","remote":"127.0.0.1:40512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:40:10.516474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:05.027017Z","time spent":"5.489450382s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:40:10.516476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.21066096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:40:10.516544Z","caller":"traceutil/trace.go:171","msg":"trace[1430146061] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:21543; }","duration":"3.210771733s","start":"2026-07-03T16:40:07.305752Z","end":"2026-07-03T16:40:10.516524Z","steps":["trace[1430146061] 'agreement among raft nodes before linearized reading' (duration: 3.210584278s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:10.516549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.964007524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-03T16:40:10.516576Z","caller":"traceutil/trace.go:171","msg":"trace[236374205] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21543; }","duration":"2.964058876s","start":"2026-07-03T16:40:07.55251Z","end":"2026-07-03T16:40:10.516569Z","steps":["trace[236374205] 'agreement among raft nodes before linearized reading' (duration: 2.963980124s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:10.516582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:07.305737Z","time spent":"3.210836335s","remote":"127.0.0.1:57812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:40:10.516598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:07.552495Z","time spent":"2.964096676s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-03T16:40:10.516603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.930376327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:40:10.516637Z","caller":"traceutil/trace.go:171","msg":"trace[1405256486] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:21543; }","duration":"4.930455609s","start":"2026-07-03T16:40:05.58617Z","end":"2026-07-03T16:40:10.516625Z","steps":["trace[1405256486] 'agreement among raft nodes before linearized reading' (duration: 4.930407788s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:10.516664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:05.586147Z","time spent":"4.930510041s","remote":"127.0.0.1:40402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:40:10.516677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.478006912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:40:10.516689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.946797169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:40:10.516702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.488692654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:40:10.516708Z","caller":"traceutil/trace.go:171","msg":"trace[1324095813] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:21543; }","duration":"3.478060274s","start":"2026-07-03T16:40:07.038638Z","end":"2026-07-03T16:40:10.516698Z","steps":["trace[1324095813] 'agreement among raft nodes before linearized reading' (duration: 3.478015892s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:10.516729Z","caller":"traceutil/trace.go:171","msg":"trace[1536970041] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:21543; }","duration":"5.488731865s","start":"2026-07-03T16:40:05.027989Z","end":"2026-07-03T16:40:10.516721Z","steps":["trace[1536970041] 'agreement among raft nodes before linearized reading' (duration: 5.488690664s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:10.516745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:07.038623Z","time spent":"3.478113555s","remote":"127.0.0.1:40494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:40:10.516752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:05.027983Z","time spent":"5.488763945s","remote":"127.0.0.1:57704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:40:10.516763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.984094077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-03T16:40:10.516783Z","caller":"traceutil/trace.go:171","msg":"trace[462105771] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21543; }","duration":"2.984168899s","start":"2026-07-03T16:40:07.532608Z","end":"2026-07-03T16:40:10.516777Z","steps":["trace[462105771] 'agreement among raft nodes before linearized reading' (duration: 2.984119278s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:10.516797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:07.532575Z","time spent":"2.984218129s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:40:10.516812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.489159266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T16:40:10.516634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.225817222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:40:10.51684Z","caller":"traceutil/trace.go:171","msg":"trace[669265137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21543; }","duration":"5.489202286s","start":"2026-07-03T16:40:05.02763Z","end":"2026-07-03T16:40:10.516832Z","steps":["trace[669265137] 'agreement among raft nodes before linearized reading' (duration: 5.489124895s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:10.51687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.200032012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:40:10.516869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:05.027622Z","time spent":"5.489240708s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:40:10.51688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.424854368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:40:10.516886Z","caller":"traceutil/trace.go:171","msg":"trace[51781942] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:21543; }","duration":"4.200088504s","start":"2026-07-03T16:40:06.316793Z","end":"2026-07-03T16:40:10.516882Z","steps":["trace[51781942] 'agreement among raft nodes before linearized reading' (duration: 4.200040323s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:10.516857Z","caller":"traceutil/trace.go:171","msg":"trace[856924757] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:21543; }","duration":"3.22607354s","start":"2026-07-03T16:40:07.290776Z","end":"2026-07-03T16:40:10.516849Z","steps":["trace[856924757] 'agreement among raft nodes before linearized reading' (duration: 3.225822793s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:10.516902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:06.316769Z","time spent":"4.200128754s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:40:10.516902Z","caller":"traceutil/trace.go:171","msg":"trace[944543053] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:21543; }","duration":"5.4249154s","start":"2026-07-03T16:40:05.09198Z","end":"2026-07-03T16:40:10.516895Z","steps":["trace[944543053] 'agreement among raft nodes before linearized reading' (duration: 5.424877059s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:10.51655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.007077733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-07-03T16:40:10.51692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:07.290758Z","time spent":"3.226151492s","remote":"127.0.0.1:36560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:40:10.516944Z","caller":"traceutil/trace.go:171","msg":"trace[1261502901] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:21543; }","duration":"6.007529466s","start":"2026-07-03T16:40:04.509398Z","end":"2026-07-03T16:40:10.516928Z","steps":["trace[1261502901] 'agreement among raft nodes before linearized reading' (duration: 6.007079943s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:10.516456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.971366017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:40:10.516995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:04.509376Z","time spent":"6.007605977s","remote":"127.0.0.1:57464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-03T16:40:10.516981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.798384005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.53\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-07-03T16:40:10.516922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:05.091959Z","time spent":"5.424957931s","remote":"127.0.0.1:36588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:40:10.51671Z","caller":"traceutil/trace.go:171","msg":"trace[932547186] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:21543; }","duration":"2.94685813s","start":"2026-07-03T16:40:07.569845Z","end":"2026-07-03T16:40:10.516703Z","steps":["trace[932547186] 'agreement among raft nodes before linearized reading' (duration: 2.946825509s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:10.517061Z","caller":"traceutil/trace.go:171","msg":"trace[1304650883] range","detail":"{range_begin:/registry/masterleases/199.204.45.53; range_end:; response_count:1; response_revision:21543; }","duration":"4.798521879s","start":"2026-07-03T16:40:05.718521Z","end":"2026-07-03T16:40:10.517043Z","steps":["trace[1304650883] 'agreement among raft nodes before linearized reading' (duration: 4.798257562s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:10.517101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:05.718503Z","time spent":"4.798590481s","remote":"127.0.0.1:57340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.53\" "} {"level":"info","ts":"2026-07-03T16:40:10.517012Z","caller":"traceutil/trace.go:171","msg":"trace[1548440771] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:21543; }","duration":"5.971968713s","start":"2026-07-03T16:40:04.545036Z","end":"2026-07-03T16:40:10.517005Z","steps":["trace[1548440771] 'agreement among raft nodes before linearized reading' (duration: 5.971376317s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:10.51722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:04.545018Z","time spent":"5.972178149s","remote":"127.0.0.1:36502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:40:10.517117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:07.56982Z","time spent":"2.947257211s","remote":"127.0.0.1:59288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:40:10.998183Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.14167758s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:40:11.334461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000463866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:40:11.334535Z","caller":"traceutil/trace.go:171","msg":"trace[870243300] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000568259s","start":"2026-07-03T16:40:09.33395Z","end":"2026-07-03T16:40:11.334518Z","steps":["trace[870243300] 'agreement among raft nodes before linearized reading' (duration: 2.000473497s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:11.334587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:09.333944Z","time spent":"2.000634821s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:40:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:40:12.103664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.74887ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:40:12.103911Z","caller":"traceutil/trace.go:171","msg":"trace[405490053] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21543; }","duration":"690.999627ms","start":"2026-07-03T16:40:11.412851Z","end":"2026-07-03T16:40:12.103851Z","steps":["trace[405490053] 'range keys from in-memory index tree' (duration: 690.72883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:12.105332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106677084s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-07-03T16:40:12.106197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.146971275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:40:12.106212Z","caller":"traceutil/trace.go:171","msg":"trace[1525548532] linearizableReadLoop","detail":"{readStateIndex:22285; appliedIndex:22284; }","duration":"1.590106328s","start":"2026-07-03T16:40:10.515944Z","end":"2026-07-03T16:40:12.10605Z","steps":["trace[1525548532] 'read index received' (duration: 482.529511ms)","trace[1525548532] 'applied index is now lower than readState.Index' (duration: 1.107575177s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:40:12.106245Z","caller":"traceutil/trace.go:171","msg":"trace[1016137293] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:21544; }","duration":"2.147061319s","start":"2026-07-03T16:40:09.959169Z","end":"2026-07-03T16:40:12.10623Z","steps":["trace[1016137293] 'agreement among raft nodes before linearized reading' (duration: 2.146982537s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:12.106275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.713071184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:40:12.106293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:09.959144Z","time spent":"2.1471379s","remote":"127.0.0.1:40384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:40:12.10631Z","caller":"traceutil/trace.go:171","msg":"trace[1244138925] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:21544; }","duration":"2.713140395s","start":"2026-07-03T16:40:09.393159Z","end":"2026-07-03T16:40:12.106299Z","steps":["trace[1244138925] 'agreement among raft nodes before linearized reading' (duration: 2.713090284s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:12.106335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:09.393142Z","time spent":"2.713187396s","remote":"127.0.0.1:40088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:40:12.106338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.079545714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:40:12.106214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.273897594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:40:12.106378Z","caller":"traceutil/trace.go:171","msg":"trace[2143425916] transaction","detail":"{read_only:false; response_revision:21544; number_of_response:1; }","duration":"2.249964076s","start":"2026-07-03T16:40:09.856353Z","end":"2026-07-03T16:40:12.106317Z","steps":["trace[2143425916] 'process raft request' (duration: 1.142141262s)","trace[2143425916] 'compare' (duration: 1.104910748s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:40:12.106418Z","caller":"traceutil/trace.go:171","msg":"trace[1873217481] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:21544; }","duration":"3.079644457s","start":"2026-07-03T16:40:09.026745Z","end":"2026-07-03T16:40:12.10639Z","steps":["trace[1873217481] 'agreement among raft nodes before linearized reading' (duration: 3.079523444s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:12.106463Z","caller":"traceutil/trace.go:171","msg":"trace[253675326] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:21544; }","duration":"3.274222972s","start":"2026-07-03T16:40:08.832229Z","end":"2026-07-03T16:40:12.106452Z","steps":["trace[253675326] 'agreement among raft nodes before linearized reading' (duration: 3.273874313s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:12.106492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:08.832208Z","time spent":"3.274273503s","remote":"127.0.0.1:40104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:40:12.106501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:09.026677Z","time spent":"3.079804901s","remote":"127.0.0.1:57740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:40:12.106612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:09.856326Z","time spent":"2.25015335s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:40:12.106733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.99505879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-07-03T16:40:12.106766Z","caller":"traceutil/trace.go:171","msg":"trace[1908357534] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21544; }","duration":"3.995113991s","start":"2026-07-03T16:40:08.111643Z","end":"2026-07-03T16:40:12.106757Z","steps":["trace[1908357534] 'agreement among raft nodes before linearized reading' (duration: 3.995026399s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:12.106791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:08.111627Z","time spent":"3.995157393s","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:40:12.106801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.30187338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:40:12.107083Z","caller":"traceutil/trace.go:171","msg":"trace[2124159099] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21544; }","duration":"3.302199038s","start":"2026-07-03T16:40:08.804864Z","end":"2026-07-03T16:40:12.107062Z","steps":["trace[2124159099] 'agreement among raft nodes before linearized reading' (duration: 3.301463509s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:12.106221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.777172044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2c838d785e9\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-03T16:40:12.107377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:08.804841Z","time spent":"3.302511995s","remote":"127.0.0.1:59418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:40:12.107432Z","caller":"traceutil/trace.go:171","msg":"trace[977231468] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2c838d785e9; range_end:; response_count:1; response_revision:21544; }","duration":"2.778396516s","start":"2026-07-03T16:40:09.329006Z","end":"2026-07-03T16:40:12.107402Z","steps":["trace[977231468] 'agreement among raft nodes before linearized reading' (duration: 2.777094072s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:12.108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:09.328993Z","time spent":"2.778679833s","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2c838d785e9\" "} {"level":"warn","ts":"2026-07-03T16:40:12.114326Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.115924044s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:40:12.114754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:10.518143Z","time spent":"1.596604266s","remote":"127.0.0.1:57340","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:40:12.114821Z","caller":"traceutil/trace.go:171","msg":"trace[1294110255] transaction","detail":"{read_only:false; response_revision:21546; number_of_response:1; }","duration":"1.593178008s","start":"2026-07-03T16:40:10.521615Z","end":"2026-07-03T16:40:12.114793Z","steps":["trace[1294110255] 'process raft request' (duration: 1.593084235s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:12.114851Z","caller":"traceutil/trace.go:171","msg":"trace[1329182324] transaction","detail":"{read_only:false; response_revision:21548; number_of_response:1; }","duration":"1.592429628s","start":"2026-07-03T16:40:10.522409Z","end":"2026-07-03T16:40:12.114838Z","steps":["trace[1329182324] 'process raft request' (duration: 1.592344886s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:12.114783Z","caller":"traceutil/trace.go:171","msg":"trace[1988760356] transaction","detail":"{read_only:false; response_revision:21545; number_of_response:1; }","duration":"1.593839785s","start":"2026-07-03T16:40:10.520914Z","end":"2026-07-03T16:40:12.114754Z","steps":["trace[1988760356] 'process raft request' (duration: 1.593683111s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:12.114912Z","caller":"traceutil/trace.go:171","msg":"trace[1256570773] transaction","detail":"{read_only:false; response_revision:21549; number_of_response:1; }","duration":"1.256043756s","start":"2026-07-03T16:40:10.858846Z","end":"2026-07-03T16:40:12.11489Z","steps":["trace[1256570773] 'process raft request' (duration: 1.255944034s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:12.114958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:10.522403Z","time spent":"1.592497549s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:40:12.115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:10.520893Z","time spent":"1.594060471s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:40:12.114935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:10.521592Z","time spent":"1.59327059s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:40:12.115048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:10.858806Z","time spent":"1.256171249s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:40:12.115178Z","caller":"traceutil/trace.go:171","msg":"trace[1148598510] transaction","detail":"{read_only:false; response_revision:21547; number_of_response:1; }","duration":"1.592717636s","start":"2026-07-03T16:40:10.522117Z","end":"2026-07-03T16:40:12.114835Z","steps":["trace[1148598510] 'process raft request' (duration: 1.592612763s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:12.115297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:10.522103Z","time spent":"1.593166958s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:40:12.65536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.521484ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-03T16:40:12.655482Z","caller":"traceutil/trace.go:171","msg":"trace[1229952728] linearizableReadLoop","detail":"{readStateIndex:22292; appliedIndex:22285; }","duration":"549.205549ms","start":"2026-07-03T16:40:12.106258Z","end":"2026-07-03T16:40:12.655464Z","steps":["trace[1229952728] 'read index received' (duration: 8.212413ms)","trace[1229952728] 'applied index is now lower than readState.Index' (duration: 540.991656ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:40:12.656092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599780028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:40:12.656843Z","caller":"traceutil/trace.go:171","msg":"trace[1490704894] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:21550; }","duration":"1.600582978s","start":"2026-07-03T16:40:11.056224Z","end":"2026-07-03T16:40:12.656807Z","steps":["trace[1490704894] 'agreement among raft nodes before linearized reading' (duration: 1.599775478s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:12.656909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:11.056198Z","time spent":"1.6006888s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:40:12.656173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.804714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:40:12.657211Z","caller":"traceutil/trace.go:171","msg":"trace[1646999491] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21550; }","duration":"680.885613ms","start":"2026-07-03T16:40:11.976298Z","end":"2026-07-03T16:40:12.657184Z","steps":["trace[1646999491] 'agreement among raft nodes before linearized reading' (duration: 679.694521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:12.657312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:11.976279Z","time spent":"681.002685ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:40:12.656182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.301194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-03T16:40:12.656247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634586049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1985"} {"level":"info","ts":"2026-07-03T16:40:12.658017Z","caller":"traceutil/trace.go:171","msg":"trace[1570230694] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:21550; }","duration":"1.636398797s","start":"2026-07-03T16:40:11.021596Z","end":"2026-07-03T16:40:12.657995Z","steps":["trace[1570230694] 'agreement among raft nodes before linearized reading' (duration: 1.634444886s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:12.656265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108356766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:40:12.658081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:11.021576Z","time spent":"1.636482859s","remote":"127.0.0.1:57502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-03T16:40:12.658118Z","caller":"traceutil/trace.go:171","msg":"trace[1597380504] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:21550; }","duration":"1.110241325s","start":"2026-07-03T16:40:11.547854Z","end":"2026-07-03T16:40:12.658095Z","steps":["trace[1597380504] 'agreement among raft nodes before linearized reading' (duration: 1.108360336s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:12.658168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:11.547833Z","time spent":"1.110318797s","remote":"127.0.0.1:36680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:40:12.656338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.320212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:40:12.658274Z","caller":"traceutil/trace.go:171","msg":"trace[1171016877] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:21550; }","duration":"757.277793ms","start":"2026-07-03T16:40:11.900974Z","end":"2026-07-03T16:40:12.658252Z","steps":["trace[1171016877] 'agreement among raft nodes before linearized reading' (duration: 755.334613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:12.658344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:11.900951Z","time spent":"757.366756ms","remote":"127.0.0.1:36634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:40:12.656407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.073126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:40:12.658486Z","caller":"traceutil/trace.go:171","msg":"trace[217889457] transaction","detail":"{read_only:false; response_revision:21552; number_of_response:1; }","duration":"136.967002ms","start":"2026-07-03T16:40:12.5215Z","end":"2026-07-03T16:40:12.658467Z","steps":["trace[217889457] 'process raft request' (duration: 136.90254ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:12.658496Z","caller":"traceutil/trace.go:171","msg":"trace[1486910030] transaction","detail":"{read_only:false; response_revision:21551; number_of_response:1; }","duration":"137.490775ms","start":"2026-07-03T16:40:12.520978Z","end":"2026-07-03T16:40:12.658469Z","steps":["trace[1486910030] 'process raft request' (duration: 137.31178ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:40:12.658497Z","caller":"traceutil/trace.go:171","msg":"trace[1167050513] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:21550; }","duration":"995.179621ms","start":"2026-07-03T16:40:11.663259Z","end":"2026-07-03T16:40:12.658439Z","steps":["trace[1167050513] 'agreement among raft nodes before linearized reading' (duration: 993.076006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:12.658605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.374091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-07-03T16:40:12.658433Z","caller":"traceutil/trace.go:171","msg":"trace[978682717] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21550; }","duration":"542.571087ms","start":"2026-07-03T16:40:12.115836Z","end":"2026-07-03T16:40:12.658407Z","steps":["trace[978682717] 'process raft request' (duration: 542.375892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:12.658639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:11.663229Z","time spent":"995.351446ms","remote":"127.0.0.1:36564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:40:12.658652Z","caller":"traceutil/trace.go:171","msg":"trace[1860585278] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21552; }","duration":"547.444362ms","start":"2026-07-03T16:40:12.111194Z","end":"2026-07-03T16:40:12.658638Z","steps":["trace[1860585278] 'agreement among raft nodes before linearized reading' (duration: 547.256997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:12.656443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.135790565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e63263a1-3d15-4523-a667-b362cc9af332\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-07-03T16:40:12.658687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:12.111182Z","time spent":"547.497794ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T16:40:12.65872Z","caller":"traceutil/trace.go:171","msg":"trace[934360923] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e63263a1-3d15-4523-a667-b362cc9af332; range_end:; response_count:1; response_revision:21550; }","duration":"2.138160336s","start":"2026-07-03T16:40:10.520544Z","end":"2026-07-03T16:40:12.658705Z","steps":["trace[934360923] 'agreement among raft nodes before linearized reading' (duration: 2.135763974s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:12.658765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:10.520518Z","time spent":"2.138234078s","remote":"127.0.0.1:57452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-e63263a1-3d15-4523-a667-b362cc9af332\" "} {"level":"warn","ts":"2026-07-03T16:40:12.656496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.647866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:40:12.658831Z","caller":"traceutil/trace.go:171","msg":"trace[30307316] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21550; }","duration":"629.016358ms","start":"2026-07-03T16:40:12.029795Z","end":"2026-07-03T16:40:12.658811Z","steps":["trace[30307316] 'agreement among raft nodes before linearized reading' (duration: 626.616135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:12.658887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:12.029773Z","time spent":"629.09341ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:40:12.656504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321724547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:40:12.658958Z","caller":"traceutil/trace.go:171","msg":"trace[92974922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21550; }","duration":"1.324223872s","start":"2026-07-03T16:40:11.334722Z","end":"2026-07-03T16:40:12.658946Z","steps":["trace[92974922] 'agreement among raft nodes before linearized reading' (duration: 1.321708507s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:12.658995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:11.334702Z","time spent":"1.324284344s","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:40:12.656511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192820065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:40:12.659094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:12.115819Z","time spent":"542.842384ms","remote":"127.0.0.1:57340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:40:12.65908Z","caller":"traceutil/trace.go:171","msg":"trace[943754792] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:21550; }","duration":"1.195427333s","start":"2026-07-03T16:40:11.463619Z","end":"2026-07-03T16:40:12.659046Z","steps":["trace[943754792] 'agreement among raft nodes before linearized reading' (duration: 1.192810295s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:12.656709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:12.11064Z","time spent":"546.064548ms","remote":"127.0.0.1:57384","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:40:12.659185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:11.463595Z","time spent":"1.195562526s","remote":"127.0.0.1:54604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:40:12.659253Z","caller":"traceutil/trace.go:171","msg":"trace[628684881] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21550; }","duration":"629.817729ms","start":"2026-07-03T16:40:12.028802Z","end":"2026-07-03T16:40:12.658619Z","steps":["trace[628684881] 'agreement among raft nodes before linearized reading' (duration: 627.16103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:40:12.659293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:40:12.028781Z","time spent":"630.500967ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:40:34.954898Z","caller":"traceutil/trace.go:171","msg":"trace[40211958] transaction","detail":"{read_only:false; response_revision:21685; number_of_response:1; }","duration":"103.584485ms","start":"2026-07-03T16:40:34.851286Z","end":"2026-07-03T16:40:34.954871Z","steps":["trace[40211958] 'process raft request' (duration: 103.434401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:41:10.187654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.237399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:41:10.187814Z","caller":"traceutil/trace.go:171","msg":"trace[2129949555] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22148; }","duration":"127.497835ms","start":"2026-07-03T16:41:10.060289Z","end":"2026-07-03T16:41:10.187787Z","steps":["trace[2129949555] 'count revisions from in-memory index tree' (duration: 127.080285ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:41:31.439498Z","caller":"traceutil/trace.go:171","msg":"trace[1027343211] transaction","detail":"{read_only:false; response_revision:22267; number_of_response:1; }","duration":"114.383956ms","start":"2026-07-03T16:41:31.325081Z","end":"2026-07-03T16:41:31.439465Z","steps":["trace[1027343211] 'process raft request' (duration: 114.303844ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:41:31.439657Z","caller":"traceutil/trace.go:171","msg":"trace[1379273513] transaction","detail":"{read_only:false; response_revision:22266; number_of_response:1; }","duration":"114.917869ms","start":"2026-07-03T16:41:31.324706Z","end":"2026-07-03T16:41:31.439624Z","steps":["trace[1379273513] 'process raft request' (duration: 43.112158ms)","trace[1379273513] 'compare' (duration: 71.278588ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:44:14.240159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.902114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:44:14.240256Z","caller":"traceutil/trace.go:171","msg":"trace[1843277132] linearizableReadLoop","detail":"{readStateIndex:24672; appliedIndex:24671; }","duration":"147.213877ms","start":"2026-07-03T16:44:14.09303Z","end":"2026-07-03T16:44:14.240244Z","steps":["trace[1843277132] 'read index received' (duration: 16.119718ms)","trace[1843277132] 'applied index is now lower than readState.Index' (duration: 131.093159ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:44:14.240297Z","caller":"traceutil/trace.go:171","msg":"trace[87819631] transaction","detail":"{read_only:false; response_revision:23856; number_of_response:1; }","duration":"150.304987ms","start":"2026-07-03T16:44:14.08997Z","end":"2026-07-03T16:44:14.240275Z","steps":["trace[87819631] 'process raft request' (duration: 19.217538ms)","trace[87819631] 'compare' (duration: 130.794022ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:44:14.240408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.374401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128304"} {"level":"info","ts":"2026-07-03T16:44:14.240433Z","caller":"traceutil/trace.go:171","msg":"trace[142525573] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23856; }","duration":"147.432133ms","start":"2026-07-03T16:44:14.092995Z","end":"2026-07-03T16:44:14.240427Z","steps":["trace[142525573] 'agreement among raft nodes before linearized reading' (duration: 147.293219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:44:14.246323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.687749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-07-03T16:44:14.246424Z","caller":"traceutil/trace.go:171","msg":"trace[1153272072] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23860; }","duration":"135.822122ms","start":"2026-07-03T16:44:14.110578Z","end":"2026-07-03T16:44:14.246401Z","steps":["trace[1153272072] 'agreement among raft nodes before linearized reading' (duration: 135.536755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:44:14.246564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.628436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:199154"} {"level":"info","ts":"2026-07-03T16:44:14.246622Z","caller":"traceutil/trace.go:171","msg":"trace[1790441171] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:23860; }","duration":"123.698877ms","start":"2026-07-03T16:44:14.12291Z","end":"2026-07-03T16:44:14.246609Z","steps":["trace[1790441171] 'agreement among raft nodes before linearized reading' (duration: 123.543983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:44:21.732006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.174045ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:44:21.732142Z","caller":"traceutil/trace.go:171","msg":"trace[103882721] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24069; }","duration":"319.323899ms","start":"2026-07-03T16:44:21.412798Z","end":"2026-07-03T16:44:21.732122Z","steps":["trace[103882721] 'range keys from in-memory index tree' (duration: 319.155545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:44:21.732178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.504564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:44:21.732282Z","caller":"traceutil/trace.go:171","msg":"trace[212911206] linearizableReadLoop","detail":"{readStateIndex:24888; appliedIndex:24887; }","duration":"434.897346ms","start":"2026-07-03T16:44:21.297368Z","end":"2026-07-03T16:44:21.732266Z","steps":["trace[212911206] 'read index received' (duration: 56.972µs)","trace[212911206] 'applied index is now lower than readState.Index' (duration: 434.838714ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:44:21.732528Z","caller":"traceutil/trace.go:171","msg":"trace[479384494] transaction","detail":"{read_only:false; response_revision:24070; number_of_response:1; }","duration":"577.591875ms","start":"2026-07-03T16:44:21.154921Z","end":"2026-07-03T16:44:21.732513Z","steps":["trace[479384494] 'process raft request' (duration: 14.67089ms)","trace[479384494] 'compare' (duration: 561.817857ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:44:21.732603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:44:21.154893Z","time spent":"577.674258ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:44:21.732728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.337267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:44:21.732792Z","caller":"traceutil/trace.go:171","msg":"trace[1141148554] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24070; }","duration":"435.45048ms","start":"2026-07-03T16:44:21.297328Z","end":"2026-07-03T16:44:21.732778Z","steps":["trace[1141148554] 'agreement among raft nodes before linearized reading' (duration: 435.217554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:44:21.732825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:44:21.297304Z","time spent":"435.511841ms","remote":"127.0.0.1:57666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":175,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:44:21.738698Z","caller":"traceutil/trace.go:171","msg":"trace[925724574] transaction","detail":"{read_only:false; response_revision:24071; number_of_response:1; }","duration":"202.202223ms","start":"2026-07-03T16:44:21.536473Z","end":"2026-07-03T16:44:21.738676Z","steps":["trace[925724574] 'process raft request' (duration: 202.017728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:44:21.770771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.234079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:44:21.770856Z","caller":"traceutil/trace.go:171","msg":"trace[1422636262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24073; }","duration":"164.357221ms","start":"2026-07-03T16:44:21.606481Z","end":"2026-07-03T16:44:21.770839Z","steps":["trace[1422636262] 'agreement among raft nodes before linearized reading' (duration: 164.145706ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:44:21.771162Z","caller":"traceutil/trace.go:171","msg":"trace[2059335748] transaction","detail":"{read_only:false; response_revision:24072; number_of_response:1; }","duration":"100.639049ms","start":"2026-07-03T16:44:21.670512Z","end":"2026-07-03T16:44:21.771151Z","steps":["trace[2059335748] 'process raft request' (duration: 99.265173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:44:21.771367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.629868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:44:21.771397Z","caller":"traceutil/trace.go:171","msg":"trace[258863583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24073; }","duration":"164.68304ms","start":"2026-07-03T16:44:21.606707Z","end":"2026-07-03T16:44:21.77139Z","steps":["trace[258863583] 'agreement among raft nodes before linearized reading' (duration: 164.601878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:44:22.492361Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653108628,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:44:23.020649Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653108628,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:44:23.273601Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.497378061s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:44:23.630751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.877954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:44:23.6309Z","caller":"traceutil/trace.go:171","msg":"trace[909471823] transaction","detail":"{read_only:false; response_revision:24074; number_of_response:1; }","duration":"1.854729867s","start":"2026-07-03T16:44:21.776139Z","end":"2026-07-03T16:44:23.630869Z","steps":["trace[909471823] 'process raft request' (duration: 1.497623918s)","trace[909471823] 'compare' (duration: 356.052441ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:44:23.631186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:44:21.77612Z","time spent":"1.85482718s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:44:23.632289Z","caller":"traceutil/trace.go:171","msg":"trace[934489779] transaction","detail":"{read_only:false; response_revision:24076; number_of_response:1; }","duration":"1.674454663s","start":"2026-07-03T16:44:21.957814Z","end":"2026-07-03T16:44:23.632269Z","steps":["trace[934489779] 'process raft request' (duration: 1.674111494s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:44:23.632377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:44:21.957792Z","time spent":"1.674539816s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:44:23.632385Z","caller":"traceutil/trace.go:171","msg":"trace[606342201] transaction","detail":"{read_only:false; response_revision:24075; number_of_response:1; }","duration":"1.854779329s","start":"2026-07-03T16:44:21.777575Z","end":"2026-07-03T16:44:23.632354Z","steps":["trace[606342201] 'process raft request' (duration: 1.854189804s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:44:23.632428Z","caller":"traceutil/trace.go:171","msg":"trace[986484203] transaction","detail":"{read_only:false; response_revision:24079; number_of_response:1; }","duration":"583.039637ms","start":"2026-07-03T16:44:23.04937Z","end":"2026-07-03T16:44:23.632409Z","steps":["trace[986484203] 'process raft request' (duration: 582.834511ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:44:23.63242Z","caller":"traceutil/trace.go:171","msg":"trace[1836611374] transaction","detail":"{read_only:false; response_revision:24078; number_of_response:1; }","duration":"608.139967ms","start":"2026-07-03T16:44:23.02424Z","end":"2026-07-03T16:44:23.63238Z","steps":["trace[1836611374] 'process raft request' (duration: 607.908861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:44:23.632508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:44:23.049346Z","time spent":"583.116989ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:44:23.632514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:44:21.777554Z","time spent":"1.854892352s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:44:23.632579Z","caller":"traceutil/trace.go:171","msg":"trace[422696309] transaction","detail":"{read_only:false; response_revision:24080; number_of_response:1; }","duration":"534.446196ms","start":"2026-07-03T16:44:23.098099Z","end":"2026-07-03T16:44:23.632545Z","steps":["trace[422696309] 'process raft request' (duration: 534.163449ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:44:23.632451Z","caller":"traceutil/trace.go:171","msg":"trace[570555091] transaction","detail":"{read_only:false; response_revision:24077; number_of_response:1; }","duration":"1.352982789s","start":"2026-07-03T16:44:22.279442Z","end":"2026-07-03T16:44:23.632425Z","steps":["trace[570555091] 'process raft request' (duration: 1.35263307s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:44:23.632624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:44:23.02422Z","time spent":"608.293041ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:44:23.632705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:44:22.279413Z","time spent":"1.353241396s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:44:23.632722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:44:23.098069Z","time spent":"534.57908ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:44:23.632862Z","caller":"traceutil/trace.go:171","msg":"trace[2050964450] transaction","detail":"{read_only:false; response_revision:24081; number_of_response:1; }","duration":"441.234861ms","start":"2026-07-03T16:44:23.191614Z","end":"2026-07-03T16:44:23.632849Z","steps":["trace[2050964450] 'process raft request' (duration: 440.697636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:44:23.632916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:44:23.191579Z","time spent":"441.314883ms","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:44:23.632992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641567711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:44:23.632881Z","caller":"traceutil/trace.go:171","msg":"trace[1139732325] linearizableReadLoop","detail":"{readStateIndex:24895; appliedIndex:24891; }","duration":"1.641434738s","start":"2026-07-03T16:44:21.991412Z","end":"2026-07-03T16:44:23.632847Z","steps":["trace[1139732325] 'read index received' (duration: 1.282363007s)","trace[1139732325] 'applied index is now lower than readState.Index' (duration: 359.070211ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:44:23.633049Z","caller":"traceutil/trace.go:171","msg":"trace[1445029276] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:24081; }","duration":"1.641663374s","start":"2026-07-03T16:44:21.99137Z","end":"2026-07-03T16:44:23.633033Z","steps":["trace[1445029276] 'agreement among raft nodes before linearized reading' (duration: 1.641564831s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:44:23.633245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:44:21.991349Z","time spent":"1.64188194s","remote":"127.0.0.1:36622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:44:23.633243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.755704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:44:23.633319Z","caller":"traceutil/trace.go:171","msg":"trace[1777309570] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24081; }","duration":"608.886727ms","start":"2026-07-03T16:44:23.024424Z","end":"2026-07-03T16:44:23.63331Z","steps":["trace[1777309570] 'agreement among raft nodes before linearized reading' (duration: 608.785424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:44:23.633342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:44:23.024397Z","time spent":"608.939938ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:44:23.633484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481771568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:44:23.633532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.148019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-07-03T16:44:23.633569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305527888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:44:23.633585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.650552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-07-03T16:44:23.633609Z","caller":"traceutil/trace.go:171","msg":"trace[1171772050] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24081; }","duration":"1.305647151s","start":"2026-07-03T16:44:22.327952Z","end":"2026-07-03T16:44:23.633599Z","steps":["trace[1171772050] 'agreement among raft nodes before linearized reading' (duration: 1.30558488s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:44:23.633611Z","caller":"traceutil/trace.go:171","msg":"trace[1164573738] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24081; }","duration":"360.258301ms","start":"2026-07-03T16:44:23.27333Z","end":"2026-07-03T16:44:23.633588Z","steps":["trace[1164573738] 'agreement among raft nodes before linearized reading' (duration: 359.953163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:44:23.633673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19024441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-03T16:44:23.633677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:44:23.273303Z","time spent":"360.360294ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-03T16:44:23.633702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:44:22.327926Z","time spent":"1.305709023s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:44:23.633712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337606101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-03T16:44:23.633581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.39237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:44:23.633741Z","caller":"traceutil/trace.go:171","msg":"trace[1478720747] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24081; }","duration":"1.190344902s","start":"2026-07-03T16:44:22.443369Z","end":"2026-07-03T16:44:23.633714Z","steps":["trace[1478720747] 'agreement among raft nodes before linearized reading' (duration: 1.190234639s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:44:23.63379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:44:22.44334Z","time spent":"1.190440675s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:44:23.633787Z","caller":"traceutil/trace.go:171","msg":"trace[268030745] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24081; }","duration":"609.613515ms","start":"2026-07-03T16:44:23.024146Z","end":"2026-07-03T16:44:23.63376Z","steps":["trace[268030745] 'agreement among raft nodes before linearized reading' (duration: 609.39632ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:44:23.633611Z","caller":"traceutil/trace.go:171","msg":"trace[2118390695] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24081; }","duration":"576.698282ms","start":"2026-07-03T16:44:23.056907Z","end":"2026-07-03T16:44:23.633605Z","steps":["trace[2118390695] 'agreement among raft nodes before linearized reading' (duration: 576.580849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:44:23.633902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:44:23.056898Z","time spent":"576.990749ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:44:23.633917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:44:23.024129Z","time spent":"609.754489ms","remote":"127.0.0.1:59318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:44:23.633738Z","caller":"traceutil/trace.go:171","msg":"trace[996936440] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24081; }","duration":"1.337678552s","start":"2026-07-03T16:44:22.296052Z","end":"2026-07-03T16:44:23.63373Z","steps":["trace[996936440] 'agreement among raft nodes before linearized reading' (duration: 1.337615271s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:44:23.634121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:44:22.296021Z","time spent":"1.338083253s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:44:23.633483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192466437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:44:23.634207Z","caller":"traceutil/trace.go:171","msg":"trace[12875505] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24081; }","duration":"1.193295728s","start":"2026-07-03T16:44:22.440899Z","end":"2026-07-03T16:44:23.634195Z","steps":["trace[12875505] 'agreement among raft nodes before linearized reading' (duration: 1.192334544s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:44:23.634253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:44:22.44087Z","time spent":"1.19337166s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:44:23.633857Z","caller":"traceutil/trace.go:171","msg":"trace[493927308] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:24081; }","duration":"1.481984653s","start":"2026-07-03T16:44:22.151574Z","end":"2026-07-03T16:44:23.633559Z","steps":["trace[493927308] 'agreement among raft nodes before linearized reading' (duration: 1.481630214s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:44:23.636192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:44:22.151539Z","time spent":"1.484627002s","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:44:52.533015Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21457} {"level":"info","ts":"2026-07-03T16:44:52.633681Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21457,"took":"98.053432ms","hash":706886113,"current-db-size-bytes":55357440,"current-db-size":"55 MB","current-db-size-in-use-bytes":41807872,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-07-03T16:44:52.633748Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":706886113,"revision":21457,"compact-revision":19416} {"level":"info","ts":"2026-07-03T16:46:02.291741Z","caller":"traceutil/trace.go:171","msg":"trace[1374924151] transaction","detail":"{read_only:false; response_revision:25114; number_of_response:1; }","duration":"307.47785ms","start":"2026-07-03T16:46:01.984237Z","end":"2026-07-03T16:46:02.291715Z","steps":["trace[1374924151] 'process raft request' (duration: 307.302105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:02.291907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:46:01.984213Z","time spent":"307.610925ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:46:02.534161Z","caller":"traceutil/trace.go:171","msg":"trace[1743424635] transaction","detail":"{read_only:false; response_revision:25116; number_of_response:1; }","duration":"546.073792ms","start":"2026-07-03T16:46:01.988065Z","end":"2026-07-03T16:46:02.534139Z","steps":["trace[1743424635] 'process raft request' (duration: 546.00124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:02.534291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:46:01.98805Z","time spent":"546.176395ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:46:02.534362Z","caller":"traceutil/trace.go:171","msg":"trace[161092009] transaction","detail":"{read_only:false; response_revision:25117; number_of_response:1; }","duration":"441.009361ms","start":"2026-07-03T16:46:02.093338Z","end":"2026-07-03T16:46:02.534347Z","steps":["trace[161092009] 'process raft request' (duration: 440.767725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:02.53444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:46:02.093303Z","time spent":"441.100863ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:46:02.534486Z","caller":"traceutil/trace.go:171","msg":"trace[316324160] transaction","detail":"{read_only:false; response_revision:25115; number_of_response:1; }","duration":"546.594505ms","start":"2026-07-03T16:46:01.987882Z","end":"2026-07-03T16:46:02.534477Z","steps":["trace[316324160] 'process raft request' (duration: 546.046881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:02.534538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:46:01.987859Z","time spent":"546.652787ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:46:02.535084Z","caller":"traceutil/trace.go:171","msg":"trace[728635357] linearizableReadLoop","detail":"{readStateIndex:25959; appliedIndex:25955; }","duration":"435.267371ms","start":"2026-07-03T16:46:02.099795Z","end":"2026-07-03T16:46:02.535063Z","steps":["trace[728635357] 'read index received' (duration: 191.693581ms)","trace[728635357] 'applied index is now lower than readState.Index' (duration: 243.57298ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:46:02.535129Z","caller":"traceutil/trace.go:171","msg":"trace[68360283] transaction","detail":"{read_only:false; response_revision:25118; number_of_response:1; }","duration":"416.622397ms","start":"2026-07-03T16:46:02.118493Z","end":"2026-07-03T16:46:02.535115Z","steps":["trace[68360283] 'process raft request' (duration: 415.806266ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:02.535175Z","caller":"traceutil/trace.go:171","msg":"trace[1772057379] transaction","detail":"{read_only:false; response_revision:25119; number_of_response:1; }","duration":"413.409163ms","start":"2026-07-03T16:46:02.121756Z","end":"2026-07-03T16:46:02.535165Z","steps":["trace[1772057379] 'process raft request' (duration: 413.188087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:02.535292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:46:02.121697Z","time spent":"413.518896ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:46:02.535333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:46:02.118468Z","time spent":"416.690809ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:46:02.535516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.717623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-03T16:46:02.535592Z","caller":"traceutil/trace.go:171","msg":"trace[1546227675] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25119; }","duration":"435.827517ms","start":"2026-07-03T16:46:02.099744Z","end":"2026-07-03T16:46:02.535572Z","steps":["trace[1546227675] 'agreement among raft nodes before linearized reading' (duration: 435.626621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:02.535647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:46:02.099707Z","time spent":"435.92818ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:46:02.560439Z","caller":"traceutil/trace.go:171","msg":"trace[864791410] transaction","detail":"{read_only:false; response_revision:25120; number_of_response:1; }","duration":"119.30235ms","start":"2026-07-03T16:46:02.441114Z","end":"2026-07-03T16:46:02.560417Z","steps":["trace[864791410] 'process raft request' (duration: 119.204138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:02.560669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.264934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:46:02.560761Z","caller":"traceutil/trace.go:171","msg":"trace[321849794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25120; }","duration":"427.402959ms","start":"2026-07-03T16:46:02.133339Z","end":"2026-07-03T16:46:02.560742Z","steps":["trace[321849794] 'agreement among raft nodes before linearized reading' (duration: 427.0946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:02.560818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:46:02.133329Z","time spent":"427.47775ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:46:02.560811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.340228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-03T16:46:02.560923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.69791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:46:02.560972Z","caller":"traceutil/trace.go:171","msg":"trace[377802278] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25120; }","duration":"416.819093ms","start":"2026-07-03T16:46:02.144141Z","end":"2026-07-03T16:46:02.56096Z","steps":["trace[377802278] 'agreement among raft nodes before linearized reading' (duration: 416.67315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:02.561006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:46:02.144107Z","time spent":"416.891075ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:46:02.560919Z","caller":"traceutil/trace.go:171","msg":"trace[1965036089] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25120; }","duration":"412.496412ms","start":"2026-07-03T16:46:02.148395Z","end":"2026-07-03T16:46:02.560891Z","steps":["trace[1965036089] 'agreement among raft nodes before linearized reading' (duration: 412.255194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:02.561115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:46:02.148377Z","time spent":"412.730887ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:46:02.561106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.305326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:46:02.561173Z","caller":"traceutil/trace.go:171","msg":"trace[590628310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25120; }","duration":"427.416479ms","start":"2026-07-03T16:46:02.133749Z","end":"2026-07-03T16:46:02.561166Z","steps":["trace[590628310] 'agreement among raft nodes before linearized reading' (duration: 427.285575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:02.561195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:46:02.133729Z","time spent":"427.46075ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:46:02.707775Z","caller":"traceutil/trace.go:171","msg":"trace[1501311261] transaction","detail":"{read_only:false; response_revision:25123; number_of_response:1; }","duration":"142.191026ms","start":"2026-07-03T16:46:02.565563Z","end":"2026-07-03T16:46:02.707754Z","steps":["trace[1501311261] 'process raft request' (duration: 142.128204ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:02.707784Z","caller":"traceutil/trace.go:171","msg":"trace[1530857726] transaction","detail":"{read_only:false; response_revision:25122; number_of_response:1; }","duration":"142.201476ms","start":"2026-07-03T16:46:02.565552Z","end":"2026-07-03T16:46:02.707753Z","steps":["trace[1530857726] 'process raft request' (duration: 141.99893ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:02.7081Z","caller":"traceutil/trace.go:171","msg":"trace[1438143102] transaction","detail":"{read_only:false; response_revision:25124; number_of_response:1; }","duration":"142.277728ms","start":"2026-07-03T16:46:02.565798Z","end":"2026-07-03T16:46:02.708076Z","steps":["trace[1438143102] 'process raft request' (duration: 141.923229ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:02.708126Z","caller":"traceutil/trace.go:171","msg":"trace[1374415436] transaction","detail":"{read_only:false; response_revision:25125; number_of_response:1; }","duration":"142.130023ms","start":"2026-07-03T16:46:02.565965Z","end":"2026-07-03T16:46:02.708095Z","steps":["trace[1374415436] 'process raft request' (duration: 141.97948ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:35.082204Z","caller":"traceutil/trace.go:171","msg":"trace[1378648489] transaction","detail":"{read_only:false; response_revision:25930; number_of_response:1; }","duration":"177.33188ms","start":"2026-07-03T16:47:34.904848Z","end":"2026-07-03T16:47:35.08218Z","steps":["trace[1378648489] 'process raft request' (duration: 177.178306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:35.647713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113004,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:47:35.666156Z","caller":"traceutil/trace.go:171","msg":"trace[689802077] transaction","detail":"{read_only:false; response_revision:25932; number_of_response:1; }","duration":"758.734899ms","start":"2026-07-03T16:47:34.9074Z","end":"2026-07-03T16:47:35.666135Z","steps":["trace[689802077] 'process raft request' (duration: 758.684828ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:35.666214Z","caller":"traceutil/trace.go:171","msg":"trace[184871410] transaction","detail":"{read_only:false; response_revision:25931; number_of_response:1; }","duration":"759.237882ms","start":"2026-07-03T16:47:34.906948Z","end":"2026-07-03T16:47:35.666186Z","steps":["trace[184871410] 'process raft request' (duration: 759.013746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:35.66629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:34.907378Z","time spent":"758.845182ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:35.666332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:34.906931Z","time spent":"759.339074ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:35.666484Z","caller":"traceutil/trace.go:171","msg":"trace[705689016] transaction","detail":"{read_only:false; response_revision:25933; number_of_response:1; }","duration":"757.157588ms","start":"2026-07-03T16:47:34.909318Z","end":"2026-07-03T16:47:35.666475Z","steps":["trace[705689016] 'process raft request' (duration: 756.792278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:35.666533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:34.909274Z","time spent":"757.233429ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:35.666761Z","caller":"traceutil/trace.go:171","msg":"trace[1403622961] transaction","detail":"{read_only:false; response_revision:25934; number_of_response:1; }","duration":"755.957127ms","start":"2026-07-03T16:47:34.910779Z","end":"2026-07-03T16:47:35.666736Z","steps":["trace[1403622961] 'process raft request' (duration: 755.652789ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:35.666932Z","caller":"traceutil/trace.go:171","msg":"trace[202986084] transaction","detail":"{read_only:false; response_revision:25935; number_of_response:1; }","duration":"754.734915ms","start":"2026-07-03T16:47:34.912182Z","end":"2026-07-03T16:47:35.666917Z","steps":["trace[202986084] 'process raft request' (duration: 754.427977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:35.666995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:34.912163Z","time spent":"754.799476ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:35.667045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:34.910768Z","time spent":"756.08244ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:35.790536Z","caller":"traceutil/trace.go:171","msg":"trace[1250054848] linearizableReadLoop","detail":"{readStateIndex:26797; appliedIndex:26791; }","duration":"643.530474ms","start":"2026-07-03T16:47:35.146983Z","end":"2026-07-03T16:47:35.790513Z","steps":["trace[1250054848] 'read index received' (duration: 518.981578ms)","trace[1250054848] 'applied index is now lower than readState.Index' (duration: 124.548146ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:35.790631Z","caller":"traceutil/trace.go:171","msg":"trace[699950246] transaction","detail":"{read_only:false; response_revision:25936; number_of_response:1; }","duration":"312.419459ms","start":"2026-07-03T16:47:35.478167Z","end":"2026-07-03T16:47:35.790587Z","steps":["trace[699950246] 'process raft request' (duration: 269.990056ms)","trace[699950246] 'compare' (duration: 42.257409ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:47:35.790761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.348806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-03T16:47:35.790777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.778381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-03T16:47:35.790821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:35.478149Z","time spent":"312.569774ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:35.790829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.042988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-07-03T16:47:35.790882Z","caller":"traceutil/trace.go:171","msg":"trace[249599427] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25936; }","duration":"643.907004ms","start":"2026-07-03T16:47:35.146933Z","end":"2026-07-03T16:47:35.79084Z","steps":["trace[249599427] 'agreement among raft nodes before linearized reading' (duration: 643.682028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:35.790894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.143566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-03T16:47:35.790925Z","caller":"traceutil/trace.go:171","msg":"trace[2124321789] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25936; }","duration":"588.227487ms","start":"2026-07-03T16:47:35.20269Z","end":"2026-07-03T16:47:35.790918Z","steps":["trace[2124321789] 'agreement among raft nodes before linearized reading' (duration: 588.134135ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:35.79093Z","caller":"traceutil/trace.go:171","msg":"trace[2014853652] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:25936; }","duration":"300.191112ms","start":"2026-07-03T16:47:35.490719Z","end":"2026-07-03T16:47:35.79091Z","steps":["trace[2014853652] 'agreement among raft nodes before linearized reading' (duration: 299.963245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:35.790957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:35.202669Z","time spent":"588.278909ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:47:35.790974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:35.490698Z","time spent":"300.267955ms","remote":"127.0.0.1:57464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-07-03T16:47:35.790943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.265718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:47:35.791061Z","caller":"traceutil/trace.go:171","msg":"trace[1288935098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25936; }","duration":"466.422932ms","start":"2026-07-03T16:47:35.3246Z","end":"2026-07-03T16:47:35.791023Z","steps":["trace[1288935098] 'agreement among raft nodes before linearized reading' (duration: 466.057222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:35.791078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.349003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-03T16:47:35.791068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.735557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:47:35.790934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:35.146912Z","time spent":"644.007898ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:47:35.791105Z","caller":"traceutil/trace.go:171","msg":"trace[1545313888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25936; }","duration":"590.388524ms","start":"2026-07-03T16:47:35.200711Z","end":"2026-07-03T16:47:35.7911Z","steps":["trace[1545313888] 'agreement among raft nodes before linearized reading' (duration: 590.327413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:35.791131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:35.200704Z","time spent":"590.422035ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:47:35.791127Z","caller":"traceutil/trace.go:171","msg":"trace[795889196] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25936; }","duration":"442.826618ms","start":"2026-07-03T16:47:35.348283Z","end":"2026-07-03T16:47:35.79111Z","steps":["trace[795889196] 'agreement among raft nodes before linearized reading' (duration: 442.720426ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:35.790807Z","caller":"traceutil/trace.go:171","msg":"trace[2107723534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25936; }","duration":"592.456858ms","start":"2026-07-03T16:47:35.19834Z","end":"2026-07-03T16:47:35.790797Z","steps":["trace[2107723534] 'agreement among raft nodes before linearized reading' (duration: 592.301393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:35.791165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:35.348265Z","time spent":"442.890221ms","remote":"127.0.0.1:35728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:47:35.791192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:35.198317Z","time spent":"592.871238ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:47:35.791236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.954295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:47:35.791298Z","caller":"traceutil/trace.go:171","msg":"trace[1752636797] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25936; }","duration":"592.046708ms","start":"2026-07-03T16:47:35.199238Z","end":"2026-07-03T16:47:35.791285Z","steps":["trace[1752636797] 'agreement among raft nodes before linearized reading' (duration: 591.805132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:35.791346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:35.199219Z","time spent":"592.120019ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:47:35.791889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.283513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"warn","ts":"2026-07-03T16:47:35.792149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:35.32458Z","time spent":"466.526965ms","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:47:35.792203Z","caller":"traceutil/trace.go:171","msg":"trace[1384601206] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:25936; }","duration":"106.416506ms","start":"2026-07-03T16:47:35.685545Z","end":"2026-07-03T16:47:35.791962Z","steps":["trace[1384601206] 'agreement among raft nodes before linearized reading' (duration: 105.666317ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:42.257157Z","caller":"traceutil/trace.go:171","msg":"trace[715210967] linearizableReadLoop","detail":"{readStateIndex:26844; appliedIndex:26843; }","duration":"429.518604ms","start":"2026-07-03T16:47:41.827618Z","end":"2026-07-03T16:47:42.257136Z","steps":["trace[715210967] 'read index received' (duration: 429.3657ms)","trace[715210967] 'applied index is now lower than readState.Index' (duration: 151.884µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:42.257236Z","caller":"traceutil/trace.go:171","msg":"trace[1543596958] transaction","detail":"{read_only:false; response_revision:25981; number_of_response:1; }","duration":"441.748802ms","start":"2026-07-03T16:47:41.815442Z","end":"2026-07-03T16:47:42.257191Z","steps":["trace[1543596958] 'process raft request' (duration: 441.563327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:42.257362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.719419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:47:42.257412Z","caller":"traceutil/trace.go:171","msg":"trace[374635836] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25981; }","duration":"429.794952ms","start":"2026-07-03T16:47:41.827601Z","end":"2026-07-03T16:47:42.257395Z","steps":["trace[374635836] 'agreement among raft nodes before linearized reading' (duration: 429.654908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:42.257407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:41.815425Z","time spent":"441.890596ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:42.257477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:41.827593Z","time spent":"429.871514ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:47:42.257649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.329559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:47:42.257679Z","caller":"traceutil/trace.go:171","msg":"trace[1135160834] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25981; }","duration":"429.39613ms","start":"2026-07-03T16:47:41.828276Z","end":"2026-07-03T16:47:42.257673Z","steps":["trace[1135160834] 'agreement among raft nodes before linearized reading' (duration: 429.320878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:42.257699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:41.828256Z","time spent":"429.437742ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:47:42.257846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.585212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:47:42.257904Z","caller":"traceutil/trace.go:171","msg":"trace[320526144] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25981; }","duration":"420.660974ms","start":"2026-07-03T16:47:41.837227Z","end":"2026-07-03T16:47:42.257888Z","steps":["trace[320526144] 'agreement among raft nodes before linearized reading' (duration: 420.551841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:42.257935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.59747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-03T16:47:42.257942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:41.837218Z","time spent":"420.714825ms","remote":"127.0.0.1:36622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:47:42.257976Z","caller":"traceutil/trace.go:171","msg":"trace[1255299618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25981; }","duration":"423.640861ms","start":"2026-07-03T16:47:41.834325Z","end":"2026-07-03T16:47:42.257966Z","steps":["trace[1255299618] 'agreement among raft nodes before linearized reading' (duration: 423.539468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:42.258001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:41.834278Z","time spent":"423.717003ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:47:42.258148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.635883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:47:42.258168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.928661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:47:42.258185Z","caller":"traceutil/trace.go:171","msg":"trace[1574430822] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25981; }","duration":"425.692705ms","start":"2026-07-03T16:47:41.832479Z","end":"2026-07-03T16:47:42.258172Z","steps":["trace[1574430822] 'agreement among raft nodes before linearized reading' (duration: 425.588852ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:42.2582Z","caller":"traceutil/trace.go:171","msg":"trace[61920981] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25981; }","duration":"108.996392ms","start":"2026-07-03T16:47:42.149193Z","end":"2026-07-03T16:47:42.25819Z","steps":["trace[61920981] 'agreement among raft nodes before linearized reading' (duration: 108.92248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:42.258221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:41.832468Z","time spent":"425.744636ms","remote":"127.0.0.1:43682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":35,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:47:42.258334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.504184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-07-03T16:47:42.258397Z","caller":"traceutil/trace.go:171","msg":"trace[1340689098] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:25981; }","duration":"414.592236ms","start":"2026-07-03T16:47:41.84379Z","end":"2026-07-03T16:47:42.258382Z","steps":["trace[1340689098] 'agreement among raft nodes before linearized reading' (duration: 414.394201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:42.258416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.277575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-03T16:47:42.258434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:41.84378Z","time spent":"414.646337ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7291,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-07-03T16:47:42.258455Z","caller":"traceutil/trace.go:171","msg":"trace[1646424340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25981; }","duration":"427.337927ms","start":"2026-07-03T16:47:41.831109Z","end":"2026-07-03T16:47:42.258447Z","steps":["trace[1646424340] 'agreement among raft nodes before linearized reading' (duration: 427.242354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:42.258428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.730761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:47:42.25854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.677848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:47:42.258585Z","caller":"traceutil/trace.go:171","msg":"trace[1928619782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25981; }","duration":"429.751429ms","start":"2026-07-03T16:47:41.828823Z","end":"2026-07-03T16:47:42.258575Z","steps":["trace[1928619782] 'agreement among raft nodes before linearized reading' (duration: 429.637886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:42.258615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:41.828807Z","time spent":"429.800861ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:47:42.258717Z","caller":"traceutil/trace.go:171","msg":"trace[559630714] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25981; }","duration":"149.871405ms","start":"2026-07-03T16:47:42.108638Z","end":"2026-07-03T16:47:42.258509Z","steps":["trace[559630714] 'agreement among raft nodes before linearized reading' (duration: 149.576067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:42.258486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:41.831097Z","time spent":"427.382568ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:47:43.088113Z","caller":"traceutil/trace.go:171","msg":"trace[163169475] transaction","detail":"{read_only:false; response_revision:25987; number_of_response:1; }","duration":"431.465884ms","start":"2026-07-03T16:47:42.656622Z","end":"2026-07-03T16:47:43.088088Z","steps":["trace[163169475] 'process raft request' (duration: 431.31229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:43.088256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:42.656603Z","time spent":"431.589256ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:43.093751Z","caller":"traceutil/trace.go:171","msg":"trace[1769317153] linearizableReadLoop","detail":"{readStateIndex:26852; appliedIndex:26849; }","duration":"146.352603ms","start":"2026-07-03T16:47:42.947382Z","end":"2026-07-03T16:47:43.093735Z","steps":["trace[1769317153] 'read index received' (duration: 140.590274ms)","trace[1769317153] 'applied index is now lower than readState.Index' (duration: 5.761739ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:43.093819Z","caller":"traceutil/trace.go:171","msg":"trace[1798946511] transaction","detail":"{read_only:false; response_revision:25989; number_of_response:1; }","duration":"392.570433ms","start":"2026-07-03T16:47:42.701223Z","end":"2026-07-03T16:47:43.093793Z","steps":["trace[1798946511] 'process raft request' (duration: 392.47692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:43.093924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:42.701199Z","time spent":"392.659724ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:43.09391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.509507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:47:43.094012Z","caller":"traceutil/trace.go:171","msg":"trace[203179132] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25989; }","duration":"146.660662ms","start":"2026-07-03T16:47:42.94734Z","end":"2026-07-03T16:47:43.094001Z","steps":["trace[203179132] 'agreement among raft nodes before linearized reading' (duration: 146.502527ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:43.093772Z","caller":"traceutil/trace.go:171","msg":"trace[2140198788] transaction","detail":"{read_only:false; response_revision:25988; number_of_response:1; }","duration":"436.585656ms","start":"2026-07-03T16:47:42.657174Z","end":"2026-07-03T16:47:43.093759Z","steps":["trace[2140198788] 'process raft request' (duration: 436.401761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:43.094161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:42.65715Z","time spent":"436.981636ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:43.959334Z","caller":"traceutil/trace.go:171","msg":"trace[1175650055] transaction","detail":"{read_only:false; response_revision:25991; number_of_response:1; }","duration":"229.583277ms","start":"2026-07-03T16:47:43.729728Z","end":"2026-07-03T16:47:43.959312Z","steps":["trace[1175650055] 'process raft request' (duration: 229.449084ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:44.003943Z","caller":"traceutil/trace.go:171","msg":"trace[1978902285] transaction","detail":"{read_only:false; response_revision:25993; number_of_response:1; }","duration":"273.435466ms","start":"2026-07-03T16:47:43.730484Z","end":"2026-07-03T16:47:44.003919Z","steps":["trace[1978902285] 'process raft request' (duration: 273.345833ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:44.003964Z","caller":"traceutil/trace.go:171","msg":"trace[1747257167] transaction","detail":"{read_only:false; response_revision:25992; number_of_response:1; }","duration":"273.922949ms","start":"2026-07-03T16:47:43.730002Z","end":"2026-07-03T16:47:44.003925Z","steps":["trace[1747257167] 'process raft request' (duration: 273.664132ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:44.004204Z","caller":"traceutil/trace.go:171","msg":"trace[2058548232] linearizableReadLoop","detail":"{readStateIndex:26858; appliedIndex:26853; }","duration":"187.061821ms","start":"2026-07-03T16:47:43.817105Z","end":"2026-07-03T16:47:44.004167Z","steps":["trace[2058548232] 'read index received' (duration: 142.088422ms)","trace[2058548232] 'applied index is now lower than readState.Index' (duration: 44.972769ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:44.004263Z","caller":"traceutil/trace.go:171","msg":"trace[1082576568] transaction","detail":"{read_only:false; response_revision:25994; number_of_response:1; }","duration":"272.856881ms","start":"2026-07-03T16:47:43.73137Z","end":"2026-07-03T16:47:44.004227Z","steps":["trace[1082576568] 'process raft request' (duration: 272.504212ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:44.004304Z","caller":"traceutil/trace.go:171","msg":"trace[1025350064] transaction","detail":"{read_only:false; response_revision:25995; number_of_response:1; }","duration":"272.740978ms","start":"2026-07-03T16:47:43.73155Z","end":"2026-07-03T16:47:44.004291Z","steps":["trace[1025350064] 'process raft request' (duration: 272.503582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:44.004391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.331535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:47:44.004433Z","caller":"traceutil/trace.go:171","msg":"trace[2107056200] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25995; }","duration":"118.426248ms","start":"2026-07-03T16:47:43.885994Z","end":"2026-07-03T16:47:44.00442Z","steps":["trace[2107056200] 'agreement among raft nodes before linearized reading' (duration: 118.344795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:44.004455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.347289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-07-03T16:47:44.004483Z","caller":"traceutil/trace.go:171","msg":"trace[796373016] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:25995; }","duration":"187.405311ms","start":"2026-07-03T16:47:43.817068Z","end":"2026-07-03T16:47:44.004473Z","steps":["trace[796373016] 'agreement among raft nodes before linearized reading' (duration: 187.294007ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:44.452467Z","caller":"traceutil/trace.go:171","msg":"trace[502874757] transaction","detail":"{read_only:false; response_revision:25998; number_of_response:1; }","duration":"130.199283ms","start":"2026-07-03T16:47:44.322242Z","end":"2026-07-03T16:47:44.452441Z","steps":["trace[502874757] 'process raft request' (duration: 124.549796ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:44.452677Z","caller":"traceutil/trace.go:171","msg":"trace[657490787] transaction","detail":"{read_only:false; response_revision:25999; number_of_response:1; }","duration":"130.388489ms","start":"2026-07-03T16:47:44.322274Z","end":"2026-07-03T16:47:44.452663Z","steps":["trace[657490787] 'process raft request' (duration: 130.123221ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:44.452904Z","caller":"traceutil/trace.go:171","msg":"trace[1574463124] transaction","detail":"{read_only:false; response_revision:26000; number_of_response:1; }","duration":"130.41361ms","start":"2026-07-03T16:47:44.322466Z","end":"2026-07-03T16:47:44.45288Z","steps":["trace[1574463124] 'process raft request' (duration: 130.147153ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:44.452912Z","caller":"traceutil/trace.go:171","msg":"trace[384961113] transaction","detail":"{read_only:false; response_revision:26001; number_of_response:1; }","duration":"129.775964ms","start":"2026-07-03T16:47:44.323111Z","end":"2026-07-03T16:47:44.452887Z","steps":["trace[384961113] 'process raft request' (duration: 129.687741ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:45.230747Z","caller":"traceutil/trace.go:171","msg":"trace[1562491711] transaction","detail":"{read_only:false; response_revision:26002; number_of_response:1; }","duration":"132.009651ms","start":"2026-07-03T16:47:45.098716Z","end":"2026-07-03T16:47:45.230726Z","steps":["trace[1562491711] 'process raft request' (duration: 131.819366ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:46.119199Z","caller":"traceutil/trace.go:171","msg":"trace[1197198911] transaction","detail":"{read_only:false; response_revision:26005; number_of_response:1; }","duration":"152.41696ms","start":"2026-07-03T16:47:45.966762Z","end":"2026-07-03T16:47:46.119179Z","steps":["trace[1197198911] 'process raft request' (duration: 152.301788ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:46.133782Z","caller":"traceutil/trace.go:171","msg":"trace[503090425] transaction","detail":"{read_only:false; response_revision:26006; number_of_response:1; }","duration":"122.711179ms","start":"2026-07-03T16:47:46.011049Z","end":"2026-07-03T16:47:46.13376Z","steps":["trace[503090425] 'process raft request' (duration: 122.338469ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:46.134104Z","caller":"traceutil/trace.go:171","msg":"trace[148889074] transaction","detail":"{read_only:false; response_revision:26007; number_of_response:1; }","duration":"122.143125ms","start":"2026-07-03T16:47:46.011939Z","end":"2026-07-03T16:47:46.134082Z","steps":["trace[148889074] 'process raft request' (duration: 121.611092ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:46.134367Z","caller":"traceutil/trace.go:171","msg":"trace[2024495351] linearizableReadLoop","detail":"{readStateIndex:26872; appliedIndex:26868; }","duration":"120.982724ms","start":"2026-07-03T16:47:46.013366Z","end":"2026-07-03T16:47:46.134349Z","steps":["trace[2024495351] 'read index received' (duration: 105.698877ms)","trace[2024495351] 'applied index is now lower than readState.Index' (duration: 15.282727ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:46.134392Z","caller":"traceutil/trace.go:171","msg":"trace[654210571] transaction","detail":"{read_only:false; response_revision:26008; number_of_response:1; }","duration":"122.149785ms","start":"2026-07-03T16:47:46.012208Z","end":"2026-07-03T16:47:46.134358Z","steps":["trace[654210571] 'process raft request' (duration: 121.778026ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:46.134483Z","caller":"traceutil/trace.go:171","msg":"trace[36470060] transaction","detail":"{read_only:false; response_revision:26009; number_of_response:1; }","duration":"119.161098ms","start":"2026-07-03T16:47:46.015237Z","end":"2026-07-03T16:47:46.134399Z","steps":["trace[36470060] 'process raft request' (duration: 119.015354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:46.134553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.172129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-07-03T16:47:46.134654Z","caller":"traceutil/trace.go:171","msg":"trace[779516762] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:26009; }","duration":"121.305253ms","start":"2026-07-03T16:47:46.013331Z","end":"2026-07-03T16:47:46.134636Z","steps":["trace[779516762] 'agreement among raft nodes before linearized reading' (duration: 121.075977ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:46.557912Z","caller":"traceutil/trace.go:171","msg":"trace[1108674403] linearizableReadLoop","detail":"{readStateIndex:26874; appliedIndex:26873; }","duration":"232.711159ms","start":"2026-07-03T16:47:46.325173Z","end":"2026-07-03T16:47:46.557884Z","steps":["trace[1108674403] 'read index received' (duration: 232.581545ms)","trace[1108674403] 'applied index is now lower than readState.Index' (duration: 128.294µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:46.557976Z","caller":"traceutil/trace.go:171","msg":"trace[1243385272] transaction","detail":"{read_only:false; response_revision:26010; number_of_response:1; }","duration":"235.434709ms","start":"2026-07-03T16:47:46.322506Z","end":"2026-07-03T16:47:46.557941Z","steps":["trace[1243385272] 'process raft request' (duration: 235.193093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:46.558116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.919664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:47:46.558159Z","caller":"traceutil/trace.go:171","msg":"trace[388448335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26010; }","duration":"233.002125ms","start":"2026-07-03T16:47:46.325145Z","end":"2026-07-03T16:47:46.558147Z","steps":["trace[388448335] 'agreement among raft nodes before linearized reading' (duration: 232.869072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:46.558171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.742133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:47:46.558223Z","caller":"traceutil/trace.go:171","msg":"trace[1220404947] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26010; }","duration":"151.850276ms","start":"2026-07-03T16:47:46.406357Z","end":"2026-07-03T16:47:46.558208Z","steps":["trace[1220404947] 'agreement among raft nodes before linearized reading' (duration: 151.679792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:46.558381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.510618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-03T16:47:46.558434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.60199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:47:46.558469Z","caller":"traceutil/trace.go:171","msg":"trace[283285829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26010; }","duration":"101.625771ms","start":"2026-07-03T16:47:46.456822Z","end":"2026-07-03T16:47:46.558448Z","steps":["trace[283285829] 'agreement among raft nodes before linearized reading' (duration: 101.350964ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:46.558508Z","caller":"traceutil/trace.go:171","msg":"trace[1565772467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26010; }","duration":"101.710923ms","start":"2026-07-03T16:47:46.456777Z","end":"2026-07-03T16:47:46.558488Z","steps":["trace[1565772467] 'agreement among raft nodes before linearized reading' (duration: 101.471467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:46.5585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.070787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:47:46.558627Z","caller":"traceutil/trace.go:171","msg":"trace[1442042128] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26010; }","duration":"101.255902ms","start":"2026-07-03T16:47:46.457345Z","end":"2026-07-03T16:47:46.558601Z","steps":["trace[1442042128] 'agreement among raft nodes before linearized reading' (duration: 100.77912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:46.558705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.929833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:47:46.558812Z","caller":"traceutil/trace.go:171","msg":"trace[78592179] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26010; }","duration":"101.071037ms","start":"2026-07-03T16:47:46.457714Z","end":"2026-07-03T16:47:46.558785Z","steps":["trace[78592179] 'agreement among raft nodes before linearized reading' (duration: 100.738678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:46.936353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.227357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:47:46.936757Z","caller":"traceutil/trace.go:171","msg":"trace[2141565885] transaction","detail":"{read_only:false; response_revision:26013; number_of_response:1; }","duration":"373.379293ms","start":"2026-07-03T16:47:46.563326Z","end":"2026-07-03T16:47:46.936706Z","steps":["trace[2141565885] 'process raft request' (duration: 183.687344ms)","trace[2141565885] 'compare' (duration: 188.846168ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:46.936846Z","caller":"traceutil/trace.go:171","msg":"trace[1998923756] transaction","detail":"{read_only:false; response_revision:26015; number_of_response:1; }","duration":"370.058437ms","start":"2026-07-03T16:47:46.566753Z","end":"2026-07-03T16:47:46.936811Z","steps":["trace[1998923756] 'process raft request' (duration: 369.917064ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:46.936835Z","caller":"traceutil/trace.go:171","msg":"trace[1527936265] transaction","detail":"{read_only:false; response_revision:26014; number_of_response:1; }","duration":"372.783208ms","start":"2026-07-03T16:47:46.564Z","end":"2026-07-03T16:47:46.936783Z","steps":["trace[1527936265] 'process raft request' (duration: 372.567833ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:46.936802Z","caller":"traceutil/trace.go:171","msg":"trace[797520362] linearizableReadLoop","detail":"{readStateIndex:26880; appliedIndex:26876; }","duration":"191.198519ms","start":"2026-07-03T16:47:46.745567Z","end":"2026-07-03T16:47:46.936765Z","steps":["trace[797520362] 'read index received' (duration: 1.385737ms)","trace[797520362] 'applied index is now lower than readState.Index' (duration: 189.810792ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:47:46.937199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.435295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:47:46.937318Z","caller":"traceutil/trace.go:171","msg":"trace[1692024301] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26016; }","duration":"191.736543ms","start":"2026-07-03T16:47:46.74556Z","end":"2026-07-03T16:47:46.937296Z","steps":["trace[1692024301] 'agreement among raft nodes before linearized reading' (duration: 191.385554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:46.936948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:46.563309Z","time spent":"373.533897ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:46.937006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:46.566743Z","time spent":"370.18042ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:46.937006Z","caller":"traceutil/trace.go:171","msg":"trace[145737223] transaction","detail":"{read_only:false; response_revision:26016; number_of_response:1; }","duration":"317.561843ms","start":"2026-07-03T16:47:46.619268Z","end":"2026-07-03T16:47:46.93683Z","steps":["trace[145737223] 'process raft request' (duration: 317.44557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:46.937056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:46.563984Z","time spent":"372.959453ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:46.937906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:46.619239Z","time spent":"318.58169ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:47.565119Z","caller":"traceutil/trace.go:171","msg":"trace[1089303103] transaction","detail":"{read_only:false; response_revision:26017; number_of_response:1; }","duration":"285.164472ms","start":"2026-07-03T16:47:47.279933Z","end":"2026-07-03T16:47:47.565098Z","steps":["trace[1089303103] 'process raft request' (duration: 285.051899ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:47.761962Z","caller":"traceutil/trace.go:171","msg":"trace[597673560] linearizableReadLoop","detail":"{readStateIndex:26882; appliedIndex:26880; }","duration":"433.725822ms","start":"2026-07-03T16:47:47.328216Z","end":"2026-07-03T16:47:47.761942Z","steps":["trace[597673560] 'read index received' (duration: 236.852956ms)","trace[597673560] 'applied index is now lower than readState.Index' (duration: 196.872136ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:47:47.762177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.292051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:47:47.762155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.915227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:47:47.762201Z","caller":"traceutil/trace.go:171","msg":"trace[2007032344] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26018; }","duration":"119.369453ms","start":"2026-07-03T16:47:47.642824Z","end":"2026-07-03T16:47:47.762193Z","steps":["trace[2007032344] 'agreement among raft nodes before linearized reading' (duration: 119.306701ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:47.762226Z","caller":"traceutil/trace.go:171","msg":"trace[1049518441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26018; }","duration":"434.070611ms","start":"2026-07-03T16:47:47.328133Z","end":"2026-07-03T16:47:47.762204Z","steps":["trace[1049518441] 'agreement among raft nodes before linearized reading' (duration: 433.936707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:47.762269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:47.328114Z","time spent":"434.147433ms","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:47:47.762453Z","caller":"traceutil/trace.go:171","msg":"trace[1962020938] transaction","detail":"{read_only:false; response_revision:26018; number_of_response:1; }","duration":"482.201232ms","start":"2026-07-03T16:47:47.280224Z","end":"2026-07-03T16:47:47.762425Z","steps":["trace[1962020938] 'process raft request' (duration: 394.489613ms)","trace[1962020938] 'compare' (duration: 86.889147ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:47:47.76261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:47.280213Z","time spent":"482.318075ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:48.634645Z","caller":"traceutil/trace.go:171","msg":"trace[1003131263] transaction","detail":"{read_only:false; response_revision:26020; number_of_response:1; }","duration":"506.39253ms","start":"2026-07-03T16:47:48.128198Z","end":"2026-07-03T16:47:48.634591Z","steps":["trace[1003131263] 'process raft request' (duration: 506.146714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:48.635012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:48.128181Z","time spent":"506.563904ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:48.647914Z","caller":"traceutil/trace.go:171","msg":"trace[1182793036] transaction","detail":"{read_only:false; response_revision:26022; number_of_response:1; }","duration":"506.045312ms","start":"2026-07-03T16:47:48.14184Z","end":"2026-07-03T16:47:48.647885Z","steps":["trace[1182793036] 'process raft request' (duration: 505.935319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:48.648099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:48.141823Z","time spent":"506.176345ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:48.648117Z","caller":"traceutil/trace.go:171","msg":"trace[24512825] transaction","detail":"{read_only:false; response_revision:26023; number_of_response:1; }","duration":"504.767739ms","start":"2026-07-03T16:47:48.143334Z","end":"2026-07-03T16:47:48.648102Z","steps":["trace[24512825] 'process raft request' (duration: 504.510452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:48.648197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:48.143325Z","time spent":"504.82689ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:48.648351Z","caller":"traceutil/trace.go:171","msg":"trace[1288230530] transaction","detail":"{read_only:false; response_revision:26024; number_of_response:1; }","duration":"500.487457ms","start":"2026-07-03T16:47:48.147856Z","end":"2026-07-03T16:47:48.648344Z","steps":["trace[1288230530] 'process raft request' (duration: 500.179699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:48.648399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:48.147844Z","time spent":"500.529918ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:48.648505Z","caller":"traceutil/trace.go:171","msg":"trace[838307831] linearizableReadLoop","detail":"{readStateIndex:26887; appliedIndex:26883; }","duration":"501.841352ms","start":"2026-07-03T16:47:48.146655Z","end":"2026-07-03T16:47:48.648496Z","steps":["trace[838307831] 'read index received' (duration: 487.785567ms)","trace[838307831] 'applied index is now lower than readState.Index' (duration: 14.054835ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:48.648547Z","caller":"traceutil/trace.go:171","msg":"trace[955305374] transaction","detail":"{read_only:false; response_revision:26021; number_of_response:1; }","duration":"509.296827ms","start":"2026-07-03T16:47:48.139193Z","end":"2026-07-03T16:47:48.648489Z","steps":["trace[955305374] 'process raft request' (duration: 508.396284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:48.648621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:48.139174Z","time spent":"509.409619ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:48.648896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.568422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-07-03T16:47:48.648982Z","caller":"traceutil/trace.go:171","msg":"trace[1789368350] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26025; }","duration":"417.699035ms","start":"2026-07-03T16:47:48.231249Z","end":"2026-07-03T16:47:48.648948Z","steps":["trace[1789368350] 'agreement among raft nodes before linearized reading' (duration: 417.404068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:48.649018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:48.231224Z","time spent":"417.786998ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:47:48.649315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.658005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"warn","ts":"2026-07-03T16:47:48.649333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.929107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-07-03T16:47:48.649384Z","caller":"traceutil/trace.go:171","msg":"trace[961745348] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:26025; }","duration":"322.013839ms","start":"2026-07-03T16:47:48.327358Z","end":"2026-07-03T16:47:48.649372Z","steps":["trace[961745348] 'agreement among raft nodes before linearized reading' (duration: 321.835575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:48.649418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:48.32734Z","time spent":"322.06967ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7291,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-07-03T16:47:48.649356Z","caller":"traceutil/trace.go:171","msg":"trace[933336952] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:26025; }","duration":"502.727166ms","start":"2026-07-03T16:47:48.14662Z","end":"2026-07-03T16:47:48.649347Z","steps":["trace[933336952] 'agreement among raft nodes before linearized reading' (duration: 502.637193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:48.649798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:48.146603Z","time spent":"503.184898ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7291,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-07-03T16:47:48.775136Z","caller":"traceutil/trace.go:171","msg":"trace[843991899] linearizableReadLoop","detail":"{readStateIndex:26891; appliedIndex:26889; }","duration":"119.972047ms","start":"2026-07-03T16:47:48.655135Z","end":"2026-07-03T16:47:48.775107Z","steps":["trace[843991899] 'read index received' (duration: 64.711471ms)","trace[843991899] 'applied index is now lower than readState.Index' (duration: 55.259146ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:48.775258Z","caller":"traceutil/trace.go:171","msg":"trace[2059351327] transaction","detail":"{read_only:false; response_revision:26027; number_of_response:1; }","duration":"120.964954ms","start":"2026-07-03T16:47:48.654267Z","end":"2026-07-03T16:47:48.775232Z","steps":["trace[2059351327] 'process raft request' (duration: 120.654266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:48.775406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.256415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18434"} {"level":"info","ts":"2026-07-03T16:47:48.775454Z","caller":"traceutil/trace.go:171","msg":"trace[238601078] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26027; }","duration":"120.355098ms","start":"2026-07-03T16:47:48.655086Z","end":"2026-07-03T16:47:48.775441Z","steps":["trace[238601078] 'agreement among raft nodes before linearized reading' (duration: 120.152203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:49.251136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.191645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:47:49.251232Z","caller":"traceutil/trace.go:171","msg":"trace[2014744062] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26028; }","duration":"309.314969ms","start":"2026-07-03T16:47:48.941895Z","end":"2026-07-03T16:47:49.25121Z","steps":["trace[2014744062] 'range keys from in-memory index tree' (duration: 309.037721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:49.251273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:48.94188Z","time spent":"309.38243ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:47:49.25145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.589268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:47:49.251507Z","caller":"traceutil/trace.go:171","msg":"trace[1931187097] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26028; }","duration":"366.70016ms","start":"2026-07-03T16:47:48.884797Z","end":"2026-07-03T16:47:49.251497Z","steps":["trace[1931187097] 'range keys from in-memory index tree' (duration: 366.375263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:49.251535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:48.88477Z","time spent":"366.757172ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T16:47:49.251532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.845493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-03T16:47:49.251543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.176646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:47:49.251569Z","caller":"traceutil/trace.go:171","msg":"trace[1367897718] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26028; }","duration":"309.934916ms","start":"2026-07-03T16:47:48.941623Z","end":"2026-07-03T16:47:49.251558Z","steps":["trace[1367897718] 'range keys from in-memory index tree' (duration: 309.578077ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:49.251605Z","caller":"traceutil/trace.go:171","msg":"trace[141006248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26028; }","duration":"309.267979ms","start":"2026-07-03T16:47:48.94232Z","end":"2026-07-03T16:47:49.251588Z","steps":["trace[141006248] 'range keys from in-memory index tree' (duration: 309.050883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:49.251636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:48.941592Z","time spent":"310.001067ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:47:49.251643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:48.942313Z","time spent":"309.32235ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:47:49.424061Z","caller":"traceutil/trace.go:171","msg":"trace[884690814] transaction","detail":"{read_only:false; response_revision:26029; number_of_response:1; }","duration":"167.734079ms","start":"2026-07-03T16:47:49.256306Z","end":"2026-07-03T16:47:49.424041Z","steps":["trace[884690814] 'process raft request' (duration: 167.594045ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:49.977012Z","caller":"traceutil/trace.go:171","msg":"trace[1119965424] linearizableReadLoop","detail":"{readStateIndex:26895; appliedIndex:26892; }","duration":"718.070873ms","start":"2026-07-03T16:47:49.25892Z","end":"2026-07-03T16:47:49.976991Z","steps":["trace[1119965424] 'read index received' (duration: 164.950348ms)","trace[1119965424] 'applied index is now lower than readState.Index' (duration: 553.119535ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:49.977135Z","caller":"traceutil/trace.go:171","msg":"trace[1935002608] transaction","detail":"{read_only:false; response_revision:26030; number_of_response:1; }","duration":"720.076215ms","start":"2026-07-03T16:47:49.257047Z","end":"2026-07-03T16:47:49.977123Z","steps":["trace[1935002608] 'process raft request' (duration: 682.430286ms)","trace[1935002608] 'compare' (duration: 36.879338ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:47:49.977265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:49.257034Z","time spent":"720.126546ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:49.977419Z","caller":"traceutil/trace.go:171","msg":"trace[2042408979] transaction","detail":"{read_only:false; response_revision:26031; number_of_response:1; }","duration":"720.077895ms","start":"2026-07-03T16:47:49.257317Z","end":"2026-07-03T16:47:49.977395Z","steps":["trace[2042408979] 'process raft request' (duration: 719.580291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:49.977586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.648098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-07-03T16:47:49.977614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:49.257302Z","time spent":"720.231658ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:49.977643Z","caller":"traceutil/trace.go:171","msg":"trace[686763424] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26031; }","duration":"718.73672ms","start":"2026-07-03T16:47:49.258892Z","end":"2026-07-03T16:47:49.977629Z","steps":["trace[686763424] 'agreement among raft nodes before linearized reading' (duration: 718.505474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:49.977673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:49.258881Z","time spent":"718.787632ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:47:49.978885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.681675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:47:49.978934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.83756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418304"} {"level":"info","ts":"2026-07-03T16:47:49.97894Z","caller":"traceutil/trace.go:171","msg":"trace[1999559377] transaction","detail":"{read_only:false; response_revision:26032; number_of_response:1; }","duration":"408.707292ms","start":"2026-07-03T16:47:49.570211Z","end":"2026-07-03T16:47:49.978918Z","steps":["trace[1999559377] 'process raft request' (duration: 408.403184ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:49.97899Z","caller":"traceutil/trace.go:171","msg":"trace[1106913989] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26033; }","duration":"625.019964ms","start":"2026-07-03T16:47:49.353957Z","end":"2026-07-03T16:47:49.978977Z","steps":["trace[1106913989] 'agreement among raft nodes before linearized reading' (duration: 624.784718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:49.979018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:49.353935Z","time spent":"625.078255ms","remote":"127.0.0.1:54592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418328,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-03T16:47:49.979012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.95406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:47:49.978989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.843093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:47:49.979054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:49.570183Z","time spent":"408.808625ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:49.97906Z","caller":"traceutil/trace.go:171","msg":"trace[1045394590] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26033; }","duration":"294.046382ms","start":"2026-07-03T16:47:49.685Z","end":"2026-07-03T16:47:49.979047Z","steps":["trace[1045394590] 'agreement among raft nodes before linearized reading' (duration: 293.95323ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:49.979093Z","caller":"traceutil/trace.go:171","msg":"trace[1059826603] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26033; }","duration":"466.995177ms","start":"2026-07-03T16:47:49.512068Z","end":"2026-07-03T16:47:49.979064Z","steps":["trace[1059826603] 'agreement among raft nodes before linearized reading' (duration: 466.779931ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:49.979152Z","caller":"traceutil/trace.go:171","msg":"trace[1335795902] transaction","detail":"{read_only:false; response_revision:26033; number_of_response:1; }","duration":"212.192394ms","start":"2026-07-03T16:47:49.766941Z","end":"2026-07-03T16:47:49.979134Z","steps":["trace[1335795902] 'process raft request' (duration: 211.768804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:49.97891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.675305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:47:49.979234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:49.512047Z","time spent":"467.170522ms","remote":"127.0.0.1:33700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:47:49.979026Z","caller":"traceutil/trace.go:171","msg":"trace[304658465] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26033; }","duration":"230.783538ms","start":"2026-07-03T16:47:49.748181Z","end":"2026-07-03T16:47:49.978964Z","steps":["trace[304658465] 'agreement among raft nodes before linearized reading' (duration: 230.642294ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:49.979254Z","caller":"traceutil/trace.go:171","msg":"trace[2095165243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26033; }","duration":"625.064565ms","start":"2026-07-03T16:47:49.354175Z","end":"2026-07-03T16:47:49.979239Z","steps":["trace[2095165243] 'agreement among raft nodes before linearized reading' (duration: 624.689985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:49.979407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:49.354145Z","time spent":"625.24937ms","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:47:51.06456Z","caller":"traceutil/trace.go:171","msg":"trace[254174547] transaction","detail":"{read_only:false; response_revision:26035; number_of_response:1; }","duration":"662.641172ms","start":"2026-07-03T16:47:50.401899Z","end":"2026-07-03T16:47:51.064541Z","steps":["trace[254174547] 'process raft request' (duration: 662.373065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:51.064673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:50.401867Z","time spent":"662.747965ms","remote":"127.0.0.1:54592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418287,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:51.115926Z","caller":"traceutil/trace.go:171","msg":"trace[839268601] transaction","detail":"{read_only:false; response_revision:26036; number_of_response:1; }","duration":"475.075337ms","start":"2026-07-03T16:47:50.64083Z","end":"2026-07-03T16:47:51.115905Z","steps":["trace[839268601] 'process raft request' (duration: 474.863102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:51.116054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:50.640811Z","time spent":"475.17832ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:51.116252Z","caller":"traceutil/trace.go:171","msg":"trace[452463475] transaction","detail":"{read_only:false; response_revision:26037; number_of_response:1; }","duration":"462.320635ms","start":"2026-07-03T16:47:50.653898Z","end":"2026-07-03T16:47:51.116219Z","steps":["trace[452463475] 'process raft request' (duration: 461.959686ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:51.116378Z","caller":"traceutil/trace.go:171","msg":"trace[1351095041] transaction","detail":"{read_only:false; response_revision:26038; number_of_response:1; }","duration":"462.287415ms","start":"2026-07-03T16:47:50.654062Z","end":"2026-07-03T16:47:51.116349Z","steps":["trace[1351095041] 'process raft request' (duration: 462.08381ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:51.116435Z","caller":"traceutil/trace.go:171","msg":"trace[448661709] transaction","detail":"{read_only:false; response_revision:26039; number_of_response:1; }","duration":"462.318216ms","start":"2026-07-03T16:47:50.654108Z","end":"2026-07-03T16:47:51.116427Z","steps":["trace[448661709] 'process raft request' (duration: 462.199303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:51.116467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:50.653877Z","time spent":"462.49686ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:51.116489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:50.654102Z","time spent":"462.359817ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:51.116581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:50.654054Z","time spent":"462.413728ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:51.116584Z","caller":"traceutil/trace.go:171","msg":"trace[406701296] linearizableReadLoop","detail":"{readStateIndex:26905; appliedIndex:26898; }","duration":"457.979112ms","start":"2026-07-03T16:47:50.658587Z","end":"2026-07-03T16:47:51.116566Z","steps":["trace[406701296] 'read index received' (duration: 405.710295ms)","trace[406701296] 'applied index is now lower than readState.Index' (duration: 52.268167ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:51.116635Z","caller":"traceutil/trace.go:171","msg":"trace[689239541] transaction","detail":"{read_only:false; response_revision:26040; number_of_response:1; }","duration":"462.020068ms","start":"2026-07-03T16:47:50.654608Z","end":"2026-07-03T16:47:51.116628Z","steps":["trace[689239541] 'process raft request' (duration: 461.784172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:51.116673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:50.654595Z","time spent":"462.058419ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:51.116677Z","caller":"traceutil/trace.go:171","msg":"trace[900265762] transaction","detail":"{read_only:false; response_revision:26041; number_of_response:1; }","duration":"461.319809ms","start":"2026-07-03T16:47:50.655341Z","end":"2026-07-03T16:47:51.116661Z","steps":["trace[900265762] 'process raft request' (duration: 461.160385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:51.116753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:50.655332Z","time spent":"461.37602ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:51.116794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.191528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-07-03T16:47:51.11682Z","caller":"traceutil/trace.go:171","msg":"trace[1537443610] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:26041; }","duration":"458.252339ms","start":"2026-07-03T16:47:50.65856Z","end":"2026-07-03T16:47:51.116812Z","steps":["trace[1537443610] 'agreement among raft nodes before linearized reading' (duration: 458.125315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:51.116829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.825228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"warn","ts":"2026-07-03T16:47:51.116844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:50.658546Z","time spent":"458.29238ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7291,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-07-03T16:47:51.116865Z","caller":"traceutil/trace.go:171","msg":"trace[108929008] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:26041; }","duration":"457.90509ms","start":"2026-07-03T16:47:50.658952Z","end":"2026-07-03T16:47:51.116857Z","steps":["trace[108929008] 'agreement among raft nodes before linearized reading' (duration: 457.785827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:51.116887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:50.658931Z","time spent":"457.951221ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7291,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:47:51.116967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.829919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T16:47:51.116987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.549422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:47:51.117013Z","caller":"traceutil/trace.go:171","msg":"trace[334250577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26041; }","duration":"337.913921ms","start":"2026-07-03T16:47:50.779087Z","end":"2026-07-03T16:47:51.117001Z","steps":["trace[334250577] 'agreement among raft nodes before linearized reading' (duration: 337.763868ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:51.117009Z","caller":"traceutil/trace.go:171","msg":"trace[1264597893] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26041; }","duration":"392.616594ms","start":"2026-07-03T16:47:50.724386Z","end":"2026-07-03T16:47:51.117003Z","steps":["trace[1264597893] 'agreement among raft nodes before linearized reading' (duration: 392.560512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:51.117047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:50.724364Z","time spent":"392.675685ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:47:51.117048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:50.779054Z","time spent":"337.986183ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:47:51.117242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.359482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:47:51.117467Z","caller":"traceutil/trace.go:171","msg":"trace[457396916] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26041; }","duration":"321.516266ms","start":"2026-07-03T16:47:50.795832Z","end":"2026-07-03T16:47:51.117349Z","steps":["trace[457396916] 'agreement among raft nodes before linearized reading' (duration: 321.109815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:51.117637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:50.795817Z","time spent":"321.800333ms","remote":"127.0.0.1:57412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:47:51.741238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.935283ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:47:51.741345Z","caller":"traceutil/trace.go:171","msg":"trace[167051945] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26044; }","duration":"328.046605ms","start":"2026-07-03T16:47:51.413278Z","end":"2026-07-03T16:47:51.741325Z","steps":["trace[167051945] 'range keys from in-memory index tree' (duration: 327.917452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:52.489495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.464703ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-03T16:47:52.489719Z","caller":"traceutil/trace.go:171","msg":"trace[180694172] linearizableReadLoop","detail":"{readStateIndex:26909; appliedIndex:26908; }","duration":"1.157373839s","start":"2026-07-03T16:47:51.332328Z","end":"2026-07-03T16:47:52.489702Z","steps":["trace[180694172] 'read index received' (duration: 244.774642ms)","trace[180694172] 'applied index is now lower than readState.Index' (duration: 912.598127ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:47:52.489838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157502205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:47:52.489887Z","caller":"traceutil/trace.go:171","msg":"trace[1166396810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26044; }","duration":"1.157583166s","start":"2026-07-03T16:47:51.332288Z","end":"2026-07-03T16:47:52.489871Z","steps":["trace[1166396810] 'agreement among raft nodes before linearized reading' (duration: 1.157504014s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:52.489946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:51.332271Z","time spent":"1.157665768s","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:47:52.490108Z","caller":"traceutil/trace.go:171","msg":"trace[2040459785] transaction","detail":"{read_only:false; response_revision:26045; number_of_response:1; }","duration":"1.157649938s","start":"2026-07-03T16:47:51.332433Z","end":"2026-07-03T16:47:52.490083Z","steps":["trace[2040459785] 'process raft request' (duration: 1.157156885s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:52.490257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:51.332422Z","time spent":"1.157751261s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:52.501352Z","caller":"traceutil/trace.go:171","msg":"trace[759722467] transaction","detail":"{read_only:false; response_revision:26046; number_of_response:1; }","duration":"557.449128ms","start":"2026-07-03T16:47:51.94388Z","end":"2026-07-03T16:47:52.501329Z","steps":["trace[759722467] 'process raft request' (duration: 546.162635ms)","trace[759722467] 'compare' (duration: 11.104949ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:52.501397Z","caller":"traceutil/trace.go:171","msg":"trace[147552043] transaction","detail":"{read_only:false; response_revision:26047; number_of_response:1; }","duration":"517.548911ms","start":"2026-07-03T16:47:51.983826Z","end":"2026-07-03T16:47:52.501375Z","steps":["trace[147552043] 'process raft request' (duration: 517.440418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:52.501468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:51.943854Z","time spent":"557.54305ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:52.501544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:51.983806Z","time spent":"517.669404ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:52.501574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.585449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-03T16:47:52.501672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.562714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:47:52.501679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.206832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18434"} {"level":"info","ts":"2026-07-03T16:47:52.501698Z","caller":"traceutil/trace.go:171","msg":"trace[721391961] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26048; }","duration":"823.630176ms","start":"2026-07-03T16:47:51.678059Z","end":"2026-07-03T16:47:52.50169Z","steps":["trace[721391961] 'agreement among raft nodes before linearized reading' (duration: 823.581684ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:52.501716Z","caller":"traceutil/trace.go:171","msg":"trace[60901862] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26048; }","duration":"375.274133ms","start":"2026-07-03T16:47:52.126432Z","end":"2026-07-03T16:47:52.501706Z","steps":["trace[60901862] 'agreement among raft nodes before linearized reading' (duration: 375.16593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:52.501721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:51.678036Z","time spent":"823.679317ms","remote":"127.0.0.1:59422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:47:52.501741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:52.126416Z","time spent":"375.319395ms","remote":"127.0.0.1:57486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18458,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-03T16:47:52.501812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.282811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/magnum-domain-ks-user-bntw2\" ","response":"range_response_count:1 size:2829"} {"level":"info","ts":"2026-07-03T16:47:52.501843Z","caller":"traceutil/trace.go:171","msg":"trace[454901712] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/magnum-domain-ks-user-bntw2; range_end:; response_count:1; response_revision:26048; }","duration":"468.354822ms","start":"2026-07-03T16:47:52.03348Z","end":"2026-07-03T16:47:52.501835Z","steps":["trace[454901712] 'agreement among raft nodes before linearized reading' (duration: 468.223489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:52.50187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:52.03343Z","time spent":"468.431594ms","remote":"127.0.0.1:35724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":2853,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/magnum-domain-ks-user-bntw2\" "} {"level":"info","ts":"2026-07-03T16:47:52.501899Z","caller":"traceutil/trace.go:171","msg":"trace[1006559068] transaction","detail":"{read_only:false; response_revision:26048; number_of_response:1; }","duration":"517.450999ms","start":"2026-07-03T16:47:51.984439Z","end":"2026-07-03T16:47:52.50189Z","steps":["trace[1006559068] 'process raft request' (duration: 516.863204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:52.501925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00005256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-07-03T16:47:52.501948Z","caller":"traceutil/trace.go:171","msg":"trace[1675876208] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26048; }","duration":"1.000113822s","start":"2026-07-03T16:47:51.501828Z","end":"2026-07-03T16:47:52.501942Z","steps":["trace[1675876208] 'agreement among raft nodes before linearized reading' (duration: 1.00001834s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:52.501967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:51.501814Z","time spent":"1.000148714s","remote":"127.0.0.1:57464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-03T16:47:52.501963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:51.984422Z","time spent":"517.49657ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:52.502044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.734994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:47:52.502073Z","caller":"traceutil/trace.go:171","msg":"trace[1462968324] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26048; }","duration":"520.781534ms","start":"2026-07-03T16:47:51.981284Z","end":"2026-07-03T16:47:52.502066Z","steps":["trace[1462968324] 'agreement among raft nodes before linearized reading' (duration: 520.712433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:52.502075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058689215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-03T16:47:52.502092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:51.981274Z","time spent":"520.813636ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:47:52.502112Z","caller":"traceutil/trace.go:171","msg":"trace[1623948040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26048; }","duration":"1.058754216s","start":"2026-07-03T16:47:51.443349Z","end":"2026-07-03T16:47:52.502104Z","steps":["trace[1623948040] 'agreement among raft nodes before linearized reading' (duration: 1.058640483s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:52.502132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:51.443334Z","time spent":"1.058793788s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:47:52.501682Z","caller":"traceutil/trace.go:171","msg":"trace[25771764] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26048; }","duration":"520.689812ms","start":"2026-07-03T16:47:51.980934Z","end":"2026-07-03T16:47:52.501624Z","steps":["trace[25771764] 'agreement among raft nodes before linearized reading' (duration: 520.555119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:52.50225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:51.980915Z","time spent":"521.326609ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:47:52.707383Z","caller":"traceutil/trace.go:171","msg":"trace[934216755] linearizableReadLoop","detail":"{readStateIndex:26914; appliedIndex:26913; }","duration":"202.389049ms","start":"2026-07-03T16:47:52.504966Z","end":"2026-07-03T16:47:52.707355Z","steps":["trace[934216755] 'read index received' (duration: 202.04338ms)","trace[934216755] 'applied index is now lower than readState.Index' (duration: 344.599µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:52.707521Z","caller":"traceutil/trace.go:171","msg":"trace[1851011151] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26049; }","duration":"203.067717ms","start":"2026-07-03T16:47:52.504417Z","end":"2026-07-03T16:47:52.707484Z","steps":["trace[1851011151] 'process raft request' (duration: 202.593804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:52.707614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.623095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e63263a1-3d15-4523-a667-b362cc9af332\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-07-03T16:47:52.707676Z","caller":"traceutil/trace.go:171","msg":"trace[826944461] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e63263a1-3d15-4523-a667-b362cc9af332; range_end:; response_count:1; response_revision:26049; }","duration":"202.715678ms","start":"2026-07-03T16:47:52.504945Z","end":"2026-07-03T16:47:52.707661Z","steps":["trace[826944461] 'agreement among raft nodes before linearized reading' (duration: 202.522003ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:52.726028Z","caller":"traceutil/trace.go:171","msg":"trace[1163227416] transaction","detail":"{read_only:false; response_revision:26051; number_of_response:1; }","duration":"219.407201ms","start":"2026-07-03T16:47:52.506604Z","end":"2026-07-03T16:47:52.726011Z","steps":["trace[1163227416] 'process raft request' (duration: 219.34567ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:52.726115Z","caller":"traceutil/trace.go:171","msg":"trace[2020168810] transaction","detail":"{read_only:false; response_revision:26050; number_of_response:1; }","duration":"220.795498ms","start":"2026-07-03T16:47:52.505287Z","end":"2026-07-03T16:47:52.726082Z","steps":["trace[2020168810] 'process raft request' (duration: 220.559672ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:52.726211Z","caller":"traceutil/trace.go:171","msg":"trace[1575813391] transaction","detail":"{read_only:false; response_revision:26052; number_of_response:1; }","duration":"218.647482ms","start":"2026-07-03T16:47:52.507556Z","end":"2026-07-03T16:47:52.726204Z","steps":["trace[1575813391] 'process raft request' (duration: 218.426037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:52.726347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.113531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18434"} {"level":"info","ts":"2026-07-03T16:47:52.726414Z","caller":"traceutil/trace.go:171","msg":"trace[1820082990] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26052; }","duration":"220.206913ms","start":"2026-07-03T16:47:52.506195Z","end":"2026-07-03T16:47:52.726402Z","steps":["trace[1820082990] 'agreement among raft nodes before linearized reading' (duration: 219.985948ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:53.288752Z","caller":"traceutil/trace.go:171","msg":"trace[1025518720] linearizableReadLoop","detail":"{readStateIndex:26918; appliedIndex:26917; }","duration":"242.650987ms","start":"2026-07-03T16:47:53.046075Z","end":"2026-07-03T16:47:53.288726Z","steps":["trace[1025518720] 'read index received' (duration: 242.535304ms)","trace[1025518720] 'applied index is now lower than readState.Index' (duration: 114.883µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:53.288822Z","caller":"traceutil/trace.go:171","msg":"trace[1959532252] transaction","detail":"{read_only:false; response_revision:26053; number_of_response:1; }","duration":"334.33774ms","start":"2026-07-03T16:47:52.954438Z","end":"2026-07-03T16:47:53.288776Z","steps":["trace[1959532252] 'process raft request' (duration: 334.108604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:53.288958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:52.954386Z","time spent":"334.498654ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8840,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:53.288998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.899743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:47:53.289061Z","caller":"traceutil/trace.go:171","msg":"trace[2022829596] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26053; }","duration":"243.060007ms","start":"2026-07-03T16:47:53.045987Z","end":"2026-07-03T16:47:53.289047Z","steps":["trace[2022829596] 'agreement among raft nodes before linearized reading' (duration: 242.838252ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:53.446375Z","caller":"traceutil/trace.go:171","msg":"trace[116593080] transaction","detail":"{read_only:false; response_revision:26056; number_of_response:1; }","duration":"324.418931ms","start":"2026-07-03T16:47:53.121929Z","end":"2026-07-03T16:47:53.446348Z","steps":["trace[116593080] 'process raft request' (duration: 324.288718ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:53.446419Z","caller":"traceutil/trace.go:171","msg":"trace[1932963625] transaction","detail":"{read_only:false; response_revision:26058; number_of_response:1; }","duration":"323.445866ms","start":"2026-07-03T16:47:53.122948Z","end":"2026-07-03T16:47:53.446394Z","steps":["trace[1932963625] 'process raft request' (duration: 323.354093ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:53.446475Z","caller":"traceutil/trace.go:171","msg":"trace[431348066] linearizableReadLoop","detail":"{readStateIndex:26924; appliedIndex:26918; }","duration":"157.635886ms","start":"2026-07-03T16:47:53.288817Z","end":"2026-07-03T16:47:53.446453Z","steps":["trace[431348066] 'read index received' (duration: 151.565269ms)","trace[431348066] 'applied index is now lower than readState.Index' (duration: 6.069577ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:47:53.446542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:53.121921Z","time spent":"324.522244ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:53.446576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:53.122941Z","time spent":"323.542248ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:53.446701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.43213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:47:53.446763Z","caller":"traceutil/trace.go:171","msg":"trace[1341805423] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26059; }","duration":"357.545503ms","start":"2026-07-03T16:47:53.089206Z","end":"2026-07-03T16:47:53.446752Z","steps":["trace[1341805423] 'agreement among raft nodes before linearized reading' (duration: 357.370608ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:53.446773Z","caller":"traceutil/trace.go:171","msg":"trace[1756156677] transaction","detail":"{read_only:false; response_revision:26057; number_of_response:1; }","duration":"324.131814ms","start":"2026-07-03T16:47:53.122591Z","end":"2026-07-03T16:47:53.446723Z","steps":["trace[1756156677] 'process raft request' (duration: 323.670912ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:53.446884Z","caller":"traceutil/trace.go:171","msg":"trace[1348546325] transaction","detail":"{read_only:false; response_revision:26059; number_of_response:1; }","duration":"323.715122ms","start":"2026-07-03T16:47:53.123125Z","end":"2026-07-03T16:47:53.44684Z","steps":["trace[1348546325] 'process raft request' (duration: 323.23152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:53.446998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.323937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-03T16:47:53.447002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.276451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-07-03T16:47:53.447036Z","caller":"traceutil/trace.go:171","msg":"trace[216365323] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26059; }","duration":"262.42453ms","start":"2026-07-03T16:47:53.184602Z","end":"2026-07-03T16:47:53.447027Z","steps":["trace[216365323] 'agreement among raft nodes before linearized reading' (duration: 262.244905ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:53.447062Z","caller":"traceutil/trace.go:171","msg":"trace[1238297509] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:26059; }","duration":"323.337502ms","start":"2026-07-03T16:47:53.123709Z","end":"2026-07-03T16:47:53.447046Z","steps":["trace[1238297509] 'agreement among raft nodes before linearized reading' (duration: 323.156638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:53.447009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:53.122562Z","time spent":"324.325929ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:53.447121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:53.123669Z","time spent":"323.440346ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7291,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:47:53.446802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:53.089187Z","time spent":"357.605265ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":16,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:47:53.446272Z","caller":"traceutil/trace.go:171","msg":"trace[1003019119] transaction","detail":"{read_only:false; response_revision:26054; number_of_response:1; }","duration":"324.704899ms","start":"2026-07-03T16:47:53.121533Z","end":"2026-07-03T16:47:53.446238Z","steps":["trace[1003019119] 'process raft request' (duration: 318.823306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:53.447189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.005286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:47:53.447252Z","caller":"traceutil/trace.go:171","msg":"trace[426321865] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26059; }","duration":"223.110508ms","start":"2026-07-03T16:47:53.224127Z","end":"2026-07-03T16:47:53.447238Z","steps":["trace[426321865] 'agreement among raft nodes before linearized reading' (duration: 222.924144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:53.447284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:53.121354Z","time spent":"325.863819ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:53.447145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.839193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-07-03T16:47:53.447375Z","caller":"traceutil/trace.go:171","msg":"trace[1771330331] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:26059; }","duration":"325.13506ms","start":"2026-07-03T16:47:53.12223Z","end":"2026-07-03T16:47:53.447365Z","steps":["trace[1771330331] 'agreement among raft nodes before linearized reading' (duration: 324.704919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:53.447413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:53.122222Z","time spent":"325.179301ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7291,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:47:53.447407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.235241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:47:53.44747Z","caller":"traceutil/trace.go:171","msg":"trace[1968068632] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26059; }","duration":"223.402746ms","start":"2026-07-03T16:47:53.224046Z","end":"2026-07-03T16:47:53.447449Z","steps":["trace[1968068632] 'agreement among raft nodes before linearized reading' (duration: 222.428411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:53.447656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:53.123109Z","time spent":"323.897827ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:53.446315Z","caller":"traceutil/trace.go:171","msg":"trace[710544825] transaction","detail":"{read_only:false; response_revision:26055; number_of_response:1; }","duration":"324.453883ms","start":"2026-07-03T16:47:53.121826Z","end":"2026-07-03T16:47:53.44628Z","steps":["trace[710544825] 'process raft request' (duration: 324.292669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:53.448695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:53.12182Z","time spent":"326.824824ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:53.66244Z","caller":"traceutil/trace.go:171","msg":"trace[2009714208] transaction","detail":"{read_only:false; response_revision:26060; number_of_response:1; }","duration":"210.259105ms","start":"2026-07-03T16:47:53.452155Z","end":"2026-07-03T16:47:53.662414Z","steps":["trace[2009714208] 'process raft request' (duration: 122.277208ms)","trace[2009714208] 'compare' (duration: 87.541425ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:53.662605Z","caller":"traceutil/trace.go:171","msg":"trace[1336707331] transaction","detail":"{read_only:false; response_revision:26061; number_of_response:1; }","duration":"210.317586ms","start":"2026-07-03T16:47:53.452262Z","end":"2026-07-03T16:47:53.662579Z","steps":["trace[1336707331] 'process raft request' (duration: 210.07861ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:54.572298Z","caller":"traceutil/trace.go:171","msg":"trace[1356887628] transaction","detail":"{read_only:false; response_revision:26064; number_of_response:1; }","duration":"183.595902ms","start":"2026-07-03T16:47:54.388671Z","end":"2026-07-03T16:47:54.572267Z","steps":["trace[1356887628] 'process raft request' (duration: 183.440828ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:55.617733Z","caller":"traceutil/trace.go:171","msg":"trace[452988368] linearizableReadLoop","detail":"{readStateIndex:26938; appliedIndex:26937; }","duration":"164.955617ms","start":"2026-07-03T16:47:55.452758Z","end":"2026-07-03T16:47:55.617713Z","steps":["trace[452988368] 'read index received' (duration: 164.878105ms)","trace[452988368] 'applied index is now lower than readState.Index' (duration: 76.222µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:55.61783Z","caller":"traceutil/trace.go:171","msg":"trace[1426247072] transaction","detail":"{read_only:false; response_revision:26072; number_of_response:1; }","duration":"165.556343ms","start":"2026-07-03T16:47:55.452263Z","end":"2026-07-03T16:47:55.61782Z","steps":["trace[1426247072] 'process raft request' (duration: 165.285166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:55.618044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.255955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7364"} {"level":"info","ts":"2026-07-03T16:47:55.618149Z","caller":"traceutil/trace.go:171","msg":"trace[1020567357] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:26072; }","duration":"165.389658ms","start":"2026-07-03T16:47:55.452736Z","end":"2026-07-03T16:47:55.618126Z","steps":["trace[1020567357] 'agreement among raft nodes before linearized reading' (duration: 165.109851ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:55.739575Z","caller":"traceutil/trace.go:171","msg":"trace[1526761143] linearizableReadLoop","detail":"{readStateIndex:26943; appliedIndex:26938; }","duration":"121.750095ms","start":"2026-07-03T16:47:55.617794Z","end":"2026-07-03T16:47:55.739544Z","steps":["trace[1526761143] 'read index received' (duration: 101.333024ms)","trace[1526761143] 'applied index is now lower than readState.Index' (duration: 20.416051ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:55.739733Z","caller":"traceutil/trace.go:171","msg":"trace[1231077594] transaction","detail":"{read_only:false; response_revision:26075; number_of_response:1; }","duration":"285.922561ms","start":"2026-07-03T16:47:55.453782Z","end":"2026-07-03T16:47:55.739705Z","steps":["trace[1231077594] 'process raft request' (duration: 285.622224ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:55.739916Z","caller":"traceutil/trace.go:171","msg":"trace[1889061605] transaction","detail":"{read_only:false; response_revision:26076; number_of_response:1; }","duration":"285.595452ms","start":"2026-07-03T16:47:55.4543Z","end":"2026-07-03T16:47:55.739895Z","steps":["trace[1889061605] 'process raft request' (duration: 285.155181ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:55.740283Z","caller":"traceutil/trace.go:171","msg":"trace[15465138] transaction","detail":"{read_only:false; response_revision:26073; number_of_response:1; }","duration":"287.438551ms","start":"2026-07-03T16:47:55.45282Z","end":"2026-07-03T16:47:55.740259Z","steps":["trace[15465138] 'process raft request' (duration: 266.397353ms)","trace[15465138] 'compare' (duration: 19.938288ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:55.740429Z","caller":"traceutil/trace.go:171","msg":"trace[1407974432] transaction","detail":"{read_only:false; response_revision:26074; number_of_response:1; }","duration":"287.438451ms","start":"2026-07-03T16:47:55.452975Z","end":"2026-07-03T16:47:55.740413Z","steps":["trace[1407974432] 'process raft request' (duration: 286.337661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:55.74095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.677637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7364"} {"level":"info","ts":"2026-07-03T16:47:55.740957Z","caller":"traceutil/trace.go:171","msg":"trace[1810990665] transaction","detail":"{read_only:false; response_revision:26077; number_of_response:1; }","duration":"285.817448ms","start":"2026-07-03T16:47:55.455098Z","end":"2026-07-03T16:47:55.740916Z","steps":["trace[1810990665] 'process raft request' (duration: 284.399112ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:55.741042Z","caller":"traceutil/trace.go:171","msg":"trace[2105666000] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:26077; }","duration":"288.023926ms","start":"2026-07-03T16:47:55.452979Z","end":"2026-07-03T16:47:55.741003Z","steps":["trace[2105666000] 'agreement among raft nodes before linearized reading' (duration: 287.780559ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:56.197251Z","caller":"traceutil/trace.go:171","msg":"trace[1665426571] transaction","detail":"{read_only:false; response_revision:26082; number_of_response:1; }","duration":"135.241975ms","start":"2026-07-03T16:47:56.061979Z","end":"2026-07-03T16:47:56.197221Z","steps":["trace[1665426571] 'process raft request' (duration: 64.830815ms)","trace[1665426571] 'compare' (duration: 70.261546ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:56.400396Z","caller":"traceutil/trace.go:171","msg":"trace[892750949] transaction","detail":"{read_only:false; response_revision:26084; number_of_response:1; }","duration":"152.177464ms","start":"2026-07-03T16:47:56.248144Z","end":"2026-07-03T16:47:56.400321Z","steps":["trace[892750949] 'process raft request' (duration: 53.060729ms)","trace[892750949] 'compare' (duration: 98.677034ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:56.400873Z","caller":"traceutil/trace.go:171","msg":"trace[1080092631] transaction","detail":"{read_only:false; response_revision:26085; number_of_response:1; }","duration":"117.076933ms","start":"2026-07-03T16:47:56.28375Z","end":"2026-07-03T16:47:56.400827Z","steps":["trace[1080092631] 'process raft request' (duration: 116.865898ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:56.558649Z","caller":"traceutil/trace.go:171","msg":"trace[771692506] transaction","detail":"{read_only:false; response_revision:26087; number_of_response:1; }","duration":"152.642948ms","start":"2026-07-03T16:47:56.405976Z","end":"2026-07-03T16:47:56.558619Z","steps":["trace[771692506] 'process raft request' (duration: 151.53652ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:56.558669Z","caller":"traceutil/trace.go:171","msg":"trace[2027674089] transaction","detail":"{read_only:false; response_revision:26088; number_of_response:1; }","duration":"151.198929ms","start":"2026-07-03T16:47:56.407434Z","end":"2026-07-03T16:47:56.558633Z","steps":["trace[2027674089] 'process raft request' (duration: 151.102987ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:56.922204Z","caller":"traceutil/trace.go:171","msg":"trace[333222799] transaction","detail":"{read_only:false; response_revision:26091; number_of_response:1; }","duration":"341.914606ms","start":"2026-07-03T16:47:56.580265Z","end":"2026-07-03T16:47:56.92218Z","steps":["trace[333222799] 'process raft request' (duration: 341.860594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:56.922361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:56.580236Z","time spent":"342.046749ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:56.922571Z","caller":"traceutil/trace.go:171","msg":"trace[24881170] transaction","detail":"{read_only:false; response_revision:26090; number_of_response:1; }","duration":"342.315706ms","start":"2026-07-03T16:47:56.580126Z","end":"2026-07-03T16:47:56.922442Z","steps":["trace[24881170] 'process raft request' (duration: 320.081959ms)","trace[24881170] 'compare' (duration: 21.766766ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:47:56.922836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:56.580099Z","time spent":"342.541402ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:56.934521Z","caller":"traceutil/trace.go:171","msg":"trace[1129110049] linearizableReadLoop","detail":"{readStateIndex:26959; appliedIndex:26956; }","duration":"126.838546ms","start":"2026-07-03T16:47:56.807667Z","end":"2026-07-03T16:47:56.934506Z","steps":["trace[1129110049] 'read index received' (duration: 92.586916ms)","trace[1129110049] 'applied index is now lower than readState.Index' (duration: 34.25054ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:56.934591Z","caller":"traceutil/trace.go:171","msg":"trace[977752659] transaction","detail":"{read_only:false; response_revision:26092; number_of_response:1; }","duration":"335.715525ms","start":"2026-07-03T16:47:56.598868Z","end":"2026-07-03T16:47:56.934584Z","steps":["trace[977752659] 'process raft request' (duration: 335.54219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:56.934678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:56.598845Z","time spent":"335.788837ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4788,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:56.934929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.260356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/magnum-conductor\" ","response":"range_response_count:1 size:537"} {"level":"warn","ts":"2026-07-03T16:47:56.934945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.550659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:47:56.934965Z","caller":"traceutil/trace.go:171","msg":"trace[856856217] range","detail":"{range_begin:/registry/serviceaccounts/openstack/magnum-conductor; range_end:; response_count:1; response_revision:26092; }","duration":"127.351899ms","start":"2026-07-03T16:47:56.807605Z","end":"2026-07-03T16:47:56.934957Z","steps":["trace[856856217] 'agreement among raft nodes before linearized reading' (duration: 127.215236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:56.935029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.298516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:47:56.935119Z","caller":"traceutil/trace.go:171","msg":"trace[42674699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26092; }","duration":"110.449269ms","start":"2026-07-03T16:47:56.824629Z","end":"2026-07-03T16:47:56.935078Z","steps":["trace[42674699] 'agreement among raft nodes before linearized reading' (duration: 110.189383ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:56.935067Z","caller":"traceutil/trace.go:171","msg":"trace[472231653] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26092; }","duration":"111.627171ms","start":"2026-07-03T16:47:56.823353Z","end":"2026-07-03T16:47:56.93498Z","steps":["trace[472231653] 'agreement among raft nodes before linearized reading' (duration: 111.402745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:56.934955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.414689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:47:56.935291Z","caller":"traceutil/trace.go:171","msg":"trace[1219887495] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26092; }","duration":"110.809329ms","start":"2026-07-03T16:47:56.82446Z","end":"2026-07-03T16:47:56.935269Z","steps":["trace[1219887495] 'agreement among raft nodes before linearized reading' (duration: 110.343347ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:57.112874Z","caller":"traceutil/trace.go:171","msg":"trace[2052011251] transaction","detail":"{read_only:false; response_revision:26094; number_of_response:1; }","duration":"172.185186ms","start":"2026-07-03T16:47:56.940658Z","end":"2026-07-03T16:47:57.112843Z","steps":["trace[2052011251] 'process raft request' (duration: 98.158752ms)","trace[2052011251] 'compare' (duration: 73.513881ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:57.113008Z","caller":"traceutil/trace.go:171","msg":"trace[295108702] transaction","detail":"{read_only:false; response_revision:26095; number_of_response:1; }","duration":"172.281758ms","start":"2026-07-03T16:47:56.940713Z","end":"2026-07-03T16:47:57.112995Z","steps":["trace[295108702] 'process raft request' (duration: 172.034301ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:57.898759Z","caller":"traceutil/trace.go:171","msg":"trace[745294424] transaction","detail":"{read_only:false; response_revision:26097; number_of_response:1; }","duration":"321.438393ms","start":"2026-07-03T16:47:57.577297Z","end":"2026-07-03T16:47:57.898736Z","steps":["trace[745294424] 'process raft request' (duration: 321.274189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:57.898872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:57.577269Z","time spent":"321.549916ms","remote":"127.0.0.1:35752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1469,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:47:57.953682Z","caller":"traceutil/trace.go:171","msg":"trace[1590035492] transaction","detail":"{read_only:false; response_revision:26098; number_of_response:1; }","duration":"330.017237ms","start":"2026-07-03T16:47:57.62364Z","end":"2026-07-03T16:47:57.953658Z","steps":["trace[1590035492] 'process raft request' (duration: 329.841473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:57.953815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:57.623619Z","time spent":"330.127389ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:57.953959Z","caller":"traceutil/trace.go:171","msg":"trace[412511318] transaction","detail":"{read_only:false; response_revision:26099; number_of_response:1; }","duration":"207.562624ms","start":"2026-07-03T16:47:57.746378Z","end":"2026-07-03T16:47:57.953941Z","steps":["trace[412511318] 'process raft request' (duration: 207.237876ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:57.954379Z","caller":"traceutil/trace.go:171","msg":"trace[51229075] transaction","detail":"{read_only:false; response_revision:26100; number_of_response:1; }","duration":"206.881288ms","start":"2026-07-03T16:47:57.747455Z","end":"2026-07-03T16:47:57.954336Z","steps":["trace[51229075] 'process raft request' (duration: 206.454937ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:57.954548Z","caller":"traceutil/trace.go:171","msg":"trace[179915148] transaction","detail":"{read_only:false; response_revision:26101; number_of_response:1; }","duration":"206.289891ms","start":"2026-07-03T16:47:57.74822Z","end":"2026-07-03T16:47:57.95451Z","steps":["trace[179915148] 'process raft request' (duration: 205.86807ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:57.955066Z","caller":"traceutil/trace.go:171","msg":"trace[994834187] transaction","detail":"{read_only:false; response_revision:26102; number_of_response:1; }","duration":"206.158577ms","start":"2026-07-03T16:47:57.748876Z","end":"2026-07-03T16:47:57.955035Z","steps":["trace[994834187] 'process raft request' (duration: 205.580063ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:57.955112Z","caller":"traceutil/trace.go:171","msg":"trace[1052285645] transaction","detail":"{read_only:false; response_revision:26103; number_of_response:1; }","duration":"205.386328ms","start":"2026-07-03T16:47:57.749709Z","end":"2026-07-03T16:47:57.955095Z","steps":["trace[1052285645] 'process raft request' (duration: 205.188943ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:57.955317Z","caller":"traceutil/trace.go:171","msg":"trace[1890060494] linearizableReadLoop","detail":"{readStateIndex:26970; appliedIndex:26963; }","duration":"162.039121ms","start":"2026-07-03T16:47:57.793266Z","end":"2026-07-03T16:47:57.955305Z","steps":["trace[1890060494] 'read index received' (duration: 105.388018ms)","trace[1890060494] 'applied index is now lower than readState.Index' (duration: 56.649333ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:47:57.955459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.185885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:47:57.955491Z","caller":"traceutil/trace.go:171","msg":"trace[414990667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26103; }","duration":"162.247757ms","start":"2026-07-03T16:47:57.793233Z","end":"2026-07-03T16:47:57.955481Z","steps":["trace[414990667] 'agreement among raft nodes before linearized reading' (duration: 162.129454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:57.981917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.25452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:47:57.982065Z","caller":"traceutil/trace.go:171","msg":"trace[1151719252] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26104; }","duration":"141.465327ms","start":"2026-07-03T16:47:57.840576Z","end":"2026-07-03T16:47:57.982042Z","steps":["trace[1151719252] 'agreement among raft nodes before linearized reading' (duration: 140.82992ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:58.348606Z","caller":"traceutil/trace.go:171","msg":"trace[794160367] transaction","detail":"{read_only:false; response_revision:26105; number_of_response:1; }","duration":"388.892908ms","start":"2026-07-03T16:47:57.95968Z","end":"2026-07-03T16:47:58.348573Z","steps":["trace[794160367] 'process raft request' (duration: 388.700753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:58.348781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:57.959658Z","time spent":"389.033071ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:58.351474Z","caller":"traceutil/trace.go:171","msg":"trace[1057691424] linearizableReadLoop","detail":"{readStateIndex:26974; appliedIndex:26972; }","duration":"258.694782ms","start":"2026-07-03T16:47:58.092764Z","end":"2026-07-03T16:47:58.351459Z","steps":["trace[1057691424] 'read index received' (duration: 256.173227ms)","trace[1057691424] 'applied index is now lower than readState.Index' (duration: 2.521055ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:58.351522Z","caller":"traceutil/trace.go:171","msg":"trace[1112595726] transaction","detail":"{read_only:false; response_revision:26106; number_of_response:1; }","duration":"363.568839ms","start":"2026-07-03T16:47:57.98793Z","end":"2026-07-03T16:47:58.351499Z","steps":["trace[1112595726] 'process raft request' (duration: 363.380964ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:58.351571Z","caller":"traceutil/trace.go:171","msg":"trace[818252243] transaction","detail":"{read_only:false; response_revision:26107; number_of_response:1; }","duration":"320.991142ms","start":"2026-07-03T16:47:58.030545Z","end":"2026-07-03T16:47:58.351537Z","steps":["trace[818252243] 'process raft request' (duration: 320.88498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:58.351689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.904788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-07-03T16:47:58.351714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:58.030517Z","time spent":"321.118366ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:58.351724Z","caller":"traceutil/trace.go:171","msg":"trace[1758336979] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26107; }","duration":"258.98589ms","start":"2026-07-03T16:47:58.092727Z","end":"2026-07-03T16:47:58.351713Z","steps":["trace[1758336979] 'agreement among raft nodes before linearized reading' (duration: 258.819876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:58.351593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:57.987906Z","time spent":"363.648331ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:58.351839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.713122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-03T16:47:58.351871Z","caller":"traceutil/trace.go:171","msg":"trace[388409976] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26107; }","duration":"251.769363ms","start":"2026-07-03T16:47:58.100093Z","end":"2026-07-03T16:47:58.351862Z","steps":["trace[388409976] 'agreement among raft nodes before linearized reading' (duration: 251.66326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:58.771348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.909661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:47:58.771472Z","caller":"traceutil/trace.go:171","msg":"trace[120733287] transaction","detail":"{read_only:false; response_revision:26108; number_of_response:1; }","duration":"416.392322ms","start":"2026-07-03T16:47:58.355059Z","end":"2026-07-03T16:47:58.771451Z","steps":["trace[120733287] 'process raft request' (duration: 169.990948ms)","trace[120733287] 'compare' (duration: 245.682836ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:47:58.77154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:58.355034Z","time spent":"416.471894ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:58.832817Z","caller":"traceutil/trace.go:171","msg":"trace[1010513493] transaction","detail":"{read_only:false; response_revision:26109; number_of_response:1; }","duration":"475.744165ms","start":"2026-07-03T16:47:58.357033Z","end":"2026-07-03T16:47:58.832777Z","steps":["trace[1010513493] 'process raft request' (duration: 475.497028ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:58.832896Z","caller":"traceutil/trace.go:171","msg":"trace[2058438602] linearizableReadLoop","detail":"{readStateIndex:26976; appliedIndex:26974; }","duration":"455.459918ms","start":"2026-07-03T16:47:58.377399Z","end":"2026-07-03T16:47:58.832858Z","steps":["trace[2058438602] 'read index received' (duration: 147.606377ms)","trace[2058438602] 'applied index is now lower than readState.Index' (duration: 307.851421ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:58.832928Z","caller":"traceutil/trace.go:171","msg":"trace[1684772059] transaction","detail":"{read_only:false; response_revision:26110; number_of_response:1; }","duration":"452.181453ms","start":"2026-07-03T16:47:58.380703Z","end":"2026-07-03T16:47:58.832884Z","steps":["trace[1684772059] 'process raft request' (duration: 451.939216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:58.832998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:58.357016Z","time spent":"475.878318ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:58.833124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.717674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:9856"} {"level":"warn","ts":"2026-07-03T16:47:58.833141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:58.380677Z","time spent":"452.334217ms","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:47:58.833184Z","caller":"traceutil/trace.go:171","msg":"trace[471597836] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:26110; }","duration":"455.812487ms","start":"2026-07-03T16:47:58.377358Z","end":"2026-07-03T16:47:58.83317Z","steps":["trace[471597836] 'agreement among raft nodes before linearized reading' (duration: 455.631462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:58.833227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:58.377345Z","time spent":"455.873178ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":9880,"request content":"key:\"/registry/pods/openstack/magnum-conductor-0\" "} {"level":"warn","ts":"2026-07-03T16:47:58.833143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.210298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:47:58.833336Z","caller":"traceutil/trace.go:171","msg":"trace[1640555431] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26110; }","duration":"326.420694ms","start":"2026-07-03T16:47:58.506894Z","end":"2026-07-03T16:47:58.833314Z","steps":["trace[1640555431] 'agreement among raft nodes before linearized reading' (duration: 326.126096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:58.833388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:58.50682Z","time spent":"326.551987ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:47:59.171836Z","caller":"traceutil/trace.go:171","msg":"trace[1558585613] linearizableReadLoop","detail":"{readStateIndex:26980; appliedIndex:26979; }","duration":"245.608203ms","start":"2026-07-03T16:47:58.926204Z","end":"2026-07-03T16:47:59.171812Z","steps":["trace[1558585613] 'read index received' (duration: 245.459999ms)","trace[1558585613] 'applied index is now lower than readState.Index' (duration: 147.264µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:59.171975Z","caller":"traceutil/trace.go:171","msg":"trace[1562739661] transaction","detail":"{read_only:false; response_revision:26113; number_of_response:1; }","duration":"249.497003ms","start":"2026-07-03T16:47:58.92245Z","end":"2026-07-03T16:47:59.171947Z","steps":["trace[1562739661] 'process raft request' (duration: 249.217496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:59.172099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.88318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-64747d49f7-h456k\" ","response":"range_response_count:1 size:8495"} {"level":"info","ts":"2026-07-03T16:47:59.172151Z","caller":"traceutil/trace.go:171","msg":"trace[209937902] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-64747d49f7-h456k; range_end:; response_count:1; response_revision:26113; }","duration":"245.973112ms","start":"2026-07-03T16:47:58.92617Z","end":"2026-07-03T16:47:59.172143Z","steps":["trace[209937902] 'agreement among raft nodes before linearized reading' (duration: 245.784578ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:59.205387Z","caller":"traceutil/trace.go:171","msg":"trace[253489981] transaction","detail":"{read_only:false; response_revision:26114; number_of_response:1; }","duration":"277.162943ms","start":"2026-07-03T16:47:58.928198Z","end":"2026-07-03T16:47:59.205361Z","steps":["trace[253489981] 'process raft request' (duration: 276.961698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:59.205839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.302527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:47:59.205933Z","caller":"traceutil/trace.go:171","msg":"trace[1621654177] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26115; }","duration":"207.451631ms","start":"2026-07-03T16:47:58.998464Z","end":"2026-07-03T16:47:59.205915Z","steps":["trace[1621654177] 'agreement among raft nodes before linearized reading' (duration: 207.186624ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:59.20597Z","caller":"traceutil/trace.go:171","msg":"trace[1247928575] transaction","detail":"{read_only:false; response_revision:26115; number_of_response:1; }","duration":"276.830505ms","start":"2026-07-03T16:47:58.929117Z","end":"2026-07-03T16:47:59.205948Z","steps":["trace[1247928575] 'process raft request' (duration: 276.196719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:59.206119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.399996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:47:59.206224Z","caller":"traceutil/trace.go:171","msg":"trace[2040949676] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26115; }","duration":"143.55125ms","start":"2026-07-03T16:47:59.062642Z","end":"2026-07-03T16:47:59.206193Z","steps":["trace[2040949676] 'agreement among raft nodes before linearized reading' (duration: 143.392176ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:59.456873Z","caller":"traceutil/trace.go:171","msg":"trace[2001392944] transaction","detail":"{read_only:false; response_revision:26118; number_of_response:1; }","duration":"265.575502ms","start":"2026-07-03T16:47:59.191278Z","end":"2026-07-03T16:47:59.456853Z","steps":["trace[2001392944] 'process raft request' (duration: 265.530961ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:59.457111Z","caller":"traceutil/trace.go:171","msg":"trace[1348398304] transaction","detail":"{read_only:false; response_revision:26117; number_of_response:1; }","duration":"273.510139ms","start":"2026-07-03T16:47:59.183593Z","end":"2026-07-03T16:47:59.457103Z","steps":["trace[1348398304] 'process raft request' (duration: 273.142018ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:59.457287Z","caller":"traceutil/trace.go:171","msg":"trace[208417994] transaction","detail":"{read_only:false; response_revision:26116; number_of_response:1; }","duration":"281.64053ms","start":"2026-07-03T16:47:59.175624Z","end":"2026-07-03T16:47:59.457264Z","steps":["trace[208417994] 'process raft request' (duration: 280.968652ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:59.464293Z","caller":"traceutil/trace.go:171","msg":"trace[1797791542] linearizableReadLoop","detail":"{readStateIndex:26988; appliedIndex:26982; }","duration":"202.572325ms","start":"2026-07-03T16:47:59.261709Z","end":"2026-07-03T16:47:59.464281Z","steps":["trace[1797791542] 'read index received' (duration: 194.857224ms)","trace[1797791542] 'applied index is now lower than readState.Index' (duration: 7.714281ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:59.464464Z","caller":"traceutil/trace.go:171","msg":"trace[51754609] transaction","detail":"{read_only:false; response_revision:26119; number_of_response:1; }","duration":"254.831473ms","start":"2026-07-03T16:47:59.209626Z","end":"2026-07-03T16:47:59.464457Z","steps":["trace[51754609] 'process raft request' (duration: 254.543436ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:59.464544Z","caller":"traceutil/trace.go:171","msg":"trace[1362850706] transaction","detail":"{read_only:false; response_revision:26120; number_of_response:1; }","duration":"254.34827ms","start":"2026-07-03T16:47:59.210191Z","end":"2026-07-03T16:47:59.46454Z","steps":["trace[1362850706] 'process raft request' (duration: 254.049313ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:59.464607Z","caller":"traceutil/trace.go:171","msg":"trace[1606350654] transaction","detail":"{read_only:false; response_revision:26121; number_of_response:1; }","duration":"252.240165ms","start":"2026-07-03T16:47:59.212363Z","end":"2026-07-03T16:47:59.464603Z","steps":["trace[1606350654] 'process raft request' (duration: 251.898276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:59.464773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.052287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-lmxgs.18bed2c18292d93d\" ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-07-03T16:47:59.464863Z","caller":"traceutil/trace.go:171","msg":"trace[1724497523] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-lmxgs.18bed2c18292d93d; range_end:; response_count:1; response_revision:26121; }","duration":"203.19131ms","start":"2026-07-03T16:47:59.261661Z","end":"2026-07-03T16:47:59.464852Z","steps":["trace[1724497523] 'agreement among raft nodes before linearized reading' (duration: 203.033556ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:59.712636Z","caller":"traceutil/trace.go:171","msg":"trace[1408132027] transaction","detail":"{read_only:false; response_revision:26122; number_of_response:1; }","duration":"250.036838ms","start":"2026-07-03T16:47:59.462569Z","end":"2026-07-03T16:47:59.712606Z","steps":["trace[1408132027] 'process raft request' (duration: 180.012608ms)","trace[1408132027] 'compare' (duration: 69.673641ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:59.712596Z","caller":"traceutil/trace.go:171","msg":"trace[1825069824] linearizableReadLoop","detail":"{readStateIndex:26989; appliedIndex:26988; }","duration":"248.225492ms","start":"2026-07-03T16:47:59.464325Z","end":"2026-07-03T16:47:59.71255Z","steps":["trace[1825069824] 'read index received' (duration: 178.274373ms)","trace[1825069824] 'applied index is now lower than readState.Index' (duration: 69.949379ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:47:59.712838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.889262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:47:59.712916Z","caller":"traceutil/trace.go:171","msg":"trace[548651148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26122; }","duration":"388.029216ms","start":"2026-07-03T16:47:59.324873Z","end":"2026-07-03T16:47:59.712903Z","steps":["trace[548651148] 'agreement among raft nodes before linearized reading' (duration: 387.81521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:59.712954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:59.324856Z","time spent":"388.089937ms","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:47:59.721738Z","caller":"traceutil/trace.go:171","msg":"trace[166353595] transaction","detail":"{read_only:false; response_revision:26124; number_of_response:1; }","duration":"253.93264ms","start":"2026-07-03T16:47:59.46778Z","end":"2026-07-03T16:47:59.721713Z","steps":["trace[166353595] 'process raft request' (duration: 253.776086ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:59.721788Z","caller":"traceutil/trace.go:171","msg":"trace[342873399] transaction","detail":"{read_only:false; response_revision:26123; number_of_response:1; }","duration":"254.853664ms","start":"2026-07-03T16:47:59.46691Z","end":"2026-07-03T16:47:59.721764Z","steps":["trace[342873399] 'process raft request' (duration: 254.441573ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:59.721813Z","caller":"traceutil/trace.go:171","msg":"trace[355367612] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26124; }","duration":"247.996205ms","start":"2026-07-03T16:47:59.473769Z","end":"2026-07-03T16:47:59.721765Z","steps":["trace[355367612] 'process raft request' (duration: 247.846951ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:00.048953Z","caller":"traceutil/trace.go:171","msg":"trace[363225039] transaction","detail":"{read_only:false; response_revision:26129; number_of_response:1; }","duration":"112.386641ms","start":"2026-07-03T16:47:59.936547Z","end":"2026-07-03T16:48:00.048934Z","steps":["trace[363225039] 'process raft request' (duration: 112.265598ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:00.313976Z","caller":"traceutil/trace.go:171","msg":"trace[982590155] transaction","detail":"{read_only:false; response_revision:26132; number_of_response:1; }","duration":"354.057281ms","start":"2026-07-03T16:47:59.959902Z","end":"2026-07-03T16:48:00.313959Z","steps":["trace[982590155] 'process raft request' (duration: 354.01278ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:00.313981Z","caller":"traceutil/trace.go:171","msg":"trace[1766805930] transaction","detail":"{read_only:false; response_revision:26130; number_of_response:1; }","duration":"355.513649ms","start":"2026-07-03T16:47:59.95844Z","end":"2026-07-03T16:48:00.313953Z","steps":["trace[1766805930] 'process raft request' (duration: 312.511872ms)","trace[1766805930] 'compare' (duration: 42.579756ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:00.314021Z","caller":"traceutil/trace.go:171","msg":"trace[613283253] transaction","detail":"{read_only:false; response_revision:26131; number_of_response:1; }","duration":"354.214186ms","start":"2026-07-03T16:47:59.959776Z","end":"2026-07-03T16:48:00.31399Z","steps":["trace[613283253] 'process raft request' (duration: 354.109913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:00.314086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:59.959887Z","time spent":"354.136914ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:00.314109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:59.958413Z","time spent":"355.622273ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:00.314235Z","caller":"traceutil/trace.go:171","msg":"trace[1365665136] transaction","detail":"{read_only:false; response_revision:26133; number_of_response:1; }","duration":"353.686833ms","start":"2026-07-03T16:47:59.960541Z","end":"2026-07-03T16:48:00.314228Z","steps":["trace[1365665136] 'process raft request' (duration: 353.394224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:00.314279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:59.960529Z","time spent":"353.729373ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:00.314282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:59.959741Z","time spent":"354.3426ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:00.314391Z","caller":"traceutil/trace.go:171","msg":"trace[322655321] linearizableReadLoop","detail":"{readStateIndex:27003; appliedIndex:26997; }","duration":"278.028837ms","start":"2026-07-03T16:48:00.036353Z","end":"2026-07-03T16:48:00.314382Z","steps":["trace[322655321] 'read index received' (duration: 12.586408ms)","trace[322655321] 'applied index is now lower than readState.Index' (duration: 265.441819ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:00.314437Z","caller":"traceutil/trace.go:171","msg":"trace[1309288416] transaction","detail":"{read_only:false; response_revision:26134; number_of_response:1; }","duration":"353.827846ms","start":"2026-07-03T16:47:59.960604Z","end":"2026-07-03T16:48:00.314432Z","steps":["trace[1309288416] 'process raft request' (duration: 353.58692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:00.314476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:59.960596Z","time spent":"353.855467ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:00.314637Z","caller":"traceutil/trace.go:171","msg":"trace[1532959991] transaction","detail":"{read_only:false; response_revision:26135; number_of_response:1; }","duration":"353.487177ms","start":"2026-07-03T16:47:59.961142Z","end":"2026-07-03T16:48:00.314629Z","steps":["trace[1532959991] 'process raft request' (duration: 353.178149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:00.314693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:59.961133Z","time spent":"353.525838ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:00.314874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.505319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-03T16:48:00.314938Z","caller":"traceutil/trace.go:171","msg":"trace[1581173131] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:26135; }","duration":"278.60299ms","start":"2026-07-03T16:48:00.036318Z","end":"2026-07-03T16:48:00.314921Z","steps":["trace[1581173131] 'agreement among raft nodes before linearized reading' (duration: 278.402715ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:00.554354Z","caller":"traceutil/trace.go:171","msg":"trace[1204743834] linearizableReadLoop","detail":"{readStateIndex:27005; appliedIndex:27003; }","duration":"239.920145ms","start":"2026-07-03T16:48:00.314408Z","end":"2026-07-03T16:48:00.554328Z","steps":["trace[1204743834] 'read index received' (duration: 182.470743ms)","trace[1204743834] 'applied index is now lower than readState.Index' (duration: 57.447972ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:00.554766Z","caller":"traceutil/trace.go:171","msg":"trace[667424511] transaction","detail":"{read_only:false; response_revision:26136; number_of_response:1; }","duration":"489.366698ms","start":"2026-07-03T16:48:00.065378Z","end":"2026-07-03T16:48:00.554745Z","steps":["trace[667424511] 'process raft request' (duration: 431.554476ms)","trace[667424511] 'compare' (duration: 57.086583ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:00.554787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.338329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:48:00.554847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.24539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-03T16:48:00.554873Z","caller":"traceutil/trace.go:171","msg":"trace[1038623306] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26137; }","duration":"334.468123ms","start":"2026-07-03T16:48:00.220382Z","end":"2026-07-03T16:48:00.55485Z","steps":["trace[1038623306] 'agreement among raft nodes before linearized reading' (duration: 334.249007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:00.554878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:00.065352Z","time spent":"489.45561ms","remote":"127.0.0.1:43670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3212,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:48:00.554876Z","caller":"traceutil/trace.go:171","msg":"trace[1362350127] transaction","detail":"{read_only:false; response_revision:26137; number_of_response:1; }","duration":"354.79614ms","start":"2026-07-03T16:48:00.200039Z","end":"2026-07-03T16:48:00.554835Z","steps":["trace[1362350127] 'process raft request' (duration: 354.201265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:00.554937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:00.220365Z","time spent":"334.549554ms","remote":"127.0.0.1:43690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:00.554989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.351986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:00.555008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.868857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:48:00.555063Z","caller":"traceutil/trace.go:171","msg":"trace[1332001689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26137; }","duration":"201.95236ms","start":"2026-07-03T16:48:00.3531Z","end":"2026-07-03T16:48:00.555053Z","steps":["trace[1332001689] 'agreement among raft nodes before linearized reading' (duration: 201.827677ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:00.555059Z","caller":"traceutil/trace.go:171","msg":"trace[1823645476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26137; }","duration":"228.423547ms","start":"2026-07-03T16:48:00.326617Z","end":"2026-07-03T16:48:00.55504Z","steps":["trace[1823645476] 'agreement among raft nodes before linearized reading' (duration: 228.313445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:00.55512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.457215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:00.555161Z","caller":"traceutil/trace.go:171","msg":"trace[2139782013] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:0; response_revision:26137; }","duration":"331.521646ms","start":"2026-07-03T16:48:00.223629Z","end":"2026-07-03T16:48:00.55515Z","steps":["trace[2139782013] 'agreement among raft nodes before linearized reading' (duration: 331.445654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:00.55499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.749606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-03T16:48:00.555192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:00.223622Z","time spent":"331.563177ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/magnum-registry\" "} {"level":"info","ts":"2026-07-03T16:48:00.555246Z","caller":"traceutil/trace.go:171","msg":"trace[1225223016] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26137; }","duration":"199.066173ms","start":"2026-07-03T16:48:00.356166Z","end":"2026-07-03T16:48:00.555233Z","steps":["trace[1225223016] 'agreement among raft nodes before linearized reading' (duration: 198.58919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:00.555022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:00.200009Z","time spent":"354.943415ms","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":898,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:48:00.554904Z","caller":"traceutil/trace.go:171","msg":"trace[905498253] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:26137; }","duration":"236.303672ms","start":"2026-07-03T16:48:00.318582Z","end":"2026-07-03T16:48:00.554885Z","steps":["trace[905498253] 'agreement among raft nodes before linearized reading' (duration: 236.068756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:00.555438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.35466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-07-03T16:48:00.555473Z","caller":"traceutil/trace.go:171","msg":"trace[1648845568] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26137; }","duration":"451.418032ms","start":"2026-07-03T16:48:00.104045Z","end":"2026-07-03T16:48:00.555463Z","steps":["trace[1648845568] 'agreement among raft nodes before linearized reading' (duration: 451.30939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:00.555502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:00.104027Z","time spent":"451.466793ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:48:00.556515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.253809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224957"} {"level":"info","ts":"2026-07-03T16:48:00.556593Z","caller":"traceutil/trace.go:171","msg":"trace[1565767564] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:26137; }","duration":"406.367042ms","start":"2026-07-03T16:48:00.150205Z","end":"2026-07-03T16:48:00.556572Z","steps":["trace[1565767564] 'agreement among raft nodes before linearized reading' (duration: 404.832962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:00.556641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:00.150183Z","time spent":"406.442483ms","remote":"127.0.0.1:57412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2224981,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-07-03T16:48:00.774572Z","caller":"traceutil/trace.go:171","msg":"trace[464084425] linearizableReadLoop","detail":"{readStateIndex:27007; appliedIndex:27005; }","duration":"214.200647ms","start":"2026-07-03T16:48:00.560352Z","end":"2026-07-03T16:48:00.774552Z","steps":["trace[464084425] 'read index received' (duration: 78.703416ms)","trace[464084425] 'applied index is now lower than readState.Index' (duration: 135.496551ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:00.774829Z","caller":"traceutil/trace.go:171","msg":"trace[2125599894] transaction","detail":"{read_only:false; response_revision:26139; number_of_response:1; }","duration":"214.624828ms","start":"2026-07-03T16:48:00.560192Z","end":"2026-07-03T16:48:00.774817Z","steps":["trace[2125599894] 'process raft request' (duration: 213.726645ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:00.775119Z","caller":"traceutil/trace.go:171","msg":"trace[1572521469] transaction","detail":"{read_only:false; response_revision:26140; number_of_response:1; }","duration":"214.595837ms","start":"2026-07-03T16:48:00.560515Z","end":"2026-07-03T16:48:00.77511Z","steps":["trace[1572521469] 'process raft request' (duration: 213.54443ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:00.775392Z","caller":"traceutil/trace.go:171","msg":"trace[509641859] transaction","detail":"{read_only:false; response_revision:26141; number_of_response:1; }","duration":"214.420242ms","start":"2026-07-03T16:48:00.56078Z","end":"2026-07-03T16:48:00.7752Z","steps":["trace[509641859] 'process raft request' (duration: 213.329914ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:00.775522Z","caller":"traceutil/trace.go:171","msg":"trace[275982978] transaction","detail":"{read_only:false; response_revision:26142; number_of_response:1; }","duration":"214.670359ms","start":"2026-07-03T16:48:00.560843Z","end":"2026-07-03T16:48:00.775514Z","steps":["trace[275982978] 'process raft request' (duration: 213.304114ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:00.77561Z","caller":"traceutil/trace.go:171","msg":"trace[1655707574] transaction","detail":"{read_only:false; response_revision:26143; number_of_response:1; }","duration":"214.645808ms","start":"2026-07-03T16:48:00.560959Z","end":"2026-07-03T16:48:00.775604Z","steps":["trace[1655707574] 'process raft request' (duration: 213.234822ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:00.775696Z","caller":"traceutil/trace.go:171","msg":"trace[1710198940] transaction","detail":"{read_only:false; response_revision:26144; number_of_response:1; }","duration":"214.268318ms","start":"2026-07-03T16:48:00.561422Z","end":"2026-07-03T16:48:00.775691Z","steps":["trace[1710198940] 'process raft request' (duration: 212.976075ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:00.775777Z","caller":"traceutil/trace.go:171","msg":"trace[2133710389] transaction","detail":"{read_only:false; response_revision:26145; number_of_response:1; }","duration":"214.250207ms","start":"2026-07-03T16:48:00.561521Z","end":"2026-07-03T16:48:00.775771Z","steps":["trace[2133710389] 'process raft request' (duration: 212.896532ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:00.775892Z","caller":"traceutil/trace.go:171","msg":"trace[499828079] transaction","detail":"{read_only:false; response_revision:26146; number_of_response:1; }","duration":"213.462207ms","start":"2026-07-03T16:48:00.562417Z","end":"2026-07-03T16:48:00.775879Z","steps":["trace[499828079] 'process raft request' (duration: 212.03464ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:00.776106Z","caller":"traceutil/trace.go:171","msg":"trace[1802691760] transaction","detail":"{read_only:false; response_revision:26147; number_of_response:1; }","duration":"213.195911ms","start":"2026-07-03T16:48:00.562903Z","end":"2026-07-03T16:48:00.776099Z","steps":["trace[1802691760] 'process raft request' (duration: 211.575839ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:00.776274Z","caller":"traceutil/trace.go:171","msg":"trace[259409739] transaction","detail":"{read_only:false; response_revision:26148; number_of_response:1; }","duration":"203.899869ms","start":"2026-07-03T16:48:00.572367Z","end":"2026-07-03T16:48:00.776266Z","steps":["trace[259409739] 'process raft request' (duration: 202.146843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:00.776431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.066017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18434"} {"level":"info","ts":"2026-07-03T16:48:00.776454Z","caller":"traceutil/trace.go:171","msg":"trace[376773590] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26148; }","duration":"216.118498ms","start":"2026-07-03T16:48:00.560329Z","end":"2026-07-03T16:48:00.776448Z","steps":["trace[376773590] 'agreement among raft nodes before linearized reading' (duration: 216.019675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:00.971242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.511591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:48:00.971404Z","caller":"traceutil/trace.go:171","msg":"trace[939356294] transaction","detail":"{read_only:false; response_revision:26149; number_of_response:1; }","duration":"226.22616ms","start":"2026-07-03T16:48:00.745142Z","end":"2026-07-03T16:48:00.971368Z","steps":["trace[939356294] 'process raft request' (duration: 105.519473ms)","trace[939356294] 'compare' (duration: 120.336827ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:00.971486Z","caller":"traceutil/trace.go:171","msg":"trace[1324931448] linearizableReadLoop","detail":"{readStateIndex:27017; appliedIndex:27016; }","duration":"196.814135ms","start":"2026-07-03T16:48:00.774628Z","end":"2026-07-03T16:48:00.971442Z","steps":["trace[1324931448] 'read index received' (duration: 76.116838ms)","trace[1324931448] 'applied index is now lower than readState.Index' (duration: 120.694496ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:00.97167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.666552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-07-03T16:48:00.971723Z","caller":"traceutil/trace.go:171","msg":"trace[213062557] transaction","detail":"{read_only:false; response_revision:26150; number_of_response:1; }","duration":"186.946667ms","start":"2026-07-03T16:48:00.784759Z","end":"2026-07-03T16:48:00.971706Z","steps":["trace[213062557] 'process raft request' (duration: 186.620489ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:00.971761Z","caller":"traceutil/trace.go:171","msg":"trace[1401057479] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:26150; }","duration":"338.766234ms","start":"2026-07-03T16:48:00.632971Z","end":"2026-07-03T16:48:00.971737Z","steps":["trace[1401057479] 'agreement among raft nodes before linearized reading' (duration: 338.484927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:00.971814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:00.632958Z","time spent":"338.842537ms","remote":"127.0.0.1:57404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1846,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-07-03T16:48:00.972158Z","caller":"traceutil/trace.go:171","msg":"trace[1921744639] transaction","detail":"{read_only:false; response_revision:26151; number_of_response:1; }","duration":"183.073458ms","start":"2026-07-03T16:48:00.789072Z","end":"2026-07-03T16:48:00.972145Z","steps":["trace[1921744639] 'process raft request' (duration: 182.40046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:00.972263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.303723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-03T16:48:00.972319Z","caller":"traceutil/trace.go:171","msg":"trace[1178314144] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:26151; }","duration":"410.410486ms","start":"2026-07-03T16:48:00.561893Z","end":"2026-07-03T16:48:00.972304Z","steps":["trace[1178314144] 'agreement among raft nodes before linearized reading' (duration: 409.755409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:00.972357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:00.561882Z","time spent":"410.465968ms","remote":"127.0.0.1:57404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":675,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-07-03T16:48:00.972481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.740741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:00.972527Z","caller":"traceutil/trace.go:171","msg":"trace[616723661] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-registry; range_end:; response_count:0; response_revision:26153; }","duration":"189.809863ms","start":"2026-07-03T16:48:00.782704Z","end":"2026-07-03T16:48:00.972514Z","steps":["trace[616723661] 'agreement among raft nodes before linearized reading' (duration: 189.69435ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:00.972509Z","caller":"traceutil/trace.go:171","msg":"trace[1044489741] transaction","detail":"{read_only:false; response_revision:26153; number_of_response:1; }","duration":"172.687718ms","start":"2026-07-03T16:48:00.799794Z","end":"2026-07-03T16:48:00.972481Z","steps":["trace[1044489741] 'process raft request' (duration: 172.497212ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:00.972573Z","caller":"traceutil/trace.go:171","msg":"trace[233137152] transaction","detail":"{read_only:false; response_revision:26152; number_of_response:1; }","duration":"182.246266ms","start":"2026-07-03T16:48:00.790315Z","end":"2026-07-03T16:48:00.972561Z","steps":["trace[233137152] 'process raft request' (duration: 181.582668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:00.972711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.619586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:00.972749Z","caller":"traceutil/trace.go:171","msg":"trace[921239052] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26153; }","duration":"137.687699ms","start":"2026-07-03T16:48:00.835049Z","end":"2026-07-03T16:48:00.972737Z","steps":["trace[921239052] 'agreement among raft nodes before linearized reading' (duration: 137.630407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:01.672602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.960221ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-03T16:48:01.672683Z","caller":"traceutil/trace.go:171","msg":"trace[524674049] linearizableReadLoop","detail":"{readStateIndex:27026; appliedIndex:27022; }","duration":"649.13819ms","start":"2026-07-03T16:48:01.023531Z","end":"2026-07-03T16:48:01.672669Z","steps":["trace[524674049] 'read index received' (duration: 45.922823ms)","trace[524674049] 'applied index is now lower than readState.Index' (duration: 603.214057ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:01.673085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.69263ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:01.673182Z","caller":"traceutil/trace.go:171","msg":"trace[1347956894] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26157; }","duration":"259.802413ms","start":"2026-07-03T16:48:01.413364Z","end":"2026-07-03T16:48:01.673166Z","steps":["trace[1347956894] 'range keys from in-memory index tree' (duration: 259.67804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:01.673212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.419297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-api-certs\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:01.673268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.261484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128304"} {"level":"info","ts":"2026-07-03T16:48:01.673307Z","caller":"traceutil/trace.go:171","msg":"trace[339022633] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26157; }","duration":"694.344946ms","start":"2026-07-03T16:48:00.978951Z","end":"2026-07-03T16:48:01.673296Z","steps":["trace[339022633] 'agreement among raft nodes before linearized reading' (duration: 694.158731ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:01.673313Z","caller":"traceutil/trace.go:171","msg":"trace[1485200731] range","detail":"{range_begin:/registry/secrets/openstack/magnum-api-certs; range_end:; response_count:0; response_revision:26157; }","duration":"689.545841ms","start":"2026-07-03T16:48:00.983738Z","end":"2026-07-03T16:48:01.673284Z","steps":["trace[1485200731] 'agreement among raft nodes before linearized reading' (duration: 689.360566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:01.673347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:00.97893Z","time spent":"694.408087ms","remote":"127.0.0.1:57364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128328,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-03T16:48:01.673388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:00.98373Z","time spent":"689.640783ms","remote":"127.0.0.1:57404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/secrets/openstack/magnum-api-certs\" "} {"level":"warn","ts":"2026-07-03T16:48:01.673635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.479729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:01.673631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.580863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:48:01.67367Z","caller":"traceutil/trace.go:171","msg":"trace[228876034] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:26157; }","duration":"694.727025ms","start":"2026-07-03T16:48:00.978932Z","end":"2026-07-03T16:48:01.673659Z","steps":["trace[228876034] 'agreement among raft nodes before linearized reading' (duration: 694.248113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:01.673804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:00.97891Z","time spent":"694.851689ms","remote":"127.0.0.1:57404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":30,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"info","ts":"2026-07-03T16:48:01.674197Z","caller":"traceutil/trace.go:171","msg":"trace[1099974043] transaction","detail":"{read_only:false; response_revision:26158; number_of_response:1; }","duration":"645.823304ms","start":"2026-07-03T16:48:01.028366Z","end":"2026-07-03T16:48:01.67419Z","steps":["trace[1099974043] 'process raft request' (duration: 645.712291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:01.6743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:01.028346Z","time spent":"645.874907ms","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:48:01.674321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.948861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-07-03T16:48:01.676024Z","caller":"traceutil/trace.go:171","msg":"trace[139018005] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26157; }","duration":"666.643935ms","start":"2026-07-03T16:48:01.009323Z","end":"2026-07-03T16:48:01.675967Z","steps":["trace[139018005] 'agreement among raft nodes before linearized reading' (duration: 663.962426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:01.67621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:01.009305Z","time spent":"666.846171ms","remote":"127.0.0.1:57404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3709,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-07-03T16:48:01.673694Z","caller":"traceutil/trace.go:171","msg":"trace[1834920719] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26157; }","duration":"654.686575ms","start":"2026-07-03T16:48:01.01899Z","end":"2026-07-03T16:48:01.673677Z","steps":["trace[1834920719] 'agreement among raft nodes before linearized reading' (duration: 654.193742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:01.677783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:01.018977Z","time spent":"658.653648ms","remote":"127.0.0.1:57656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":179,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:01.751096Z","caller":"traceutil/trace.go:171","msg":"trace[436885653] transaction","detail":"{read_only:false; response_revision:26159; number_of_response:1; }","duration":"677.172298ms","start":"2026-07-03T16:48:01.073896Z","end":"2026-07-03T16:48:01.751068Z","steps":["trace[436885653] 'process raft request' (duration: 676.983353ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:01.75116Z","caller":"traceutil/trace.go:171","msg":"trace[694280793] transaction","detail":"{read_only:false; response_revision:26160; number_of_response:1; }","duration":"677.031016ms","start":"2026-07-03T16:48:01.074108Z","end":"2026-07-03T16:48:01.751139Z","steps":["trace[694280793] 'process raft request' (duration: 676.898392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:01.751191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:01.073879Z","time spent":"677.267542ms","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:48:01.75128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:01.074071Z","time spent":"677.144829ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2458,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:01.751319Z","caller":"traceutil/trace.go:171","msg":"trace[237426841] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26160; }","duration":"676.492032ms","start":"2026-07-03T16:48:01.07481Z","end":"2026-07-03T16:48:01.751302Z","steps":["trace[237426841] 'process raft request' (duration: 676.246055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:01.7514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:01.0748Z","time spent":"676.544343ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":51,"response count":0,"response size":2700,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:01.751491Z","caller":"traceutil/trace.go:171","msg":"trace[609266245] transaction","detail":"{read_only:false; response_revision:26161; number_of_response:1; }","duration":"676.241966ms","start":"2026-07-03T16:48:01.075232Z","end":"2026-07-03T16:48:01.751474Z","steps":["trace[609266245] 'process raft request' (duration: 675.856535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:01.751589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:01.075202Z","time spent":"676.330758ms","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2696,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:01.751682Z","caller":"traceutil/trace.go:171","msg":"trace[1244506618] transaction","detail":"{read_only:false; response_revision:26162; number_of_response:1; }","duration":"541.218836ms","start":"2026-07-03T16:48:01.210457Z","end":"2026-07-03T16:48:01.751676Z","steps":["trace[1244506618] 'process raft request' (duration: 540.946529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:01.751717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:01.210422Z","time spent":"541.275898ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:01.751759Z","caller":"traceutil/trace.go:171","msg":"trace[1947885359] transaction","detail":"{read_only:false; response_revision:26163; number_of_response:1; }","duration":"538.67351ms","start":"2026-07-03T16:48:01.213081Z","end":"2026-07-03T16:48:01.751754Z","steps":["trace[1947885359] 'process raft request' (duration: 538.507446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:01.751781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:01.213064Z","time spent":"538.704971ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:01.751855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.717824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-03T16:48:01.751875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.144425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:9957"} {"level":"info","ts":"2026-07-03T16:48:01.751884Z","caller":"traceutil/trace.go:171","msg":"trace[2073980230] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26163; }","duration":"283.787256ms","start":"2026-07-03T16:48:01.468088Z","end":"2026-07-03T16:48:01.751875Z","steps":["trace[2073980230] 'agreement among raft nodes before linearized reading' (duration: 283.679103ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:01.751896Z","caller":"traceutil/trace.go:171","msg":"trace[1184862229] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:26163; }","duration":"304.205426ms","start":"2026-07-03T16:48:01.447683Z","end":"2026-07-03T16:48:01.751889Z","steps":["trace[1184862229] 'agreement among raft nodes before linearized reading' (duration: 304.125124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:01.751929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:01.447656Z","time spent":"304.267668ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":9981,"request content":"key:\"/registry/pods/openstack/magnum-conductor-0\" "} {"level":"warn","ts":"2026-07-03T16:48:01.751943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.929182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:48:01.751963Z","caller":"traceutil/trace.go:171","msg":"trace[475516597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26163; }","duration":"282.983104ms","start":"2026-07-03T16:48:01.468974Z","end":"2026-07-03T16:48:01.751957Z","steps":["trace[475516597] 'agreement among raft nodes before linearized reading' (duration: 282.901732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:01.751995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.388015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:48:01.752013Z","caller":"traceutil/trace.go:171","msg":"trace[1259671593] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26163; }","duration":"283.422715ms","start":"2026-07-03T16:48:01.468585Z","end":"2026-07-03T16:48:01.752008Z","steps":["trace[1259671593] 'agreement among raft nodes before linearized reading' (duration: 283.368884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:01.752105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.357136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-07-03T16:48:01.752122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.044422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:01.752135Z","caller":"traceutil/trace.go:171","msg":"trace[320649774] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26163; }","duration":"714.445657ms","start":"2026-07-03T16:48:01.03768Z","end":"2026-07-03T16:48:01.752126Z","steps":["trace[320649774] 'agreement among raft nodes before linearized reading' (duration: 714.329204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:01.752158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:01.037668Z","time spent":"714.484459ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T16:48:01.752139Z","caller":"traceutil/trace.go:171","msg":"trace[1577456421] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26163; }","duration":"167.098964ms","start":"2026-07-03T16:48:01.585035Z","end":"2026-07-03T16:48:01.752134Z","steps":["trace[1577456421] 'agreement among raft nodes before linearized reading' (duration: 167.015361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:01.752171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.320931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:01.752198Z","caller":"traceutil/trace.go:171","msg":"trace[923596883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26163; }","duration":"428.377393ms","start":"2026-07-03T16:48:01.323814Z","end":"2026-07-03T16:48:01.752191Z","steps":["trace[923596883] 'agreement among raft nodes before linearized reading' (duration: 428.332062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:01.752221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:01.323798Z","time spent":"428.414294ms","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:48:01.999653Z","caller":"traceutil/trace.go:171","msg":"trace[1112555519] transaction","detail":"{read_only:false; response_revision:26164; number_of_response:1; }","duration":"322.796729ms","start":"2026-07-03T16:48:01.676828Z","end":"2026-07-03T16:48:01.999624Z","steps":["trace[1112555519] 'process raft request' (duration: 322.431819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:01.999924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:01.676809Z","time spent":"323.018775ms","remote":"127.0.0.1:57364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":128288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:02.00042Z","caller":"traceutil/trace.go:171","msg":"trace[773678719] transaction","detail":"{read_only:false; response_revision:26165; number_of_response:1; }","duration":"317.368378ms","start":"2026-07-03T16:48:01.683023Z","end":"2026-07-03T16:48:02.000391Z","steps":["trace[773678719] 'process raft request' (duration: 316.504346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.000569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:01.682994Z","time spent":"317.497902ms","remote":"127.0.0.1:57404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4335,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:02.000576Z","caller":"traceutil/trace.go:171","msg":"trace[1500013994] transaction","detail":"{read_only:false; response_revision:26166; number_of_response:1; }","duration":"315.353096ms","start":"2026-07-03T16:48:01.685203Z","end":"2026-07-03T16:48:02.000556Z","steps":["trace[1500013994] 'process raft request' (duration: 314.442212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.000701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:01.685186Z","time spent":"315.478339ms","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:48:02.001228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.311008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-07-03T16:48:02.001332Z","caller":"traceutil/trace.go:171","msg":"trace[535053138] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:26166; }","duration":"319.413131ms","start":"2026-07-03T16:48:01.681901Z","end":"2026-07-03T16:48:02.001314Z","steps":["trace[535053138] 'agreement among raft nodes before linearized reading' (duration: 319.174635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.001413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:01.681854Z","time spent":"319.544175ms","remote":"127.0.0.1:57404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":733,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-07-03T16:48:02.002533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.385241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-07-03T16:48:02.002627Z","caller":"traceutil/trace.go:171","msg":"trace[1083580633] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26166; }","duration":"319.479173ms","start":"2026-07-03T16:48:01.68313Z","end":"2026-07-03T16:48:02.00261Z","steps":["trace[1083580633] 'agreement among raft nodes before linearized reading' (duration: 317.755909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.002927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:01.683103Z","time spent":"319.564496ms","remote":"127.0.0.1:57404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3709,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-07-03T16:48:01.999731Z","caller":"traceutil/trace.go:171","msg":"trace[1946072989] linearizableReadLoop","detail":"{readStateIndex:27036; appliedIndex:27033; }","duration":"248.047337ms","start":"2026-07-03T16:48:01.751658Z","end":"2026-07-03T16:48:01.999705Z","steps":["trace[1946072989] 'read index received' (duration: 247.747709ms)","trace[1946072989] 'applied index is now lower than readState.Index' (duration: 298.588µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:02.207034Z","caller":"traceutil/trace.go:171","msg":"trace[377871076] transaction","detail":"{read_only:false; response_revision:26167; number_of_response:1; }","duration":"451.3323ms","start":"2026-07-03T16:48:01.755675Z","end":"2026-07-03T16:48:02.207007Z","steps":["trace[377871076] 'process raft request' (duration: 450.819097ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:02.207097Z","caller":"traceutil/trace.go:171","msg":"trace[2017771699] transaction","detail":"{read_only:false; response_revision:26168; number_of_response:1; }","duration":"448.171768ms","start":"2026-07-03T16:48:01.758897Z","end":"2026-07-03T16:48:02.207069Z","steps":["trace[2017771699] 'process raft request' (duration: 448.009234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.207169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:01.755658Z","time spent":"451.457243ms","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:48:02.207295Z","caller":"traceutil/trace.go:171","msg":"trace[2021452773] transaction","detail":"{read_only:false; response_revision:26169; number_of_response:1; }","duration":"448.25501ms","start":"2026-07-03T16:48:01.759024Z","end":"2026-07-03T16:48:02.207279Z","steps":["trace[2021452773] 'process raft request' (duration: 447.979733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.207385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:01.75902Z","time spent":"448.311371ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:02.207467Z","caller":"traceutil/trace.go:171","msg":"trace[695542011] transaction","detail":"{read_only:false; response_revision:26170; number_of_response:1; }","duration":"448.369843ms","start":"2026-07-03T16:48:01.75907Z","end":"2026-07-03T16:48:02.20744Z","steps":["trace[695542011] 'process raft request' (duration: 448.127957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.207617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:01.759049Z","time spent":"448.497456ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2956,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:02.207673Z","caller":"traceutil/trace.go:171","msg":"trace[1733813765] transaction","detail":"{read_only:false; response_revision:26171; number_of_response:1; }","duration":"448.556198ms","start":"2026-07-03T16:48:01.759094Z","end":"2026-07-03T16:48:02.20765Z","steps":["trace[1733813765] 'process raft request' (duration: 448.228349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.207788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:01.759082Z","time spent":"448.65258ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:02.20816Z","caller":"traceutil/trace.go:171","msg":"trace[1506226976] linearizableReadLoop","detail":"{readStateIndex:27043; appliedIndex:27036; }","duration":"198.774215ms","start":"2026-07-03T16:48:02.009341Z","end":"2026-07-03T16:48:02.208116Z","steps":["trace[1506226976] 'read index received' (duration: 197.05659ms)","trace[1506226976] 'applied index is now lower than readState.Index' (duration: 1.716355ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:02.208347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.014172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-03T16:48:02.208393Z","caller":"traceutil/trace.go:171","msg":"trace[519299191] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:26173; }","duration":"199.108244ms","start":"2026-07-03T16:48:02.009272Z","end":"2026-07-03T16:48:02.208381Z","steps":["trace[519299191] 'agreement among raft nodes before linearized reading' (duration: 198.982411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.20845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.193697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-07-03T16:48:02.208499Z","caller":"traceutil/trace.go:171","msg":"trace[805580937] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:26173; }","duration":"199.269839ms","start":"2026-07-03T16:48:02.009215Z","end":"2026-07-03T16:48:02.208485Z","steps":["trace[805580937] 'agreement among raft nodes before linearized reading' (duration: 199.131075ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:02.208546Z","caller":"traceutil/trace.go:171","msg":"trace[1559623188] transaction","detail":"{read_only:false; response_revision:26172; number_of_response:1; }","duration":"447.983563ms","start":"2026-07-03T16:48:01.760551Z","end":"2026-07-03T16:48:02.208535Z","steps":["trace[1559623188] 'process raft request' (duration: 446.852933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.208609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:01.760533Z","time spent":"448.044404ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:02.208679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.487474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:02.208716Z","caller":"traceutil/trace.go:171","msg":"trace[1365022621] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26173; }","duration":"224.563086ms","start":"2026-07-03T16:48:01.984144Z","end":"2026-07-03T16:48:02.208707Z","steps":["trace[1365022621] 'agreement among raft nodes before linearized reading' (duration: 224.505124ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:02.2088Z","caller":"traceutil/trace.go:171","msg":"trace[410839560] transaction","detail":"{read_only:false; response_revision:26173; number_of_response:1; }","duration":"443.675862ms","start":"2026-07-03T16:48:01.765115Z","end":"2026-07-03T16:48:02.208791Z","steps":["trace[410839560] 'process raft request' (duration: 442.940173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.208849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:01.765109Z","time spent":"443.719933ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10071,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:02.20939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.558868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18434"} {"level":"info","ts":"2026-07-03T16:48:02.209434Z","caller":"traceutil/trace.go:171","msg":"trace[778041506] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26173; }","duration":"453.63051ms","start":"2026-07-03T16:48:01.755793Z","end":"2026-07-03T16:48:02.209423Z","steps":["trace[778041506] 'agreement among raft nodes before linearized reading' (duration: 453.062535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.209487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:01.755764Z","time spent":"453.712911ms","remote":"127.0.0.1:57486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18458,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-03T16:48:02.213907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:01.75889Z","time spent":"448.334032ms","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2741,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:02.347914Z","caller":"traceutil/trace.go:171","msg":"trace[1703879238] transaction","detail":"{read_only:false; response_revision:26175; number_of_response:1; }","duration":"337.997315ms","start":"2026-07-03T16:48:02.009883Z","end":"2026-07-03T16:48:02.347881Z","steps":["trace[1703879238] 'process raft request' (duration: 337.680646ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:02.347933Z","caller":"traceutil/trace.go:171","msg":"trace[118290276] transaction","detail":"{read_only:false; response_revision:26176; number_of_response:1; }","duration":"336.048124ms","start":"2026-07-03T16:48:02.011854Z","end":"2026-07-03T16:48:02.347902Z","steps":["trace[118290276] 'process raft request' (duration: 335.93907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.34805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:02.009873Z","time spent":"338.113928ms","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:48:02.348077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:02.011834Z","time spent":"336.159887ms","remote":"127.0.0.1:43682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2771,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:02.3481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.833698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-07-03T16:48:02.348191Z","caller":"traceutil/trace.go:171","msg":"trace[957853926] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:26176; }","duration":"310.929401ms","start":"2026-07-03T16:48:02.037204Z","end":"2026-07-03T16:48:02.348133Z","steps":["trace[957853926] 'agreement among raft nodes before linearized reading' (duration: 310.759636ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:02.347918Z","caller":"traceutil/trace.go:171","msg":"trace[772342676] linearizableReadLoop","detail":"{readStateIndex:27047; appliedIndex:27043; }","duration":"139.6931ms","start":"2026-07-03T16:48:02.208203Z","end":"2026-07-03T16:48:02.347896Z","steps":["trace[772342676] 'read index received' (duration: 131.252631ms)","trace[772342676] 'applied index is now lower than readState.Index' (duration: 8.439719ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:02.348254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:02.037183Z","time spent":"311.053004ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":200,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"info","ts":"2026-07-03T16:48:02.348231Z","caller":"traceutil/trace.go:171","msg":"trace[1215007662] transaction","detail":"{read_only:false; response_revision:26174; number_of_response:1; }","duration":"338.879227ms","start":"2026-07-03T16:48:02.009311Z","end":"2026-07-03T16:48:02.34819Z","steps":["trace[1215007662] 'process raft request' (duration: 330.13921ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:02.348518Z","caller":"traceutil/trace.go:171","msg":"trace[1165966247] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26176; }","duration":"335.552491ms","start":"2026-07-03T16:48:02.012956Z","end":"2026-07-03T16:48:02.348509Z","steps":["trace[1165966247] 'process raft request' (duration: 334.904335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.348574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:02.012945Z","time spent":"335.594622ms","remote":"127.0.0.1:43682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":2825,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:02.348638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:02.009286Z","time spent":"339.212996ms","remote":"127.0.0.1:57502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:48:02.620973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.520574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:48:02.621154Z","caller":"traceutil/trace.go:171","msg":"trace[1151136526] transaction","detail":"{read_only:false; response_revision:26177; number_of_response:1; }","duration":"405.796197ms","start":"2026-07-03T16:48:02.215325Z","end":"2026-07-03T16:48:02.621121Z","steps":["trace[1151136526] 'process raft request' (duration: 263.056047ms)","trace[1151136526] 'compare' (duration: 142.168145ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:02.6212Z","caller":"traceutil/trace.go:171","msg":"trace[167265816] transaction","detail":"{read_only:false; response_revision:26179; number_of_response:1; }","duration":"302.327288ms","start":"2026-07-03T16:48:02.31886Z","end":"2026-07-03T16:48:02.621187Z","steps":["trace[167265816] 'process raft request' (duration: 302.273756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.621253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:02.318843Z","time spent":"302.383699ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:02.621283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:02.215313Z","time spent":"405.901729ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2995,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:02.621279Z","caller":"traceutil/trace.go:171","msg":"trace[472592168] transaction","detail":"{read_only:false; response_revision:26178; number_of_response:1; }","duration":"302.392059ms","start":"2026-07-03T16:48:02.31886Z","end":"2026-07-03T16:48:02.621252Z","steps":["trace[472592168] 'process raft request' (duration: 302.194544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.621416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:02.318836Z","time spent":"302.509722ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:02.621421Z","caller":"traceutil/trace.go:171","msg":"trace[196535683] transaction","detail":"{read_only:false; response_revision:26180; number_of_response:1; }","duration":"302.453671ms","start":"2026-07-03T16:48:02.318943Z","end":"2026-07-03T16:48:02.621397Z","steps":["trace[196535683] 'process raft request' (duration: 302.219325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.621574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:02.318918Z","time spent":"302.591664ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:02.621646Z","caller":"traceutil/trace.go:171","msg":"trace[828250906] transaction","detail":"{read_only:false; response_revision:26181; number_of_response:1; }","duration":"301.749981ms","start":"2026-07-03T16:48:02.319888Z","end":"2026-07-03T16:48:02.621638Z","steps":["trace[828250906] 'process raft request' (duration: 301.443383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.62171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:02.319877Z","time spent":"301.807233ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:02.621825Z","caller":"traceutil/trace.go:171","msg":"trace[1059657086] transaction","detail":"{read_only:false; response_revision:26182; number_of_response:1; }","duration":"301.714151ms","start":"2026-07-03T16:48:02.320098Z","end":"2026-07-03T16:48:02.621812Z","steps":["trace[1059657086] 'process raft request' (duration: 301.501345ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:02.621832Z","caller":"traceutil/trace.go:171","msg":"trace[4254180] transaction","detail":"{read_only:false; response_revision:26183; number_of_response:1; }","duration":"299.910875ms","start":"2026-07-03T16:48:02.32191Z","end":"2026-07-03T16:48:02.621821Z","steps":["trace[4254180] 'process raft request' (duration: 299.821793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.621888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:02.32004Z","time spent":"301.816033ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:02.621921Z","caller":"traceutil/trace.go:171","msg":"trace[1620980375] transaction","detail":"{read_only:false; response_revision:26184; number_of_response:1; }","duration":"265.811658ms","start":"2026-07-03T16:48:02.356101Z","end":"2026-07-03T16:48:02.621912Z","steps":["trace[1620980375] 'process raft request' (duration: 265.711156ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:02.621972Z","caller":"traceutil/trace.go:171","msg":"trace[1016897384] linearizableReadLoop","detail":"{readStateIndex:27054; appliedIndex:27047; }","duration":"273.706313ms","start":"2026-07-03T16:48:02.348258Z","end":"2026-07-03T16:48:02.621965Z","steps":["trace[1016897384] 'read index received' (duration: 130.236804ms)","trace[1016897384] 'applied index is now lower than readState.Index' (duration: 143.468769ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:02.621895Z","caller":"traceutil/trace.go:171","msg":"trace[1302816491] transaction","detail":"{read_only:false; response_revision:26185; number_of_response:1; }","duration":"265.463619ms","start":"2026-07-03T16:48:02.356422Z","end":"2026-07-03T16:48:02.621886Z","steps":["trace[1302816491] 'process raft request' (duration: 265.426508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.622082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.600408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"warn","ts":"2026-07-03T16:48:02.622098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.178889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:02.622131Z","caller":"traceutil/trace.go:171","msg":"trace[651119312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26185; }","duration":"298.239211ms","start":"2026-07-03T16:48:02.323884Z","end":"2026-07-03T16:48:02.622123Z","steps":["trace[651119312] 'agreement among raft nodes before linearized reading' (duration: 298.182509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.622133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.447809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-07-03T16:48:02.622162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.464572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-07-03T16:48:02.622187Z","caller":"traceutil/trace.go:171","msg":"trace[1367613011] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:26185; }","duration":"409.523823ms","start":"2026-07-03T16:48:02.212658Z","end":"2026-07-03T16:48:02.622181Z","steps":["trace[1367613011] 'agreement among raft nodes before linearized reading' (duration: 409.462582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.622212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:02.212638Z","time spent":"409.568035ms","remote":"127.0.0.1:57502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1310,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-07-03T16:48:02.622108Z","caller":"traceutil/trace.go:171","msg":"trace[437870644] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:26185; }","duration":"408.67088ms","start":"2026-07-03T16:48:02.21343Z","end":"2026-07-03T16:48:02.6221Z","steps":["trace[437870644] 'agreement among raft nodes before linearized reading' (duration: 408.580928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.622246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.262569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:02.622292Z","caller":"traceutil/trace.go:171","msg":"trace[2077830875] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26185; }","duration":"361.345522ms","start":"2026-07-03T16:48:02.260931Z","end":"2026-07-03T16:48:02.622277Z","steps":["trace[2077830875] 'agreement among raft nodes before linearized reading' (duration: 361.27365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.622329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:02.26091Z","time spent":"361.409263ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:02.622359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.429547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-t8mtz\" ","response":"range_response_count:1 size:2476"} {"level":"info","ts":"2026-07-03T16:48:02.622385Z","caller":"traceutil/trace.go:171","msg":"trace[1457123407] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-t8mtz; range_end:; response_count:1; response_revision:26185; }","duration":"410.483609ms","start":"2026-07-03T16:48:02.211895Z","end":"2026-07-03T16:48:02.622379Z","steps":["trace[1457123407] 'agreement among raft nodes before linearized reading' (duration: 410.413406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.622406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:02.211881Z","time spent":"410.52142ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":2500,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-t8mtz\" "} {"level":"warn","ts":"2026-07-03T16:48:02.622254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:02.213419Z","time spent":"408.826315ms","remote":"127.0.0.1:57404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1367,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-07-03T16:48:02.622184Z","caller":"traceutil/trace.go:171","msg":"trace[1486921346] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26185; }","duration":"402.524441ms","start":"2026-07-03T16:48:02.219638Z","end":"2026-07-03T16:48:02.622163Z","steps":["trace[1486921346] 'agreement among raft nodes before linearized reading' (duration: 402.361387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.622454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:02.21962Z","time spent":"402.82566ms","remote":"127.0.0.1:59458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-03T16:48:02.622671Z","caller":"traceutil/trace.go:171","msg":"trace[1542897343] transaction","detail":"{read_only:false; response_revision:26186; number_of_response:1; }","duration":"136.589041ms","start":"2026-07-03T16:48:02.486075Z","end":"2026-07-03T16:48:02.622664Z","steps":["trace[1542897343] 'process raft request' (duration: 136.538549ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:02.706146Z","caller":"traceutil/trace.go:171","msg":"trace[1675246589] transaction","detail":"{read_only:false; response_revision:26187; number_of_response:1; }","duration":"163.524779ms","start":"2026-07-03T16:48:02.542588Z","end":"2026-07-03T16:48:02.706113Z","steps":["trace[1675246589] 'process raft request' (duration: 163.365015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.707091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.525064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-api-certs\" ","response":"range_response_count:1 size:4353"} {"level":"info","ts":"2026-07-03T16:48:02.707182Z","caller":"traceutil/trace.go:171","msg":"trace[1335108148] range","detail":"{range_begin:/registry/secrets/openstack/magnum-api-certs; range_end:; response_count:1; response_revision:26188; }","duration":"339.651997ms","start":"2026-07-03T16:48:02.367508Z","end":"2026-07-03T16:48:02.70716Z","steps":["trace[1335108148] 'agreement among raft nodes before linearized reading' (duration: 339.420011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.707345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:02.367491Z","time spent":"339.840652ms","remote":"127.0.0.1:57404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4377,"request content":"key:\"/registry/secrets/openstack/magnum-api-certs\" "} {"level":"warn","ts":"2026-07-03T16:48:02.707908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.959514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-t8mtz\" ","response":"range_response_count:1 size:3396"} {"level":"info","ts":"2026-07-03T16:48:02.707969Z","caller":"traceutil/trace.go:171","msg":"trace[1025559405] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-t8mtz; range_end:; response_count:1; response_revision:26188; }","duration":"358.064895ms","start":"2026-07-03T16:48:02.349891Z","end":"2026-07-03T16:48:02.707956Z","steps":["trace[1025559405] 'agreement among raft nodes before linearized reading' (duration: 357.943682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.70804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:02.34987Z","time spent":"358.158978ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3420,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-t8mtz\" "} {"level":"info","ts":"2026-07-03T16:48:02.967791Z","caller":"traceutil/trace.go:171","msg":"trace[1994567413] transaction","detail":"{read_only:false; response_revision:26197; number_of_response:1; }","duration":"168.586621ms","start":"2026-07-03T16:48:02.799169Z","end":"2026-07-03T16:48:02.967756Z","steps":["trace[1994567413] 'process raft request' (duration: 168.309134ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:02.967972Z","caller":"traceutil/trace.go:171","msg":"trace[743550680] linearizableReadLoop","detail":"{readStateIndex:27069; appliedIndex:27065; }","duration":"150.118342ms","start":"2026-07-03T16:48:02.817817Z","end":"2026-07-03T16:48:02.967935Z","steps":["trace[743550680] 'read index received' (duration: 63.581412ms)","trace[743550680] 'applied index is now lower than readState.Index' (duration: 86.534519ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:02.968012Z","caller":"traceutil/trace.go:171","msg":"trace[1579849925] transaction","detail":"{read_only:false; response_revision:26198; number_of_response:1; }","duration":"159.143916ms","start":"2026-07-03T16:48:02.808839Z","end":"2026-07-03T16:48:02.967983Z","steps":["trace[1579849925] 'process raft request' (duration: 158.833378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:02.968297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.42633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-07-03T16:48:02.968342Z","caller":"traceutil/trace.go:171","msg":"trace[1832008353] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26198; }","duration":"150.550783ms","start":"2026-07-03T16:48:02.817778Z","end":"2026-07-03T16:48:02.968329Z","steps":["trace[1832008353] 'agreement among raft nodes before linearized reading' (duration: 150.301816ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:03.165676Z","caller":"traceutil/trace.go:171","msg":"trace[2054705164] linearizableReadLoop","detail":"{readStateIndex:27070; appliedIndex:27069; }","duration":"197.608485ms","start":"2026-07-03T16:48:02.968047Z","end":"2026-07-03T16:48:03.165655Z","steps":["trace[2054705164] 'read index received' (duration: 197.440001ms)","trace[2054705164] 'applied index is now lower than readState.Index' (duration: 167.524µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:03.165947Z","caller":"traceutil/trace.go:171","msg":"trace[1285648518] transaction","detail":"{read_only:false; response_revision:26199; number_of_response:1; }","duration":"265.279025ms","start":"2026-07-03T16:48:02.900641Z","end":"2026-07-03T16:48:03.16592Z","steps":["trace[1285648518] 'process raft request' (duration: 264.891944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:03.166091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.846774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111945"} {"level":"info","ts":"2026-07-03T16:48:03.166124Z","caller":"traceutil/trace.go:171","msg":"trace[403790536] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:26199; }","duration":"346.906156ms","start":"2026-07-03T16:48:02.81921Z","end":"2026-07-03T16:48:03.166117Z","steps":["trace[403790536] 'agreement among raft nodes before linearized reading' (duration: 346.518895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:03.166184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:02.819204Z","time spent":"346.957657ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111969,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-07-03T16:48:03.166225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.880505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-03T16:48:03.16625Z","caller":"traceutil/trace.go:171","msg":"trace[1940214797] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:26199; }","duration":"346.916907ms","start":"2026-07-03T16:48:02.819325Z","end":"2026-07-03T16:48:03.166242Z","steps":["trace[1940214797] 'agreement among raft nodes before linearized reading' (duration: 346.843475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:03.166269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:02.81932Z","time spent":"346.943937ms","remote":"127.0.0.1:57404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1368,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-07-03T16:48:03.274607Z","caller":"traceutil/trace.go:171","msg":"trace[1236560453] linearizableReadLoop","detail":"{readStateIndex:27072; appliedIndex:27070; }","duration":"104.437454ms","start":"2026-07-03T16:48:03.170138Z","end":"2026-07-03T16:48:03.274575Z","steps":["trace[1236560453] 'read index received' (duration: 101.484548ms)","trace[1236560453] 'applied index is now lower than readState.Index' (duration: 2.951326ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:03.274693Z","caller":"traceutil/trace.go:171","msg":"trace[254835848] transaction","detail":"{read_only:false; response_revision:26201; number_of_response:1; }","duration":"175.09447ms","start":"2026-07-03T16:48:03.099591Z","end":"2026-07-03T16:48:03.274685Z","steps":["trace[254835848] 'process raft request' (duration: 174.915046ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:03.274621Z","caller":"traceutil/trace.go:171","msg":"trace[1520390439] transaction","detail":"{read_only:false; response_revision:26200; number_of_response:1; }","duration":"297.689497ms","start":"2026-07-03T16:48:02.976893Z","end":"2026-07-03T16:48:03.274583Z","steps":["trace[1520390439] 'process raft request' (duration: 294.72974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:03.274935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.750332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-03T16:48:03.274975Z","caller":"traceutil/trace.go:171","msg":"trace[826455764] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:26201; }","duration":"104.858274ms","start":"2026-07-03T16:48:03.170105Z","end":"2026-07-03T16:48:03.274963Z","steps":["trace[826455764] 'agreement among raft nodes before linearized reading' (duration: 104.620558ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:03.456916Z","caller":"traceutil/trace.go:171","msg":"trace[582267886] linearizableReadLoop","detail":"{readStateIndex:27073; appliedIndex:27072; }","duration":"182.200676ms","start":"2026-07-03T16:48:03.274687Z","end":"2026-07-03T16:48:03.456887Z","steps":["trace[582267886] 'read index received' (duration: 168.426437ms)","trace[582267886] 'applied index is now lower than readState.Index' (duration: 13.772518ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:03.456989Z","caller":"traceutil/trace.go:171","msg":"trace[1326244717] transaction","detail":"{read_only:false; response_revision:26202; number_of_response:1; }","duration":"278.132108ms","start":"2026-07-03T16:48:03.178813Z","end":"2026-07-03T16:48:03.456945Z","steps":["trace[1326244717] 'process raft request' (duration: 264.247237ms)","trace[1326244717] 'compare' (duration: 13.573143ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:03.457181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.539725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-api-certs\" ","response":"range_response_count:1 size:2398"} {"level":"info","ts":"2026-07-03T16:48:03.457276Z","caller":"traceutil/trace.go:171","msg":"trace[1453758363] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-api-certs; range_end:; response_count:1; response_revision:26202; }","duration":"269.66975ms","start":"2026-07-03T16:48:03.18758Z","end":"2026-07-03T16:48:03.45725Z","steps":["trace[1453758363] 'agreement among raft nodes before linearized reading' (duration: 269.429633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:03.527148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.975227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:03.527195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.405215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-03T16:48:03.527237Z","caller":"traceutil/trace.go:171","msg":"trace[1719401687] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26203; }","duration":"200.119721ms","start":"2026-07-03T16:48:03.327094Z","end":"2026-07-03T16:48:03.527214Z","steps":["trace[1719401687] 'agreement among raft nodes before linearized reading' (duration: 199.984016ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:03.527257Z","caller":"traceutil/trace.go:171","msg":"trace[1533292403] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:26203; }","duration":"248.527519ms","start":"2026-07-03T16:48:03.278713Z","end":"2026-07-03T16:48:03.527241Z","steps":["trace[1533292403] 'agreement among raft nodes before linearized reading' (duration: 248.293622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:03.528504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.97084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224957"} {"level":"info","ts":"2026-07-03T16:48:03.52857Z","caller":"traceutil/trace.go:171","msg":"trace[1463426801] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:26203; }","duration":"214.046542ms","start":"2026-07-03T16:48:03.314508Z","end":"2026-07-03T16:48:03.528554Z","steps":["trace[1463426801] 'agreement among raft nodes before linearized reading' (duration: 212.45403ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:03.650967Z","caller":"traceutil/trace.go:171","msg":"trace[1871361260] transaction","detail":"{read_only:false; response_revision:26205; number_of_response:1; }","duration":"108.401648ms","start":"2026-07-03T16:48:03.542531Z","end":"2026-07-03T16:48:03.650932Z","steps":["trace[1871361260] 'process raft request' (duration: 108.149812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:03.651105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.333953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:03.651264Z","caller":"traceutil/trace.go:171","msg":"trace[2123790861] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26205; }","duration":"101.508108ms","start":"2026-07-03T16:48:03.549685Z","end":"2026-07-03T16:48:03.651193Z","steps":["trace[2123790861] 'agreement among raft nodes before linearized reading' (duration: 101.275742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:03.730281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.523475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:03.730384Z","caller":"traceutil/trace.go:171","msg":"trace[1069096018] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:26206; }","duration":"102.681059ms","start":"2026-07-03T16:48:03.627676Z","end":"2026-07-03T16:48:03.730357Z","steps":["trace[1069096018] 'agreement among raft nodes before linearized reading' (duration: 102.481444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:03.974948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.89392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-03T16:48:03.975025Z","caller":"traceutil/trace.go:171","msg":"trace[1951185352] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:26208; }","duration":"143.995582ms","start":"2026-07-03T16:48:03.831003Z","end":"2026-07-03T16:48:03.974998Z","steps":["trace[1951185352] 'range keys from in-memory index tree' (duration: 143.768356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:03.974985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.134808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7455"} {"level":"info","ts":"2026-07-03T16:48:03.975129Z","caller":"traceutil/trace.go:171","msg":"trace[1675193636] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26208; }","duration":"111.312873ms","start":"2026-07-03T16:48:03.863801Z","end":"2026-07-03T16:48:03.975114Z","steps":["trace[1675193636] 'range keys from in-memory index tree' (duration: 111.001775ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:04.185387Z","caller":"traceutil/trace.go:171","msg":"trace[1071333882] linearizableReadLoop","detail":"{readStateIndex:27080; appliedIndex:27079; }","duration":"202.360729ms","start":"2026-07-03T16:48:03.983008Z","end":"2026-07-03T16:48:04.185368Z","steps":["trace[1071333882] 'read index received' (duration: 202.163144ms)","trace[1071333882] 'applied index is now lower than readState.Index' (duration: 196.925µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:04.185748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.721319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:04.185809Z","caller":"traceutil/trace.go:171","msg":"trace[141776779] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:26209; }","duration":"202.824902ms","start":"2026-07-03T16:48:03.982972Z","end":"2026-07-03T16:48:04.185797Z","steps":["trace[141776779] 'agreement among raft nodes before linearized reading' (duration: 202.710029ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:04.186101Z","caller":"traceutil/trace.go:171","msg":"trace[1980298785] transaction","detail":"{read_only:false; response_revision:26209; number_of_response:1; }","duration":"278.857867ms","start":"2026-07-03T16:48:03.907233Z","end":"2026-07-03T16:48:04.186091Z","steps":["trace[1980298785] 'process raft request' (duration: 278.024115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:04.18662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.601583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224957"} {"level":"info","ts":"2026-07-03T16:48:04.186667Z","caller":"traceutil/trace.go:171","msg":"trace[1310430062] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:26209; }","duration":"115.687866ms","start":"2026-07-03T16:48:04.070969Z","end":"2026-07-03T16:48:04.186657Z","steps":["trace[1310430062] 'agreement among raft nodes before linearized reading' (duration: 114.839424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:04.529336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.350064ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:48:04.529462Z","caller":"traceutil/trace.go:171","msg":"trace[1458641203] linearizableReadLoop","detail":"{readStateIndex:27082; appliedIndex:27080; }","duration":"306.379792ms","start":"2026-07-03T16:48:04.223073Z","end":"2026-07-03T16:48:04.529453Z","steps":["trace[1458641203] 'read index received' (duration: 109.877935ms)","trace[1458641203] 'applied index is now lower than readState.Index' (duration: 196.501297ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:04.52959Z","caller":"traceutil/trace.go:171","msg":"trace[177920307] transaction","detail":"{read_only:false; response_revision:26210; number_of_response:1; }","duration":"310.472409ms","start":"2026-07-03T16:48:04.21911Z","end":"2026-07-03T16:48:04.529583Z","steps":["trace[177920307] 'process raft request' (duration: 113.826698ms)","trace[177920307] 'compare' (duration: 195.907722ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:04.529623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:04.219079Z","time spent":"310.525511ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:04.52971Z","caller":"traceutil/trace.go:171","msg":"trace[1700375014] transaction","detail":"{read_only:false; response_revision:26211; number_of_response:1; }","duration":"308.094537ms","start":"2026-07-03T16:48:04.221611Z","end":"2026-07-03T16:48:04.529706Z","steps":["trace[1700375014] 'process raft request' (duration: 307.7914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:04.529734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:04.221599Z","time spent":"308.122928ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:04.52984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.764882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:48:04.529857Z","caller":"traceutil/trace.go:171","msg":"trace[590241764] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26211; }","duration":"306.793593ms","start":"2026-07-03T16:48:04.223055Z","end":"2026-07-03T16:48:04.529849Z","steps":["trace[590241764] 'agreement among raft nodes before linearized reading' (duration: 306.731322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:04.529871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:04.223048Z","time spent":"306.819604ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:48:04.529985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.707866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-07-03T16:48:04.530006Z","caller":"traceutil/trace.go:171","msg":"trace[1129015623] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26211; }","duration":"292.758788ms","start":"2026-07-03T16:48:04.237241Z","end":"2026-07-03T16:48:04.529999Z","steps":["trace[1129015623] 'agreement among raft nodes before linearized reading' (duration: 292.687306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:04.530289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.063836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:04.530314Z","caller":"traceutil/trace.go:171","msg":"trace[49148161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26211; }","duration":"206.143728ms","start":"2026-07-03T16:48:04.324164Z","end":"2026-07-03T16:48:04.530308Z","steps":["trace[49148161] 'agreement among raft nodes before linearized reading' (duration: 206.104847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:04.530453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.217772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-07-03T16:48:04.530475Z","caller":"traceutil/trace.go:171","msg":"trace[1087185886] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26211; }","duration":"285.256454ms","start":"2026-07-03T16:48:04.245214Z","end":"2026-07-03T16:48:04.53047Z","steps":["trace[1087185886] 'agreement among raft nodes before linearized reading' (duration: 285.189072ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:04.752867Z","caller":"traceutil/trace.go:171","msg":"trace[389263140] linearizableReadLoop","detail":"{readStateIndex:27084; appliedIndex:27083; }","duration":"129.728482ms","start":"2026-07-03T16:48:04.623112Z","end":"2026-07-03T16:48:04.75284Z","steps":["trace[389263140] 'read index received' (duration: 129.328431ms)","trace[389263140] 'applied index is now lower than readState.Index' (duration: 399.011µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:04.753066Z","caller":"traceutil/trace.go:171","msg":"trace[1141132024] transaction","detail":"{read_only:false; response_revision:26213; number_of_response:1; }","duration":"204.267959ms","start":"2026-07-03T16:48:04.548765Z","end":"2026-07-03T16:48:04.753033Z","steps":["trace[1141132024] 'process raft request' (duration: 203.684154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:04.753362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.229104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-03T16:48:04.753422Z","caller":"traceutil/trace.go:171","msg":"trace[73712681] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:26213; }","duration":"130.338427ms","start":"2026-07-03T16:48:04.623067Z","end":"2026-07-03T16:48:04.753405Z","steps":["trace[73712681] 'agreement among raft nodes before linearized reading' (duration: 129.870795ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:04.798627Z","caller":"traceutil/trace.go:171","msg":"trace[80584918] transaction","detail":"{read_only:false; response_revision:26214; number_of_response:1; }","duration":"172.248306ms","start":"2026-07-03T16:48:04.626361Z","end":"2026-07-03T16:48:04.798609Z","steps":["trace[80584918] 'process raft request' (duration: 172.119192ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:04.798923Z","caller":"traceutil/trace.go:171","msg":"trace[1369887397] transaction","detail":"{read_only:false; response_revision:26215; number_of_response:1; }","duration":"172.350879ms","start":"2026-07-03T16:48:04.626533Z","end":"2026-07-03T16:48:04.798884Z","steps":["trace[1369887397] 'process raft request' (duration: 172.048411ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:04.799004Z","caller":"traceutil/trace.go:171","msg":"trace[653945267] transaction","detail":"{read_only:false; response_revision:26216; number_of_response:1; }","duration":"171.318532ms","start":"2026-07-03T16:48:04.627666Z","end":"2026-07-03T16:48:04.798985Z","steps":["trace[653945267] 'process raft request' (duration: 171.165138ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:04.799114Z","caller":"traceutil/trace.go:171","msg":"trace[75450775] transaction","detail":"{read_only:false; response_revision:26218; number_of_response:1; }","duration":"167.659728ms","start":"2026-07-03T16:48:04.631449Z","end":"2026-07-03T16:48:04.799109Z","steps":["trace[75450775] 'process raft request' (duration: 167.533483ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:04.799085Z","caller":"traceutil/trace.go:171","msg":"trace[1794150342] transaction","detail":"{read_only:false; response_revision:26217; number_of_response:1; }","duration":"170.534212ms","start":"2026-07-03T16:48:04.628523Z","end":"2026-07-03T16:48:04.799057Z","steps":["trace[1794150342] 'process raft request' (duration: 170.424468ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:04.79916Z","caller":"traceutil/trace.go:171","msg":"trace[1267622215] transaction","detail":"{read_only:false; response_revision:26219; number_of_response:1; }","duration":"167.282188ms","start":"2026-07-03T16:48:04.631874Z","end":"2026-07-03T16:48:04.799156Z","steps":["trace[1267622215] 'process raft request' (duration: 167.145593ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:05.258523Z","caller":"traceutil/trace.go:171","msg":"trace[521512205] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26223; }","duration":"433.273921ms","start":"2026-07-03T16:48:04.825231Z","end":"2026-07-03T16:48:05.258505Z","steps":["trace[521512205] 'process raft request' (duration: 433.25ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:05.258644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:04.825223Z","time spent":"433.360603ms","remote":"127.0.0.1:43682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74,"response count":0,"response size":1873,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:05.258899Z","caller":"traceutil/trace.go:171","msg":"trace[1657636216] transaction","detail":"{read_only:false; response_revision:26223; number_of_response:1; }","duration":"441.412173ms","start":"2026-07-03T16:48:04.817481Z","end":"2026-07-03T16:48:05.258893Z","steps":["trace[1657636216] 'process raft request' (duration: 440.878968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:05.258931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:04.817469Z","time spent":"441.445354ms","remote":"127.0.0.1:43682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1819,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:05.259157Z","caller":"traceutil/trace.go:171","msg":"trace[417239672] linearizableReadLoop","detail":"{readStateIndex:27095; appliedIndex:27095; }","duration":"368.230051ms","start":"2026-07-03T16:48:04.890918Z","end":"2026-07-03T16:48:05.259148Z","steps":["trace[417239672] 'read index received' (duration: 368.22645ms)","trace[417239672] 'applied index is now lower than readState.Index' (duration: 3.09µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:05.259271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.099638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:48:05.259285Z","caller":"traceutil/trace.go:171","msg":"trace[1787110203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26223; }","duration":"375.14455ms","start":"2026-07-03T16:48:04.884136Z","end":"2026-07-03T16:48:05.259281Z","steps":["trace[1787110203] 'agreement among raft nodes before linearized reading' (duration: 375.069028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:05.2593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:04.884123Z","time spent":"375.17324ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:48:05.29369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.274976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-07-03T16:48:05.293759Z","caller":"traceutil/trace.go:171","msg":"trace[696328529] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:26224; }","duration":"399.379869ms","start":"2026-07-03T16:48:04.894362Z","end":"2026-07-03T16:48:05.293742Z","steps":["trace[696328529] 'agreement among raft nodes before linearized reading' (duration: 399.181034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:05.293793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:04.894349Z","time spent":"399.43691ms","remote":"127.0.0.1:57404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":721,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-07-03T16:48:05.293799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.374482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:48:05.293843Z","caller":"traceutil/trace.go:171","msg":"trace[1854686486] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26224; }","duration":"321.453424ms","start":"2026-07-03T16:48:04.972379Z","end":"2026-07-03T16:48:05.293832Z","steps":["trace[1854686486] 'agreement among raft nodes before linearized reading' (duration: 321.322711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:05.293863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:04.972359Z","time spent":"321.499436ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:48:05.65447Z","caller":"traceutil/trace.go:171","msg":"trace[1717425642] linearizableReadLoop","detail":"{readStateIndex:27102; appliedIndex:27101; }","duration":"149.540887ms","start":"2026-07-03T16:48:05.504904Z","end":"2026-07-03T16:48:05.654445Z","steps":["trace[1717425642] 'read index received' (duration: 69.586178ms)","trace[1717425642] 'applied index is now lower than readState.Index' (duration: 79.953759ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:05.654588Z","caller":"traceutil/trace.go:171","msg":"trace[1684534129] transaction","detail":"{read_only:false; response_revision:26230; number_of_response:1; }","duration":"226.750913ms","start":"2026-07-03T16:48:05.427819Z","end":"2026-07-03T16:48:05.65457Z","steps":["trace[1684534129] 'process raft request' (duration: 146.691792ms)","trace[1684534129] 'compare' (duration: 79.663721ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:05.654715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.797614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-07-03T16:48:05.654747Z","caller":"traceutil/trace.go:171","msg":"trace[341897197] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26230; }","duration":"149.866386ms","start":"2026-07-03T16:48:05.504871Z","end":"2026-07-03T16:48:05.654738Z","steps":["trace[341897197] 'agreement among raft nodes before linearized reading' (duration: 149.746453ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:05.936541Z","caller":"traceutil/trace.go:171","msg":"trace[1864222172] transaction","detail":"{read_only:false; response_revision:26235; number_of_response:1; }","duration":"208.385516ms","start":"2026-07-03T16:48:05.728106Z","end":"2026-07-03T16:48:05.936491Z","steps":["trace[1864222172] 'process raft request' (duration: 190.179913ms)","trace[1864222172] 'compare' (duration: 17.929065ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:05.936581Z","caller":"traceutil/trace.go:171","msg":"trace[1769353396] transaction","detail":"{read_only:false; response_revision:26236; number_of_response:1; }","duration":"208.345356ms","start":"2026-07-03T16:48:05.728194Z","end":"2026-07-03T16:48:05.93654Z","steps":["trace[1769353396] 'process raft request' (duration: 208.18778ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:05.936698Z","caller":"traceutil/trace.go:171","msg":"trace[1451146480] transaction","detail":"{read_only:false; response_revision:26242; number_of_response:1; }","duration":"120.471701ms","start":"2026-07-03T16:48:05.816199Z","end":"2026-07-03T16:48:05.936671Z","steps":["trace[1451146480] 'process raft request' (duration: 120.43009ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:05.936782Z","caller":"traceutil/trace.go:171","msg":"trace[1748876467] linearizableReadLoop","detail":"{readStateIndex:27111; appliedIndex:27105; }","duration":"206.62975ms","start":"2026-07-03T16:48:05.730141Z","end":"2026-07-03T16:48:05.936771Z","steps":["trace[1748876467] 'read index received' (duration: 36.100818ms)","trace[1748876467] 'applied index is now lower than readState.Index' (duration: 170.527622ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:05.936873Z","caller":"traceutil/trace.go:171","msg":"trace[1015137695] transaction","detail":"{read_only:false; response_revision:26240; number_of_response:1; }","duration":"201.461166ms","start":"2026-07-03T16:48:05.735399Z","end":"2026-07-03T16:48:05.93686Z","steps":["trace[1015137695] 'process raft request' (duration: 201.122537ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:05.936929Z","caller":"traceutil/trace.go:171","msg":"trace[2144967855] transaction","detail":"{read_only:false; response_revision:26237; number_of_response:1; }","duration":"208.664474ms","start":"2026-07-03T16:48:05.728237Z","end":"2026-07-03T16:48:05.936902Z","steps":["trace[2144967855] 'process raft request' (duration: 208.186862ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:05.937087Z","caller":"traceutil/trace.go:171","msg":"trace[1290077215] transaction","detail":"{read_only:false; response_revision:26238; number_of_response:1; }","duration":"208.721365ms","start":"2026-07-03T16:48:05.728357Z","end":"2026-07-03T16:48:05.937079Z","steps":["trace[1290077215] 'process raft request' (duration: 208.096059ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:05.937158Z","caller":"traceutil/trace.go:171","msg":"trace[1732657570] transaction","detail":"{read_only:false; response_revision:26239; number_of_response:1; }","duration":"208.641033ms","start":"2026-07-03T16:48:05.728511Z","end":"2026-07-03T16:48:05.937152Z","steps":["trace[1732657570] 'process raft request' (duration: 207.973646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:05.937255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.103722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-07-03T16:48:05.9373Z","caller":"traceutil/trace.go:171","msg":"trace[264754851] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:26242; }","duration":"207.188035ms","start":"2026-07-03T16:48:05.7301Z","end":"2026-07-03T16:48:05.937288Z","steps":["trace[264754851] 'agreement among raft nodes before linearized reading' (duration: 207.02428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:05.937354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.429961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.53\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-03T16:48:05.937387Z","caller":"traceutil/trace.go:171","msg":"trace[1491422404] range","detail":"{range_begin:/registry/masterleases/199.204.45.53; range_end:; response_count:1; response_revision:26242; }","duration":"187.510413ms","start":"2026-07-03T16:48:05.749868Z","end":"2026-07-03T16:48:05.937378Z","steps":["trace[1491422404] 'agreement among raft nodes before linearized reading' (duration: 187.38385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:05.937556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.521411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:05.937586Z","caller":"traceutil/trace.go:171","msg":"trace[708792655] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26242; }","duration":"135.591413ms","start":"2026-07-03T16:48:05.801987Z","end":"2026-07-03T16:48:05.937578Z","steps":["trace[708792655] 'agreement among raft nodes before linearized reading' (duration: 135.534052ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:05.937599Z","caller":"traceutil/trace.go:171","msg":"trace[1330789974] transaction","detail":"{read_only:false; response_revision:26241; number_of_response:1; }","duration":"123.291064ms","start":"2026-07-03T16:48:05.81429Z","end":"2026-07-03T16:48:05.937581Z","steps":["trace[1330789974] 'process raft request' (duration: 122.291999ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:06.063266Z","caller":"traceutil/trace.go:171","msg":"trace[1259690948] linearizableReadLoop","detail":"{readStateIndex:27118; appliedIndex:27115; }","duration":"108.825948ms","start":"2026-07-03T16:48:05.954419Z","end":"2026-07-03T16:48:06.063245Z","steps":["trace[1259690948] 'read index received' (duration: 31.783626ms)","trace[1259690948] 'applied index is now lower than readState.Index' (duration: 77.041562ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:06.063342Z","caller":"traceutil/trace.go:171","msg":"trace[1901784559] transaction","detail":"{read_only:false; response_revision:26245; number_of_response:1; }","duration":"110.956114ms","start":"2026-07-03T16:48:05.952357Z","end":"2026-07-03T16:48:06.063314Z","steps":["trace[1901784559] 'process raft request' (duration: 110.78627ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:06.063576Z","caller":"traceutil/trace.go:171","msg":"trace[277192318] transaction","detail":"{read_only:false; response_revision:26244; number_of_response:1; }","duration":"111.317773ms","start":"2026-07-03T16:48:05.952239Z","end":"2026-07-03T16:48:06.063556Z","steps":["trace[277192318] 'process raft request' (duration: 103.243533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:06.063691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.257469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-lmxgs.18bed2c18292d93d\" ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-07-03T16:48:06.06373Z","caller":"traceutil/trace.go:171","msg":"trace[353133584] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-lmxgs.18bed2c18292d93d; range_end:; response_count:1; response_revision:26246; }","duration":"109.30622ms","start":"2026-07-03T16:48:05.954413Z","end":"2026-07-03T16:48:06.063719Z","steps":["trace[353133584] 'agreement among raft nodes before linearized reading' (duration: 109.190638ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:06.224037Z","caller":"traceutil/trace.go:171","msg":"trace[1093585781] transaction","detail":"{read_only:false; response_revision:26247; number_of_response:1; }","duration":"157.756679ms","start":"2026-07-03T16:48:06.066257Z","end":"2026-07-03T16:48:06.224013Z","steps":["trace[1093585781] 'process raft request' (duration: 98.446878ms)","trace[1093585781] 'compare' (duration: 59.100986ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:06.22403Z","caller":"traceutil/trace.go:171","msg":"trace[714944266] linearizableReadLoop","detail":"{readStateIndex:27120; appliedIndex:27119; }","duration":"154.039464ms","start":"2026-07-03T16:48:06.069962Z","end":"2026-07-03T16:48:06.224001Z","steps":["trace[714944266] 'read index received' (duration: 94.658151ms)","trace[714944266] 'applied index is now lower than readState.Index' (duration: 59.379553ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:06.224271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.28721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-03T16:48:06.224355Z","caller":"traceutil/trace.go:171","msg":"trace[72047295] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26247; }","duration":"154.415503ms","start":"2026-07-03T16:48:06.069917Z","end":"2026-07-03T16:48:06.224333Z","steps":["trace[72047295] 'agreement among raft nodes before linearized reading' (duration: 154.160567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:06.224362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.018662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-07-03T16:48:06.224498Z","caller":"traceutil/trace.go:171","msg":"trace[1977516209] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:26247; }","duration":"124.189757ms","start":"2026-07-03T16:48:06.100281Z","end":"2026-07-03T16:48:06.224471Z","steps":["trace[1977516209] 'agreement among raft nodes before linearized reading' (duration: 123.92969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:06.224555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.338379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111945"} {"level":"info","ts":"2026-07-03T16:48:06.224595Z","caller":"traceutil/trace.go:171","msg":"trace[1908348613] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:26247; }","duration":"152.38216ms","start":"2026-07-03T16:48:06.072204Z","end":"2026-07-03T16:48:06.224586Z","steps":["trace[1908348613] 'agreement among raft nodes before linearized reading' (duration: 152.122783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:06.224312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.823561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-registry-certs\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:06.224716Z","caller":"traceutil/trace.go:171","msg":"trace[1125824571] range","detail":"{range_begin:/registry/secrets/openstack/magnum-registry-certs; range_end:; response_count:0; response_revision:26247; }","duration":"153.232902ms","start":"2026-07-03T16:48:06.071439Z","end":"2026-07-03T16:48:06.224671Z","steps":["trace[1125824571] 'agreement among raft nodes before linearized reading' (duration: 152.76908ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:06.420918Z","caller":"traceutil/trace.go:171","msg":"trace[994241965] linearizableReadLoop","detail":"{readStateIndex:27123; appliedIndex:27122; }","duration":"162.526844ms","start":"2026-07-03T16:48:06.258353Z","end":"2026-07-03T16:48:06.42088Z","steps":["trace[994241965] 'read index received' (duration: 15.886353ms)","trace[994241965] 'applied index is now lower than readState.Index' (duration: 146.638881ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:06.420934Z","caller":"traceutil/trace.go:171","msg":"trace[112251857] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26249; }","duration":"165.248305ms","start":"2026-07-03T16:48:06.255651Z","end":"2026-07-03T16:48:06.4209Z","steps":["trace[112251857] 'process raft request' (duration: 165.004258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:06.421381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.007437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-07-03T16:48:06.421579Z","caller":"traceutil/trace.go:171","msg":"trace[102667436] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26249; }","duration":"163.244183ms","start":"2026-07-03T16:48:06.258323Z","end":"2026-07-03T16:48:06.421567Z","steps":["trace[102667436] 'agreement among raft nodes before linearized reading' (duration: 162.656057ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:06.42162Z","caller":"traceutil/trace.go:171","msg":"trace[261979946] transaction","detail":"{read_only:false; response_revision:26250; number_of_response:1; }","duration":"139.187318ms","start":"2026-07-03T16:48:06.282416Z","end":"2026-07-03T16:48:06.421603Z","steps":["trace[261979946] 'process raft request' (duration: 139.065515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:06.421749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.102409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-03T16:48:06.42181Z","caller":"traceutil/trace.go:171","msg":"trace[111142232] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:26250; }","duration":"163.192541ms","start":"2026-07-03T16:48:06.258601Z","end":"2026-07-03T16:48:06.421793Z","steps":["trace[111142232] 'agreement among raft nodes before linearized reading' (duration: 163.019446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:06.422088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.49254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-registry-certs\" ","response":"range_response_count:1 size:4410"} {"level":"info","ts":"2026-07-03T16:48:06.422149Z","caller":"traceutil/trace.go:171","msg":"trace[1232009331] range","detail":"{range_begin:/registry/secrets/openstack/magnum-registry-certs; range_end:; response_count:1; response_revision:26250; }","duration":"138.573031ms","start":"2026-07-03T16:48:06.283562Z","end":"2026-07-03T16:48:06.422135Z","steps":["trace[1232009331] 'agreement among raft nodes before linearized reading' (duration: 138.345646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:06.422092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.148852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-registry-certs-d6x8l\" ","response":"range_response_count:1 size:2485"} {"level":"info","ts":"2026-07-03T16:48:06.422282Z","caller":"traceutil/trace.go:171","msg":"trace[1173137252] range","detail":"{range_begin:/registry/secrets/openstack/magnum-registry-certs-d6x8l; range_end:; response_count:1; response_revision:26250; }","duration":"140.381528ms","start":"2026-07-03T16:48:06.281888Z","end":"2026-07-03T16:48:06.422269Z","steps":["trace[1173137252] 'agreement among raft nodes before linearized reading' (duration: 140.07252ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:06.765273Z","caller":"traceutil/trace.go:171","msg":"trace[1181485750] linearizableReadLoop","detail":"{readStateIndex:27129; appliedIndex:27128; }","duration":"213.891278ms","start":"2026-07-03T16:48:06.551349Z","end":"2026-07-03T16:48:06.76524Z","steps":["trace[1181485750] 'read index received' (duration: 122.056602ms)","trace[1181485750] 'applied index is now lower than readState.Index' (duration: 91.833246ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:06.765582Z","caller":"traceutil/trace.go:171","msg":"trace[494234735] transaction","detail":"{read_only:false; response_revision:26254; number_of_response:1; }","duration":"219.352761ms","start":"2026-07-03T16:48:06.546194Z","end":"2026-07-03T16:48:06.765546Z","steps":["trace[494234735] 'process raft request' (duration: 126.958051ms)","trace[494234735] 'compare' (duration: 91.61996ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:06.766152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.774873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-03T16:48:06.766222Z","caller":"traceutil/trace.go:171","msg":"trace[501735550] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:26254; }","duration":"214.890345ms","start":"2026-07-03T16:48:06.551314Z","end":"2026-07-03T16:48:06.766204Z","steps":["trace[501735550] 'agreement among raft nodes before linearized reading' (duration: 214.478065ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:06.825454Z","caller":"traceutil/trace.go:171","msg":"trace[2129138644] transaction","detail":"{read_only:false; response_revision:26256; number_of_response:1; }","duration":"258.353375ms","start":"2026-07-03T16:48:06.567062Z","end":"2026-07-03T16:48:06.825415Z","steps":["trace[2129138644] 'process raft request' (duration: 257.875462ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:06.825638Z","caller":"traceutil/trace.go:171","msg":"trace[1145798412] transaction","detail":"{read_only:false; response_revision:26255; number_of_response:1; }","duration":"258.688213ms","start":"2026-07-03T16:48:06.566912Z","end":"2026-07-03T16:48:06.8256Z","steps":["trace[1145798412] 'process raft request' (duration: 257.78828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:06.825696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.691102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-03T16:48:06.825813Z","caller":"traceutil/trace.go:171","msg":"trace[857253718] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26256; }","duration":"196.891247ms","start":"2026-07-03T16:48:06.628894Z","end":"2026-07-03T16:48:06.825785Z","steps":["trace[857253718] 'agreement among raft nodes before linearized reading' (duration: 196.534058ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:07.273003Z","caller":"traceutil/trace.go:171","msg":"trace[194703915] transaction","detail":"{read_only:false; response_revision:26257; number_of_response:1; }","duration":"467.850579ms","start":"2026-07-03T16:48:06.805126Z","end":"2026-07-03T16:48:07.272977Z","steps":["trace[194703915] 'process raft request' (duration: 455.685802ms)","trace[194703915] 'compare' (duration: 11.789496ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:07.273013Z","caller":"traceutil/trace.go:171","msg":"trace[106088249] transaction","detail":"{read_only:false; response_revision:26259; number_of_response:1; }","duration":"465.388476ms","start":"2026-07-03T16:48:06.8076Z","end":"2026-07-03T16:48:07.272989Z","steps":["trace[106088249] 'process raft request' (duration: 465.250873ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:07.273027Z","caller":"traceutil/trace.go:171","msg":"trace[678200025] transaction","detail":"{read_only:false; response_revision:26260; number_of_response:1; }","duration":"454.963805ms","start":"2026-07-03T16:48:06.818032Z","end":"2026-07-03T16:48:07.272996Z","steps":["trace[678200025] 'process raft request' (duration: 454.860293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:07.273112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:06.805105Z","time spent":"467.947392ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:07.273146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:06.807597Z","time spent":"465.467338ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:07.273149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:06.818015Z","time spent":"455.067957ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:07.273143Z","caller":"traceutil/trace.go:171","msg":"trace[118598681] transaction","detail":"{read_only:false; response_revision:26261; number_of_response:1; }","duration":"454.966844ms","start":"2026-07-03T16:48:06.818155Z","end":"2026-07-03T16:48:07.273122Z","steps":["trace[118598681] 'process raft request' (duration: 454.772659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:07.273221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:06.818148Z","time spent":"455.039047ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:07.273192Z","caller":"traceutil/trace.go:171","msg":"trace[2089605736] transaction","detail":"{read_only:false; response_revision:26258; number_of_response:1; }","duration":"465.600321ms","start":"2026-07-03T16:48:06.807557Z","end":"2026-07-03T16:48:07.273158Z","steps":["trace[2089605736] 'process raft request' (duration: 465.193861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:07.273355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:06.807548Z","time spent":"465.720114ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:07.273662Z","caller":"traceutil/trace.go:171","msg":"trace[591875945] transaction","detail":"{read_only:false; response_revision:26262; number_of_response:1; }","duration":"455.261772ms","start":"2026-07-03T16:48:06.818317Z","end":"2026-07-03T16:48:07.273579Z","steps":["trace[591875945] 'process raft request' (duration: 454.659287ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:07.27304Z","caller":"traceutil/trace.go:171","msg":"trace[466718262] linearizableReadLoop","detail":"{readStateIndex:27137; appliedIndex:27131; }","duration":"447.966333ms","start":"2026-07-03T16:48:06.82505Z","end":"2026-07-03T16:48:07.273017Z","steps":["trace[466718262] 'read index received' (duration: 435.779595ms)","trace[466718262] 'applied index is now lower than readState.Index' (duration: 12.185668ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:07.273781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.500979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-03T16:48:07.273842Z","caller":"traceutil/trace.go:171","msg":"trace[316089175] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:26262; }","duration":"502.586322ms","start":"2026-07-03T16:48:06.771241Z","end":"2026-07-03T16:48:07.273827Z","steps":["trace[316089175] 'agreement among raft nodes before linearized reading' (duration: 502.442588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:07.273871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:06.771229Z","time spent":"502.636503ms","remote":"127.0.0.1:57404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":675,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-07-03T16:48:07.2739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:06.818264Z","time spent":"455.509109ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:07.304114Z","caller":"traceutil/trace.go:171","msg":"trace[886508053] transaction","detail":"{read_only:false; response_revision:26263; number_of_response:1; }","duration":"472.369337ms","start":"2026-07-03T16:48:06.831707Z","end":"2026-07-03T16:48:07.304076Z","steps":["trace[886508053] 'process raft request' (duration: 472.10216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:07.304835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:06.831676Z","time spent":"472.512141ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:07.305096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.813944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224957"} {"level":"info","ts":"2026-07-03T16:48:07.305201Z","caller":"traceutil/trace.go:171","msg":"trace[1451739008] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:26263; }","duration":"453.976538ms","start":"2026-07-03T16:48:06.851202Z","end":"2026-07-03T16:48:07.305179Z","steps":["trace[1451739008] 'agreement among raft nodes before linearized reading' (duration: 452.778497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:07.305266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:06.851178Z","time spent":"454.071621ms","remote":"127.0.0.1:57412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2224981,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-07-03T16:48:07.483412Z","caller":"traceutil/trace.go:171","msg":"trace[2133894341] linearizableReadLoop","detail":"{readStateIndex:27140; appliedIndex:27139; }","duration":"115.116202ms","start":"2026-07-03T16:48:07.368271Z","end":"2026-07-03T16:48:07.483387Z","steps":["trace[2133894341] 'read index received' (duration: 112.775701ms)","trace[2133894341] 'applied index is now lower than readState.Index' (duration: 2.339561ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:07.483524Z","caller":"traceutil/trace.go:171","msg":"trace[727052301] transaction","detail":"{read_only:false; response_revision:26265; number_of_response:1; }","duration":"157.155494ms","start":"2026-07-03T16:48:07.326309Z","end":"2026-07-03T16:48:07.483464Z","steps":["trace[727052301] 'process raft request' (duration: 154.828143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:07.483648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.775015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-07-03T16:48:07.483694Z","caller":"traceutil/trace.go:171","msg":"trace[504767107] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:26265; }","duration":"146.865487ms","start":"2026-07-03T16:48:07.336815Z","end":"2026-07-03T16:48:07.48368Z","steps":["trace[504767107] 'agreement among raft nodes before linearized reading' (duration: 146.699463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:07.483938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.109663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111945"} {"level":"info","ts":"2026-07-03T16:48:07.484026Z","caller":"traceutil/trace.go:171","msg":"trace[1485375538] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:26265; }","duration":"157.226736ms","start":"2026-07-03T16:48:07.326781Z","end":"2026-07-03T16:48:07.484008Z","steps":["trace[1485375538] 'agreement among raft nodes before linearized reading' (duration: 156.750984ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:07.847215Z","caller":"traceutil/trace.go:171","msg":"trace[1322130059] linearizableReadLoop","detail":"{readStateIndex:27141; appliedIndex:27140; }","duration":"213.944771ms","start":"2026-07-03T16:48:07.633244Z","end":"2026-07-03T16:48:07.847189Z","steps":["trace[1322130059] 'read index received' (duration: 213.711405ms)","trace[1322130059] 'applied index is now lower than readState.Index' (duration: 232.066µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:07.84727Z","caller":"traceutil/trace.go:171","msg":"trace[182056916] transaction","detail":"{read_only:false; response_revision:26266; number_of_response:1; }","duration":"296.66005ms","start":"2026-07-03T16:48:07.550576Z","end":"2026-07-03T16:48:07.847236Z","steps":["trace[182056916] 'process raft request' (duration: 296.437264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:07.847431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.186296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-07-03T16:48:07.84747Z","caller":"traceutil/trace.go:171","msg":"trace[558264062] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26266; }","duration":"214.29345ms","start":"2026-07-03T16:48:07.633167Z","end":"2026-07-03T16:48:07.84746Z","steps":["trace[558264062] 'agreement among raft nodes before linearized reading' (duration: 214.145656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:08.120216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.325177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:48:08.120306Z","caller":"traceutil/trace.go:171","msg":"trace[1518464854] linearizableReadLoop","detail":"{readStateIndex:27142; appliedIndex:27141; }","duration":"273.004045ms","start":"2026-07-03T16:48:07.847288Z","end":"2026-07-03T16:48:08.120292Z","steps":["trace[1518464854] 'read index received' (duration: 132.614137ms)","trace[1518464854] 'applied index is now lower than readState.Index' (duration: 140.388718ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:08.120376Z","caller":"traceutil/trace.go:171","msg":"trace[859601939] transaction","detail":"{read_only:false; response_revision:26267; number_of_response:1; }","duration":"406.771152ms","start":"2026-07-03T16:48:07.713595Z","end":"2026-07-03T16:48:08.120367Z","steps":["trace[859601939] 'process raft request' (duration: 266.209589ms)","trace[859601939] 'compare' (duration: 139.976778ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:08.120421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:07.713559Z","time spent":"406.838303ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:08.120468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.093668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:08.12056Z","caller":"traceutil/trace.go:171","msg":"trace[2136651509] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26267; }","duration":"410.236701ms","start":"2026-07-03T16:48:07.710297Z","end":"2026-07-03T16:48:08.120534Z","steps":["trace[2136651509] 'agreement among raft nodes before linearized reading' (duration: 410.061327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:08.120638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:07.71027Z","time spent":"410.355065ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:08.144666Z","caller":"traceutil/trace.go:171","msg":"trace[1336775187] transaction","detail":"{read_only:false; response_revision:26268; number_of_response:1; }","duration":"199.758513ms","start":"2026-07-03T16:48:07.944855Z","end":"2026-07-03T16:48:08.144614Z","steps":["trace[1336775187] 'process raft request' (duration: 199.488426ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:08.144659Z","caller":"traceutil/trace.go:171","msg":"trace[757877808] transaction","detail":"{read_only:false; response_revision:26269; number_of_response:1; }","duration":"198.457778ms","start":"2026-07-03T16:48:07.946165Z","end":"2026-07-03T16:48:08.144623Z","steps":["trace[757877808] 'process raft request' (duration: 198.351795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:08.145596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.209306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-07-03T16:48:08.14565Z","caller":"traceutil/trace.go:171","msg":"trace[1207193825] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26269; }","duration":"294.323529ms","start":"2026-07-03T16:48:07.851314Z","end":"2026-07-03T16:48:08.145637Z","steps":["trace[1207193825] 'agreement among raft nodes before linearized reading' (duration: 293.253511ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:09.597862Z","caller":"traceutil/trace.go:171","msg":"trace[362755045] linearizableReadLoop","detail":"{readStateIndex:27154; appliedIndex:27153; }","duration":"225.005968ms","start":"2026-07-03T16:48:09.372829Z","end":"2026-07-03T16:48:09.597835Z","steps":["trace[362755045] 'read index received' (duration: 224.784821ms)","trace[362755045] 'applied index is now lower than readState.Index' (duration: 219.447µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:09.59795Z","caller":"traceutil/trace.go:171","msg":"trace[1008066711] transaction","detail":"{read_only:false; response_revision:26279; number_of_response:1; }","duration":"256.601319ms","start":"2026-07-03T16:48:09.341302Z","end":"2026-07-03T16:48:09.597903Z","steps":["trace[1008066711] 'process raft request' (duration: 256.218358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:09.598172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.286443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:48:09.598217Z","caller":"traceutil/trace.go:171","msg":"trace[1285446928] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26279; }","duration":"111.373905ms","start":"2026-07-03T16:48:09.486832Z","end":"2026-07-03T16:48:09.598206Z","steps":["trace[1285446928] 'agreement among raft nodes before linearized reading' (duration: 111.19102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:09.598313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.430439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:48:09.59845Z","caller":"traceutil/trace.go:171","msg":"trace[1657318613] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26279; }","duration":"225.616724ms","start":"2026-07-03T16:48:09.372787Z","end":"2026-07-03T16:48:09.598404Z","steps":["trace[1657318613] 'agreement among raft nodes before linearized reading' (duration: 225.216093ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:10.999344Z","caller":"traceutil/trace.go:171","msg":"trace[957428357] transaction","detail":"{read_only:false; response_revision:26284; number_of_response:1; }","duration":"118.375886ms","start":"2026-07-03T16:48:10.880946Z","end":"2026-07-03T16:48:10.999322Z","steps":["trace[957428357] 'process raft request' (duration: 118.082149ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:11.199019Z","caller":"traceutil/trace.go:171","msg":"trace[1439858431] transaction","detail":"{read_only:false; response_revision:26287; number_of_response:1; }","duration":"107.218076ms","start":"2026-07-03T16:48:11.091776Z","end":"2026-07-03T16:48:11.198994Z","steps":["trace[1439858431] 'process raft request' (duration: 106.855967ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:11.199033Z","caller":"traceutil/trace.go:171","msg":"trace[518596442] transaction","detail":"{read_only:false; response_revision:26286; number_of_response:1; }","duration":"107.327949ms","start":"2026-07-03T16:48:11.09166Z","end":"2026-07-03T16:48:11.198988Z","steps":["trace[518596442] 'process raft request' (duration: 42.70284ms)","trace[518596442] 'compare' (duration: 64.017364ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:11.467264Z","caller":"traceutil/trace.go:171","msg":"trace[1526121354] transaction","detail":"{read_only:false; response_revision:26291; number_of_response:1; }","duration":"125.381569ms","start":"2026-07-03T16:48:11.341848Z","end":"2026-07-03T16:48:11.46723Z","steps":["trace[1526121354] 'process raft request' (duration: 125.063391ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:11.467767Z","caller":"traceutil/trace.go:171","msg":"trace[1329156410] transaction","detail":"{read_only:false; response_revision:26292; number_of_response:1; }","duration":"125.512262ms","start":"2026-07-03T16:48:11.342174Z","end":"2026-07-03T16:48:11.467686Z","steps":["trace[1329156410] 'process raft request' (duration: 124.975798ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:11.467844Z","caller":"traceutil/trace.go:171","msg":"trace[94456642] transaction","detail":"{read_only:false; response_revision:26293; number_of_response:1; }","duration":"125.42226ms","start":"2026-07-03T16:48:11.3424Z","end":"2026-07-03T16:48:11.467822Z","steps":["trace[94456642] 'process raft request' (duration: 125.102942ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:11.467934Z","caller":"traceutil/trace.go:171","msg":"trace[16946900] transaction","detail":"{read_only:false; response_revision:26294; number_of_response:1; }","duration":"125.511033ms","start":"2026-07-03T16:48:11.342403Z","end":"2026-07-03T16:48:11.467914Z","steps":["trace[16946900] 'process raft request' (duration: 125.149803ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:11.468001Z","caller":"traceutil/trace.go:171","msg":"trace[1166030505] transaction","detail":"{read_only:false; response_revision:26295; number_of_response:1; }","duration":"123.755226ms","start":"2026-07-03T16:48:11.344224Z","end":"2026-07-03T16:48:11.467979Z","steps":["trace[1166030505] 'process raft request' (duration: 123.644603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:11.967362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.520919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:48:11.96749Z","caller":"traceutil/trace.go:171","msg":"trace[1843549474] transaction","detail":"{read_only:false; response_revision:26299; number_of_response:1; }","duration":"268.249841ms","start":"2026-07-03T16:48:11.699226Z","end":"2026-07-03T16:48:11.967476Z","steps":["trace[1843549474] 'process raft request' (duration: 74.554728ms)","trace[1843549474] 'compare' (duration: 193.436317ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:13.58751Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113809,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:14.088353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113809,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:14.589532Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113809,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:15.090111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113809,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:15.120591Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.113351635s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:48:15.121036Z","caller":"traceutil/trace.go:171","msg":"trace[2049945307] transaction","detail":"{read_only:false; response_revision:26303; number_of_response:1; }","duration":"2.113879998s","start":"2026-07-03T16:48:13.007127Z","end":"2026-07-03T16:48:15.121007Z","steps":["trace[2049945307] 'process raft request' (duration: 2.113730694s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:15.121265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:13.007107Z","time spent":"2.113998322s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:15.148741Z","caller":"traceutil/trace.go:171","msg":"trace[312795145] transaction","detail":"{read_only:false; response_revision:26304; number_of_response:1; }","duration":"2.023630793s","start":"2026-07-03T16:48:13.125027Z","end":"2026-07-03T16:48:15.148658Z","steps":["trace[312795145] 'process raft request' (duration: 2.023416927s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:15.148904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:13.125005Z","time spent":"2.023814567s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:15.149112Z","caller":"traceutil/trace.go:171","msg":"trace[818001372] transaction","detail":"{read_only:false; response_revision:26305; number_of_response:1; }","duration":"1.754213511s","start":"2026-07-03T16:48:13.394867Z","end":"2026-07-03T16:48:15.14908Z","steps":["trace[818001372] 'process raft request' (duration: 1.753744149s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:15.149307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:13.394847Z","time spent":"1.754369755s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:15.149301Z","caller":"traceutil/trace.go:171","msg":"trace[1576777607] transaction","detail":"{read_only:false; response_revision:26306; number_of_response:1; }","duration":"1.676224734s","start":"2026-07-03T16:48:13.473061Z","end":"2026-07-03T16:48:15.149286Z","steps":["trace[1576777607] 'process raft request' (duration: 1.675891465s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:15.149517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:13.473028Z","time spent":"1.67644303s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:15.149518Z","caller":"traceutil/trace.go:171","msg":"trace[1196052442] linearizableReadLoop","detail":"{readStateIndex:27188; appliedIndex:27178; }","duration":"2.062078352s","start":"2026-07-03T16:48:13.087396Z","end":"2026-07-03T16:48:15.149475Z","steps":["trace[1196052442] 'read index received' (duration: 2.033457368s)","trace[1196052442] 'applied index is now lower than readState.Index' (duration: 28.619494ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:15.14958Z","caller":"traceutil/trace.go:171","msg":"trace[1048227914] transaction","detail":"{read_only:false; response_revision:26307; number_of_response:1; }","duration":"1.675560027s","start":"2026-07-03T16:48:13.474004Z","end":"2026-07-03T16:48:15.149564Z","steps":["trace[1048227914] 'process raft request' (duration: 1.675127686s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:15.149637Z","caller":"traceutil/trace.go:171","msg":"trace[1615794328] transaction","detail":"{read_only:false; response_revision:26311; number_of_response:1; }","duration":"894.243811ms","start":"2026-07-03T16:48:14.255382Z","end":"2026-07-03T16:48:15.149626Z","steps":["trace[1615794328] 'process raft request' (duration: 893.963193ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:15.149688Z","caller":"traceutil/trace.go:171","msg":"trace[912593138] transaction","detail":"{read_only:false; response_revision:26310; number_of_response:1; }","duration":"1.672704563s","start":"2026-07-03T16:48:13.47697Z","end":"2026-07-03T16:48:15.149675Z","steps":["trace[912593138] 'process raft request' (duration: 1.672332163s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:15.149695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:13.473996Z","time spent":"1.675646009s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:15.149709Z","caller":"traceutil/trace.go:171","msg":"trace[770835818] transaction","detail":"{read_only:false; response_revision:26312; number_of_response:1; }","duration":"893.83936ms","start":"2026-07-03T16:48:14.255851Z","end":"2026-07-03T16:48:15.14969Z","steps":["trace[770835818] 'process raft request' (duration: 893.551023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:15.149727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:14.255362Z","time spent":"894.320823ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:15.14968Z","caller":"traceutil/trace.go:171","msg":"trace[668665994] transaction","detail":"{read_only:false; response_revision:26308; number_of_response:1; }","duration":"1.674997333s","start":"2026-07-03T16:48:13.47463Z","end":"2026-07-03T16:48:15.149627Z","steps":["trace[668665994] 'process raft request' (duration: 1.674589862s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:15.14977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:13.476962Z","time spent":"1.672765664s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:15.149865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973933551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:15.149913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:14.255843Z","time spent":"893.927322ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:15.149945Z","caller":"traceutil/trace.go:171","msg":"trace[2034922893] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26312; }","duration":"1.974062854s","start":"2026-07-03T16:48:13.17586Z","end":"2026-07-03T16:48:15.149923Z","steps":["trace[2034922893] 'agreement among raft nodes before linearized reading' (duration: 1.973931101s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:15.149943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:13.474619Z","time spent":"1.675200308s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:15.149998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:13.175829Z","time spent":"1.974153887s","remote":"127.0.0.1:40412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:15.150063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313609598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-03T16:48:15.150121Z","caller":"traceutil/trace.go:171","msg":"trace[953872435] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26312; }","duration":"1.313712422s","start":"2026-07-03T16:48:13.836396Z","end":"2026-07-03T16:48:15.150108Z","steps":["trace[953872435] 'agreement among raft nodes before linearized reading' (duration: 1.313550148s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:15.150167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:13.836371Z","time spent":"1.313785304s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-03T16:48:15.150226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826530751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:15.150216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062828972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-03T16:48:15.150276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.555456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-64747d49f7-h456k\" ","response":"range_response_count:1 size:8651"} {"level":"info","ts":"2026-07-03T16:48:15.150308Z","caller":"traceutil/trace.go:171","msg":"trace[759451842] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26312; }","duration":"2.062959886s","start":"2026-07-03T16:48:13.087336Z","end":"2026-07-03T16:48:15.150296Z","steps":["trace[759451842] 'agreement among raft nodes before linearized reading' (duration: 2.06278132s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:15.150341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:13.08731Z","time spent":"2.063022558s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:48:15.150338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178745606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T16:48:15.150346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846716916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-07-03T16:48:15.150387Z","caller":"traceutil/trace.go:171","msg":"trace[1377304061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26312; }","duration":"1.178791467s","start":"2026-07-03T16:48:13.97158Z","end":"2026-07-03T16:48:15.150372Z","steps":["trace[1377304061] 'agreement among raft nodes before linearized reading' (duration: 1.178673454s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:15.150393Z","caller":"traceutil/trace.go:171","msg":"trace[92982574] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26312; }","duration":"1.846804908s","start":"2026-07-03T16:48:13.303574Z","end":"2026-07-03T16:48:15.150379Z","steps":["trace[92982574] 'agreement among raft nodes before linearized reading' (duration: 1.846652114s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:15.150425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:13.97148Z","time spent":"1.17893443s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:48:15.15043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:13.303545Z","time spent":"1.84687584s","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:48:15.150474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449328548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:48:15.150286Z","caller":"traceutil/trace.go:171","msg":"trace[2112362499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26312; }","duration":"1.826621323s","start":"2026-07-03T16:48:13.323649Z","end":"2026-07-03T16:48:15.150271Z","steps":["trace[2112362499] 'agreement among raft nodes before linearized reading' (duration: 1.82650678s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:15.150506Z","caller":"traceutil/trace.go:171","msg":"trace[1401659849] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26312; }","duration":"1.44939167s","start":"2026-07-03T16:48:13.701102Z","end":"2026-07-03T16:48:15.150493Z","steps":["trace[1401659849] 'agreement among raft nodes before linearized reading' (duration: 1.449307148s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:15.150588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:13.701072Z","time spent":"1.449503972s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:48:15.150603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374174834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-03T16:48:15.150342Z","caller":"traceutil/trace.go:171","msg":"trace[1717592301] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-64747d49f7-h456k; range_end:; response_count:1; response_revision:26312; }","duration":"381.647469ms","start":"2026-07-03T16:48:14.768679Z","end":"2026-07-03T16:48:15.150327Z","steps":["trace[1717592301] 'agreement among raft nodes before linearized reading' (duration: 381.419312ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:15.150662Z","caller":"traceutil/trace.go:171","msg":"trace[1184287902] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26312; }","duration":"1.374267127s","start":"2026-07-03T16:48:13.776375Z","end":"2026-07-03T16:48:15.150642Z","steps":["trace[1184287902] 'agreement among raft nodes before linearized reading' (duration: 1.373941338s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:15.150677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:14.768664Z","time spent":"382.005077ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8675,"request content":"key:\"/registry/pods/openstack/magnum-api-64747d49f7-h456k\" "} {"level":"info","ts":"2026-07-03T16:48:15.149568Z","caller":"traceutil/trace.go:171","msg":"trace[91489465] transaction","detail":"{read_only:false; response_revision:26309; number_of_response:1; }","duration":"1.67452335s","start":"2026-07-03T16:48:13.475022Z","end":"2026-07-03T16:48:15.149545Z","steps":["trace[91489465] 'process raft request' (duration: 1.674240942s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:15.150709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:13.776353Z","time spent":"1.374343819s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:48:15.150773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:13.475014Z","time spent":"1.675707651s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:15.150528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:13.323631Z","time spent":"1.826887019s","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:48:15.152538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453725742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:48:15.152607Z","caller":"traceutil/trace.go:171","msg":"trace[2041828531] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26312; }","duration":"1.453866976s","start":"2026-07-03T16:48:13.698719Z","end":"2026-07-03T16:48:15.152586Z","steps":["trace[2041828531] 'agreement among raft nodes before linearized reading' (duration: 1.451766422s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:15.152782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:13.698687Z","time spent":"1.454008348s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:48:15.443255Z","caller":"traceutil/trace.go:171","msg":"trace[1090452288] transaction","detail":"{read_only:false; response_revision:26321; number_of_response:1; }","duration":"212.141314ms","start":"2026-07-03T16:48:15.231084Z","end":"2026-07-03T16:48:15.443225Z","steps":["trace[1090452288] 'process raft request' (duration: 211.9647ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:15.443523Z","caller":"traceutil/trace.go:171","msg":"trace[582118843] transaction","detail":"{read_only:false; response_revision:26322; number_of_response:1; }","duration":"211.102857ms","start":"2026-07-03T16:48:15.232408Z","end":"2026-07-03T16:48:15.443511Z","steps":["trace[582118843] 'process raft request' (duration: 210.768598ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:15.443727Z","caller":"traceutil/trace.go:171","msg":"trace[393938731] linearizableReadLoop","detail":"{readStateIndex:27199; appliedIndex:27196; }","duration":"163.604592ms","start":"2026-07-03T16:48:15.280096Z","end":"2026-07-03T16:48:15.443701Z","steps":["trace[393938731] 'read index received' (duration: 162.950165ms)","trace[393938731] 'applied index is now lower than readState.Index' (duration: 653.657µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:15.443901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.771176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:15.443933Z","caller":"traceutil/trace.go:171","msg":"trace[1376988416] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26323; }","duration":"163.836847ms","start":"2026-07-03T16:48:15.280087Z","end":"2026-07-03T16:48:15.443924Z","steps":["trace[1376988416] 'agreement among raft nodes before linearized reading' (duration: 163.717324ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:15.44411Z","caller":"traceutil/trace.go:171","msg":"trace[471379439] transaction","detail":"{read_only:false; response_revision:26323; number_of_response:1; }","duration":"211.538087ms","start":"2026-07-03T16:48:15.232548Z","end":"2026-07-03T16:48:15.444086Z","steps":["trace[471379439] 'process raft request' (duration: 210.892501ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:15.629976Z","caller":"traceutil/trace.go:171","msg":"trace[961080560] linearizableReadLoop","detail":"{readStateIndex:27200; appliedIndex:27199; }","duration":"175.714207ms","start":"2026-07-03T16:48:15.45424Z","end":"2026-07-03T16:48:15.629954Z","steps":["trace[961080560] 'read index received' (duration: 175.46293ms)","trace[961080560] 'applied index is now lower than readState.Index' (duration: 250.047µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:15.630051Z","caller":"traceutil/trace.go:171","msg":"trace[1876613456] transaction","detail":"{read_only:false; response_revision:26324; number_of_response:1; }","duration":"176.937738ms","start":"2026-07-03T16:48:15.453075Z","end":"2026-07-03T16:48:15.630013Z","steps":["trace[1876613456] 'process raft request' (duration: 176.699582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:15.630186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.916532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18434"} {"level":"info","ts":"2026-07-03T16:48:15.630215Z","caller":"traceutil/trace.go:171","msg":"trace[1754051307] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26324; }","duration":"175.970003ms","start":"2026-07-03T16:48:15.454236Z","end":"2026-07-03T16:48:15.630206Z","steps":["trace[1754051307] 'agreement among raft nodes before linearized reading' (duration: 175.83359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:15.630267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.850696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:15.630309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.583698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:15.630385Z","caller":"traceutil/trace.go:171","msg":"trace[788270220] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26324; }","duration":"152.039661ms","start":"2026-07-03T16:48:15.47831Z","end":"2026-07-03T16:48:15.630349Z","steps":["trace[788270220] 'agreement among raft nodes before linearized reading' (duration: 151.805325ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:15.630918Z","caller":"traceutil/trace.go:171","msg":"trace[1378705621] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:26324; }","duration":"129.710541ms","start":"2026-07-03T16:48:15.500648Z","end":"2026-07-03T16:48:15.630358Z","steps":["trace[1378705621] 'agreement among raft nodes before linearized reading' (duration: 129.596838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:17.674625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113858,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:18.174772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113858,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:18.675252Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113858,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:19.078196Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.91116641s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:48:19.078734Z","caller":"traceutil/trace.go:171","msg":"trace[301392916] transaction","detail":"{read_only:false; response_revision:26326; number_of_response:1; }","duration":"1.911753996s","start":"2026-07-03T16:48:17.166956Z","end":"2026-07-03T16:48:19.07871Z","steps":["trace[301392916] 'process raft request' (duration: 1.911480709s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:19.078983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:17.166945Z","time spent":"1.911863658s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:19.229938Z","caller":"traceutil/trace.go:171","msg":"trace[594062687] transaction","detail":"{read_only:false; response_revision:26327; number_of_response:1; }","duration":"2.062502402s","start":"2026-07-03T16:48:17.167404Z","end":"2026-07-03T16:48:19.229906Z","steps":["trace[594062687] 'process raft request' (duration: 2.062090872s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:19.23008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:17.167395Z","time spent":"2.062606766s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:19.230514Z","caller":"traceutil/trace.go:171","msg":"trace[91966567] transaction","detail":"{read_only:false; response_revision:26328; number_of_response:1; }","duration":"2.063088198s","start":"2026-07-03T16:48:17.167413Z","end":"2026-07-03T16:48:19.230502Z","steps":["trace[91966567] 'process raft request' (duration: 2.062348079s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:19.230571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:17.167404Z","time spent":"2.063139979s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:19.230707Z","caller":"traceutil/trace.go:171","msg":"trace[1345316614] transaction","detail":"{read_only:false; response_revision:26329; number_of_response:1; }","duration":"2.063127179s","start":"2026-07-03T16:48:17.167532Z","end":"2026-07-03T16:48:19.230659Z","steps":["trace[1345316614] 'process raft request' (duration: 2.062958484s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:19.230812Z","caller":"traceutil/trace.go:171","msg":"trace[486210217] transaction","detail":"{read_only:false; response_revision:26330; number_of_response:1; }","duration":"2.063194651s","start":"2026-07-03T16:48:17.167584Z","end":"2026-07-03T16:48:19.230779Z","steps":["trace[486210217] 'process raft request' (duration: 2.062973775s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:19.230921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:17.167508Z","time spent":"2.063288543s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:19.231002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:17.167577Z","time spent":"2.063322374s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:19.231875Z","caller":"traceutil/trace.go:171","msg":"trace[956287388] transaction","detail":"{read_only:false; response_revision:26331; number_of_response:1; }","duration":"2.064220948s","start":"2026-07-03T16:48:17.167624Z","end":"2026-07-03T16:48:19.231845Z","steps":["trace[956287388] 'process raft request' (duration: 2.063101698s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:19.232372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.058561741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:48:19.232485Z","caller":"traceutil/trace.go:171","msg":"trace[1533489416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26335; }","duration":"2.058980591s","start":"2026-07-03T16:48:17.17349Z","end":"2026-07-03T16:48:19.232471Z","steps":["trace[1533489416] 'agreement among raft nodes before linearized reading' (duration: 2.058446597s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:19.232552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:17.173473Z","time spent":"2.059064854s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:48:19.232582Z","caller":"traceutil/trace.go:171","msg":"trace[467328849] transaction","detail":"{read_only:false; response_revision:26333; number_of_response:1; }","duration":"2.062977086s","start":"2026-07-03T16:48:17.169564Z","end":"2026-07-03T16:48:19.232541Z","steps":["trace[467328849] 'process raft request' (duration: 2.062199366s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:19.232695Z","caller":"traceutil/trace.go:171","msg":"trace[1125675459] transaction","detail":"{read_only:false; response_revision:26335; number_of_response:1; }","duration":"489.692117ms","start":"2026-07-03T16:48:18.742996Z","end":"2026-07-03T16:48:19.232688Z","steps":["trace[1125675459] 'process raft request' (duration: 488.844155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:19.232741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:18.74295Z","time spent":"489.772599ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:19.232441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:17.167616Z","time spent":"2.064753572s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:19.23275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:17.169555Z","time spent":"2.063110049s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:19.2319Z","caller":"traceutil/trace.go:171","msg":"trace[1993395390] linearizableReadLoop","detail":"{readStateIndex:27211; appliedIndex:27202; }","duration":"2.058352365s","start":"2026-07-03T16:48:17.173531Z","end":"2026-07-03T16:48:19.231883Z","steps":["trace[1993395390] 'read index received' (duration: 1.904921097s)","trace[1993395390] 'applied index is now lower than readState.Index' (duration: 153.429468ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:19.232911Z","caller":"traceutil/trace.go:171","msg":"trace[1440184324] transaction","detail":"{read_only:false; response_revision:26334; number_of_response:1; }","duration":"2.062883612s","start":"2026-07-03T16:48:17.170021Z","end":"2026-07-03T16:48:19.232904Z","steps":["trace[1440184324] 'process raft request' (duration: 2.061781614s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:19.232942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:17.170012Z","time spent":"2.062912323s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:19.232819Z","caller":"traceutil/trace.go:171","msg":"trace[780385489] transaction","detail":"{read_only:false; response_revision:26332; number_of_response:1; }","duration":"2.064337991s","start":"2026-07-03T16:48:17.16841Z","end":"2026-07-03T16:48:19.232748Z","steps":["trace[780385489] 'process raft request' (duration: 2.063294644s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:19.233177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:17.168402Z","time spent":"2.064638799s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:19.260412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033904839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:48:19.260518Z","caller":"traceutil/trace.go:171","msg":"trace[1678019002] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26336; }","duration":"2.034044343s","start":"2026-07-03T16:48:17.22644Z","end":"2026-07-03T16:48:19.260484Z","steps":["trace[1678019002] 'agreement among raft nodes before linearized reading' (duration: 2.033795957s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:19.260538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065052039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:19.260565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:17.226421Z","time spent":"2.034130285s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:48:19.26059Z","caller":"traceutil/trace.go:171","msg":"trace[1201045278] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26336; }","duration":"1.065112781s","start":"2026-07-03T16:48:18.195464Z","end":"2026-07-03T16:48:19.260577Z","steps":["trace[1201045278] 'agreement among raft nodes before linearized reading' (duration: 1.064981767s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:19.260682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:18.195408Z","time spent":"1.065202663s","remote":"127.0.0.1:40466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:19.260849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114232858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:19.260901Z","caller":"traceutil/trace.go:171","msg":"trace[2028656872] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26336; }","duration":"1.11430429s","start":"2026-07-03T16:48:18.146577Z","end":"2026-07-03T16:48:19.260881Z","steps":["trace[2028656872] 'agreement among raft nodes before linearized reading' (duration: 1.114226918s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:19.260926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.588579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:19.260938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:18.146563Z","time spent":"1.114365382s","remote":"127.0.0.1:54604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:19.260967Z","caller":"traceutil/trace.go:171","msg":"trace[1765319651] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26336; }","duration":"727.676402ms","start":"2026-07-03T16:48:18.53328Z","end":"2026-07-03T16:48:19.260956Z","steps":["trace[1765319651] 'agreement among raft nodes before linearized reading' (duration: 727.60577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:19.260997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:18.53326Z","time spent":"727.728483ms","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:19.261167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936215131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:19.261383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.432914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:48:19.261419Z","caller":"traceutil/trace.go:171","msg":"trace[1637802961] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26336; }","duration":"989.496436ms","start":"2026-07-03T16:48:18.271913Z","end":"2026-07-03T16:48:19.261409Z","steps":["trace[1637802961] 'agreement among raft nodes before linearized reading' (duration: 989.246859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:19.261495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:18.271895Z","time spent":"989.589469ms","remote":"127.0.0.1:57666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":184,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:19.261796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787612458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:19.261853Z","caller":"traceutil/trace.go:171","msg":"trace[449309855] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26336; }","duration":"1.787722702s","start":"2026-07-03T16:48:17.474118Z","end":"2026-07-03T16:48:19.261841Z","steps":["trace[449309855] 'agreement among raft nodes before linearized reading' (duration: 1.787512086s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:19.26189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:17.474096Z","time spent":"1.787784473s","remote":"127.0.0.1:57472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:19.261951Z","caller":"traceutil/trace.go:171","msg":"trace[1948202423] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26336; }","duration":"1.936480098s","start":"2026-07-03T16:48:17.324918Z","end":"2026-07-03T16:48:19.261398Z","steps":["trace[1948202423] 'agreement among raft nodes before linearized reading' (duration: 1.936152999s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:19.261248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.034556996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-03T16:48:19.26222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.79035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11795"} {"level":"info","ts":"2026-07-03T16:48:19.262229Z","caller":"traceutil/trace.go:171","msg":"trace[223378906] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26336; }","duration":"2.035573363s","start":"2026-07-03T16:48:17.226644Z","end":"2026-07-03T16:48:19.262217Z","steps":["trace[223378906] 'agreement among raft nodes before linearized reading' (duration: 2.034505975s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:19.262273Z","caller":"traceutil/trace.go:171","msg":"trace[672959142] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26336; }","duration":"162.864203ms","start":"2026-07-03T16:48:19.099391Z","end":"2026-07-03T16:48:19.262256Z","steps":["trace[672959142] 'agreement among raft nodes before linearized reading' (duration: 162.673198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:19.262329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:17.324876Z","time spent":"1.937404131s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:48:19.262277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:17.226632Z","time spent":"2.035633564s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:48:19.261997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.437906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:19.262691Z","caller":"traceutil/trace.go:171","msg":"trace[998691443] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26336; }","duration":"718.168165ms","start":"2026-07-03T16:48:18.544496Z","end":"2026-07-03T16:48:19.262664Z","steps":["trace[998691443] 'agreement among raft nodes before linearized reading' (duration: 716.346277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:19.262734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:18.544451Z","time spent":"718.267667ms","remote":"127.0.0.1:40448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:19.26168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703146293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-07-03T16:48:19.262818Z","caller":"traceutil/trace.go:171","msg":"trace[259545154] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:1; response_revision:26336; }","duration":"1.704360645s","start":"2026-07-03T16:48:17.55844Z","end":"2026-07-03T16:48:19.2628Z","steps":["trace[259545154] 'agreement among raft nodes before linearized reading' (duration: 1.702942628s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:19.26215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.864773673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:19.262878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:17.558421Z","time spent":"1.704440977s","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":930,"request content":"key:\"/registry/serviceaccounts/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-03T16:48:19.262906Z","caller":"traceutil/trace.go:171","msg":"trace[961279649] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26336; }","duration":"1.865561865s","start":"2026-07-03T16:48:17.397326Z","end":"2026-07-03T16:48:19.262888Z","steps":["trace[961279649] 'agreement among raft nodes before linearized reading' (duration: 1.864769763s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:19.261332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.034771922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-03T16:48:19.262977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:17.39731Z","time spent":"1.865646086s","remote":"127.0.0.1:59244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:19.263042Z","caller":"traceutil/trace.go:171","msg":"trace[669525761] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26336; }","duration":"2.036482376s","start":"2026-07-03T16:48:17.226505Z","end":"2026-07-03T16:48:19.262988Z","steps":["trace[669525761] 'agreement among raft nodes before linearized reading' (duration: 2.034769661s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:19.263168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:17.226477Z","time spent":"2.036649421s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:48:19.357323Z","caller":"traceutil/trace.go:171","msg":"trace[743918761] transaction","detail":"{read_only:false; response_revision:26337; number_of_response:1; }","duration":"118.664554ms","start":"2026-07-03T16:48:19.238624Z","end":"2026-07-03T16:48:19.357289Z","steps":["trace[743918761] 'process raft request' (duration: 49.073305ms)","trace[743918761] 'compare' (duration: 69.156668ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:19.397366Z","caller":"traceutil/trace.go:171","msg":"trace[1867543876] transaction","detail":"{read_only:false; response_revision:26339; number_of_response:1; }","duration":"128.983762ms","start":"2026-07-03T16:48:19.26835Z","end":"2026-07-03T16:48:19.397334Z","steps":["trace[1867543876] 'process raft request' (duration: 128.88756ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:19.397624Z","caller":"traceutil/trace.go:171","msg":"trace[1387522676] transaction","detail":"{read_only:false; response_revision:26340; number_of_response:1; }","duration":"128.999313ms","start":"2026-07-03T16:48:19.268565Z","end":"2026-07-03T16:48:19.397565Z","steps":["trace[1387522676] 'process raft request' (duration: 128.712036ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:19.397367Z","caller":"traceutil/trace.go:171","msg":"trace[1751910226] transaction","detail":"{read_only:false; response_revision:26338; number_of_response:1; }","duration":"129.189569ms","start":"2026-07-03T16:48:19.268142Z","end":"2026-07-03T16:48:19.397332Z","steps":["trace[1751910226] 'process raft request' (duration: 128.896841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:19.397842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.375547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11795"} {"level":"info","ts":"2026-07-03T16:48:19.397917Z","caller":"traceutil/trace.go:171","msg":"trace[921016501] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26340; }","duration":"128.514851ms","start":"2026-07-03T16:48:19.269387Z","end":"2026-07-03T16:48:19.397902Z","steps":["trace[921016501] 'agreement among raft nodes before linearized reading' (duration: 128.204753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:19.398163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.475379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/keycloak-0\" ","response":"range_response_count:1 size:7964"} {"level":"info","ts":"2026-07-03T16:48:19.398206Z","caller":"traceutil/trace.go:171","msg":"trace[1736665199] range","detail":"{range_begin:/registry/pods/auth-system/keycloak-0; range_end:; response_count:1; response_revision:26340; }","duration":"133.541381ms","start":"2026-07-03T16:48:19.264653Z","end":"2026-07-03T16:48:19.398194Z","steps":["trace[1736665199] 'agreement among raft nodes before linearized reading' (duration: 133.365517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:20.824478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:21.281193Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.124082594s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:48:21.281703Z","caller":"traceutil/trace.go:171","msg":"trace[1708293138] linearizableReadLoop","detail":"{readStateIndex:27218; appliedIndex:27217; }","duration":"957.828413ms","start":"2026-07-03T16:48:20.323839Z","end":"2026-07-03T16:48:21.281667Z","steps":["trace[1708293138] 'read index received' (duration: 957.586007ms)","trace[1708293138] 'applied index is now lower than readState.Index' (duration: 240.516µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:21.281863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.009118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:21.281893Z","caller":"traceutil/trace.go:171","msg":"trace[1768557417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26341; }","duration":"958.09257ms","start":"2026-07-03T16:48:20.323792Z","end":"2026-07-03T16:48:21.281884Z","steps":["trace[1768557417] 'agreement among raft nodes before linearized reading' (duration: 958.007868ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:21.281864Z","caller":"traceutil/trace.go:171","msg":"trace[1617356498] transaction","detail":"{read_only:false; response_revision:26341; number_of_response:1; }","duration":"1.124803583s","start":"2026-07-03T16:48:20.157013Z","end":"2026-07-03T16:48:21.281817Z","steps":["trace[1617356498] 'process raft request' (duration: 1.124406413s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:21.282117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:20.156992Z","time spent":"1.124989887s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:21.281922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:20.323768Z","time spent":"958.148551ms","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:48:21.785544Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:22.286005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:22.786984Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:23.109295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000173973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:23.109404Z","caller":"traceutil/trace.go:171","msg":"trace[2048582102] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000344257s","start":"2026-07-03T16:48:21.109031Z","end":"2026-07-03T16:48:23.109375Z","steps":["trace[2048582102] 'agreement among raft nodes before linearized reading' (duration: 2.000201853s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:23.109514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:21.109008Z","time spent":"2.000493421s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:48:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:23.315415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:23.342161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016804596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:23.34224Z","caller":"traceutil/trace.go:171","msg":"trace[333767714] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.01694949s","start":"2026-07-03T16:48:21.325267Z","end":"2026-07-03T16:48:23.342216Z","steps":["trace[333767714] 'agreement among raft nodes before linearized reading' (duration: 2.016841957s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:23.342274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:21.325248Z","time spent":"2.017017821s","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:48:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:23.815744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:24.316197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:24.81728Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:25.318274Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:25.348547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000603564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:48:25.34864Z","caller":"traceutil/trace.go:171","msg":"trace[752006265] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000717267s","start":"2026-07-03T16:48:23.3479Z","end":"2026-07-03T16:48:25.348617Z","steps":["trace[752006265] 'agreement among raft nodes before linearized reading' (duration: 2.000599484s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:25.348687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:23.347847Z","time spent":"2.00083127s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:48:25.381891Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.100458358s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:48:25.474238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.060618263s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:25.474404Z","caller":"traceutil/trace.go:171","msg":"trace[1371858074] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26341; }","duration":"4.060801378s","start":"2026-07-03T16:48:21.413578Z","end":"2026-07-03T16:48:25.474379Z","steps":["trace[1371858074] 'range keys from in-memory index tree' (duration: 4.060593443s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:25.477867Z","caller":"traceutil/trace.go:171","msg":"trace[747714336] transaction","detail":"{read_only:false; response_revision:26343; number_of_response:1; }","duration":"4.241292788s","start":"2026-07-03T16:48:21.23655Z","end":"2026-07-03T16:48:25.477843Z","steps":["trace[747714336] 'process raft request' (duration: 4.241207055s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:25.478028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:21.236515Z","time spent":"4.241419061s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:25.478233Z","caller":"traceutil/trace.go:171","msg":"trace[1679480351] transaction","detail":"{read_only:false; response_revision:26342; number_of_response:1; }","duration":"4.393307828s","start":"2026-07-03T16:48:21.084879Z","end":"2026-07-03T16:48:25.478187Z","steps":["trace[1679480351] 'process raft request' (duration: 4.297301303s)","trace[1679480351] 'compare' (duration: 95.210625ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:25.478446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:21.084847Z","time spent":"4.393499573s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:25.478498Z","caller":"traceutil/trace.go:171","msg":"trace[529688803] transaction","detail":"{read_only:false; response_revision:26344; number_of_response:1; }","duration":"4.240832675s","start":"2026-07-03T16:48:21.237658Z","end":"2026-07-03T16:48:25.478491Z","steps":["trace[529688803] 'process raft request' (duration: 4.240153118s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:25.478558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:21.237644Z","time spent":"4.240879496s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:25.478468Z","caller":"traceutil/trace.go:171","msg":"trace[505228503] transaction","detail":"{read_only:false; response_revision:26345; number_of_response:1; }","duration":"4.240171078s","start":"2026-07-03T16:48:21.238285Z","end":"2026-07-03T16:48:25.478456Z","steps":["trace[505228503] 'process raft request' (duration: 4.239749957s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:25.478683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:21.23826Z","time spent":"4.240379624s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:25.478911Z","caller":"traceutil/trace.go:171","msg":"trace[1377383531] transaction","detail":"{read_only:false; response_revision:26347; number_of_response:1; }","duration":"4.240170669s","start":"2026-07-03T16:48:21.238723Z","end":"2026-07-03T16:48:25.478894Z","steps":["trace[1377383531] 'process raft request' (duration: 4.239572593s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:25.479051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:21.238712Z","time spent":"4.240248161s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:25.479166Z","caller":"traceutil/trace.go:171","msg":"trace[2106807376] transaction","detail":"{read_only:false; response_revision:26346; number_of_response:1; }","duration":"4.240674802s","start":"2026-07-03T16:48:21.238478Z","end":"2026-07-03T16:48:25.479152Z","steps":["trace[2106807376] 'process raft request' (duration: 4.239774428s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:25.479232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:21.238469Z","time spent":"4.240729733s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:25.479568Z","caller":"traceutil/trace.go:171","msg":"trace[1863814774] transaction","detail":"{read_only:false; response_revision:26348; number_of_response:1; }","duration":"4.240829496s","start":"2026-07-03T16:48:21.238723Z","end":"2026-07-03T16:48:25.479553Z","steps":["trace[1863814774] 'process raft request' (duration: 4.239604524s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:25.479584Z","caller":"traceutil/trace.go:171","msg":"trace[207668029] transaction","detail":"{read_only:false; response_revision:26349; number_of_response:1; }","duration":"4.240492147s","start":"2026-07-03T16:48:21.23906Z","end":"2026-07-03T16:48:25.479552Z","steps":["trace[207668029] 'process raft request' (duration: 4.239296756s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:25.479646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:21.238711Z","time spent":"4.240896628s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:25.479721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:21.239052Z","time spent":"4.24059048s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:26.400736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999272858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:26.400812Z","caller":"traceutil/trace.go:171","msg":"trace[1423450129] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999410421s","start":"2026-07-03T16:48:21.401385Z","end":"2026-07-03T16:48:26.400795Z","steps":["trace[1423450129] 'agreement among raft nodes before linearized reading' (duration: 4.999308349s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:26.400856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:21.401368Z","time spent":"4.999478424s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/03 16:48:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:26.401387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999520294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:26.401428Z","caller":"traceutil/trace.go:171","msg":"trace[1010161683] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999579116s","start":"2026-07-03T16:48:21.401839Z","end":"2026-07-03T16:48:26.401418Z","steps":["trace[1010161683] 'agreement among raft nodes before linearized reading' (duration: 4.999537355s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:26.401499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:21.401827Z","time spent":"4.999660978s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/03 16:48:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:26.402039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999702649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:26.402076Z","caller":"traceutil/trace.go:171","msg":"trace[1957341549] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999774571s","start":"2026-07-03T16:48:21.402293Z","end":"2026-07-03T16:48:26.402068Z","steps":["trace[1957341549] 'agreement among raft nodes before linearized reading' (duration: 4.99973531s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:26.402098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:21.402267Z","time spent":"4.999826383s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/03 16:48:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:27.350398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001088648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:27.350524Z","caller":"traceutil/trace.go:171","msg":"trace[1426169296] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001229741s","start":"2026-07-03T16:48:25.349265Z","end":"2026-07-03T16:48:27.350494Z","steps":["trace[1426169296] 'agreement among raft nodes before linearized reading' (duration: 2.001085368s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:27.350583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:25.349194Z","time spent":"2.001376195s","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:48:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:27.910792Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.528660939s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:48:28.245587Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"506b9f28b0a0d51d","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-03T16:48:29.358609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000278006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:48:29.358679Z","caller":"traceutil/trace.go:171","msg":"trace[304226119] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000404659s","start":"2026-07-03T16:48:27.358257Z","end":"2026-07-03T16:48:29.358662Z","steps":["trace[304226119] 'agreement among raft nodes before linearized reading' (duration: 2.000306417s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:29.507515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:27.358239Z","time spent":"2.149228979s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:48:30.089935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:23.089781Z","time spent":"7.000146049s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:48:31.084239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.605829432s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-03T16:48:31.089896Z","caller":"traceutil/trace.go:171","msg":"trace[57358974] linearizableReadLoop","detail":"{readStateIndex:27228; appliedIndex:27218; }","duration":"9.808102766s","start":"2026-07-03T16:48:21.281765Z","end":"2026-07-03T16:48:31.089868Z","steps":["trace[57358974] 'read index received' (duration: 4.100437158s)","trace[57358974] 'applied index is now lower than readState.Index' (duration: 5.707662988s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:31.361264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.99948036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:31.361812Z","caller":"traceutil/trace.go:171","msg":"trace[1702649897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000085386s","start":"2026-07-03T16:48:21.361653Z","end":"2026-07-03T16:48:31.361738Z","steps":["trace[1702649897] 'agreement among raft nodes before linearized reading' (duration: 9.99952258s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:31.362096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:21.361626Z","time spent":"10.000426595s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/07/03 16:48:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:31.401859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997013491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:31.401983Z","caller":"traceutil/trace.go:171","msg":"trace[954759431] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997167164s","start":"2026-07-03T16:48:28.404785Z","end":"2026-07-03T16:48:31.401952Z","steps":["trace[954759431] 'agreement among raft nodes before linearized reading' (duration: 2.997019411s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:31.401905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997042942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-03T16:48:31.402049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:28.404779Z","time spent":"2.997254737s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:48:31.402058Z","caller":"traceutil/trace.go:171","msg":"trace[43925737] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997311328s","start":"2026-07-03T16:48:28.404719Z","end":"2026-07-03T16:48:31.402031Z","steps":["trace[43925737] 'agreement among raft nodes before linearized reading' (duration: 2.997077972s)"],"step_count":1} 2026/07/03 16:48:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:31.402121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:28.404698Z","time spent":"2.99740511s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/03 16:48:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:31.403092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997614346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:31.403151Z","caller":"traceutil/trace.go:171","msg":"trace[221274111] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997676708s","start":"2026-07-03T16:48:28.405462Z","end":"2026-07-03T16:48:31.403139Z","steps":["trace[221274111] 'agreement among raft nodes before linearized reading' (duration: 2.997612886s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:31.40318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:28.405433Z","time spent":"2.997739679s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/03 16:48:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:31.509549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992966253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:31.509622Z","caller":"traceutil/trace.go:171","msg":"trace[1706637386] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.993104967s","start":"2026-07-03T16:48:29.5165Z","end":"2026-07-03T16:48:31.509605Z","steps":["trace[1706637386] 'agreement among raft nodes before linearized reading' (duration: 1.992992504s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:31.509677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:29.516479Z","time spent":"1.9931892s","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:48:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:31.590209Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:32.091335Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:32.216248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.015176707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:32.216343Z","caller":"traceutil/trace.go:171","msg":"trace[1043070618] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.015413154s","start":"2026-07-03T16:48:22.200901Z","end":"2026-07-03T16:48:32.216314Z","steps":["trace[1043070618] 'agreement among raft nodes before linearized reading' (duration: 10.015198178s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:32.216401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:22.20088Z","time spent":"10.015499906s","remote":"127.0.0.1:34054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/07/03 16:48:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:32.485983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:27.487496Z","time spent":"4.998479187s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:48:32.486057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998330913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-03T16:48:32.486045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998556608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:32.486136Z","caller":"traceutil/trace.go:171","msg":"trace[1497848210] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998454256s","start":"2026-07-03T16:48:27.487657Z","end":"2026-07-03T16:48:32.486111Z","steps":["trace[1497848210] 'agreement among raft nodes before linearized reading' (duration: 4.998334693s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:32.486136Z","caller":"traceutil/trace.go:171","msg":"trace[2028736150] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998687352s","start":"2026-07-03T16:48:27.48743Z","end":"2026-07-03T16:48:32.486118Z","steps":["trace[2028736150] 'agreement among raft nodes before linearized reading' (duration: 4.998573479s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:32.486205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:27.487424Z","time spent":"4.998763694s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-03T16:48:32.486205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:27.487652Z","time spent":"4.998535048s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/07/03 16:48:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/03 16:48:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:32.486266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999382951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-07-03T16:48:32.48638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999619277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:32.486427Z","caller":"traceutil/trace.go:171","msg":"trace[365643916] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999662518s","start":"2026-07-03T16:48:27.486747Z","end":"2026-07-03T16:48:32.486409Z","steps":["trace[365643916] 'agreement among raft nodes before linearized reading' (duration: 4.999617767s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:32.486436Z","caller":"traceutil/trace.go:171","msg":"trace[930412448] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999602737s","start":"2026-07-03T16:48:27.486763Z","end":"2026-07-03T16:48:32.486365Z","steps":["trace[930412448] 'agreement among raft nodes before linearized reading' (duration: 4.999381391s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:32.486463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:27.486705Z","time spent":"4.999747971s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/03 16:48:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:32.486528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:27.48676Z","time spent":"4.99975086s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/07/03 16:48:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:32.487401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99902013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:48:32.487481Z","caller":"traceutil/trace.go:171","msg":"trace[1311037824] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999122023s","start":"2026-07-03T16:48:27.488342Z","end":"2026-07-03T16:48:32.487464Z","steps":["trace[1311037824] 'agreement among raft nodes before linearized reading' (duration: 4.99902556s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:32.487542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:27.488337Z","time spent":"4.999180135s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:48:32.488046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:27.487798Z","time spent":"5.000243493s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:48:32.488322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:27.487693Z","time spent":"5.000625123s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:48:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:32.591997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:33.005645Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.968427327s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:48:33.289638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:26.288523Z","time spent":"7.001104254s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:48:33.515255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000131392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:48:33.515347Z","caller":"traceutil/trace.go:171","msg":"trace[1219528535] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000316016s","start":"2026-07-03T16:48:31.51501Z","end":"2026-07-03T16:48:33.515326Z","steps":["trace[1219528535] 'agreement among raft nodes before linearized reading' (duration: 2.000179973s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:33.515436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:31.514984Z","time spent":"2.000436889s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:48:33.77604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:26.77583Z","time spent":"7.000199981s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:48:34.611544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.198104766s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:34.611736Z","caller":"traceutil/trace.go:171","msg":"trace[353134917] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26350; }","duration":"3.198318742s","start":"2026-07-03T16:48:31.413387Z","end":"2026-07-03T16:48:34.611706Z","steps":["trace[353134917] 'range keys from in-memory index tree' (duration: 3.198082126s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:34.612254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.374613537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-07-03T16:48:34.612352Z","caller":"traceutil/trace.go:171","msg":"trace[1318056425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"13.37475321s","start":"2026-07-03T16:48:21.237577Z","end":"2026-07-03T16:48:34.61233Z","steps":["trace[1318056425] 'agreement among raft nodes before linearized reading' (duration: 9.852323114s)","trace[1318056425] 'range keys from in-memory index tree' (duration: 3.522282322s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:34.612396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:21.237567Z","time spent":"13.374816211s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/07/03 16:48:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:34.612679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.939823166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-07-03T16:48:34.612748Z","caller":"traceutil/trace.go:171","msg":"trace[1792502672] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26350; }","duration":"13.939949869s","start":"2026-07-03T16:48:20.672782Z","end":"2026-07-03T16:48:34.612732Z","steps":["trace[1792502672] 'agreement among raft nodes before linearized reading' (duration: 10.417143123s)","trace[1792502672] 'range keys from in-memory index tree' (duration: 3.52259148s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:34.612776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:20.672754Z","time spent":"13.940015771s","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:48:34.612939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.0812195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-07-03T16:48:34.612959Z","caller":"traceutil/trace.go:171","msg":"trace[432878419] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:26350; }","duration":"14.081280802s","start":"2026-07-03T16:48:20.531671Z","end":"2026-07-03T16:48:34.612952Z","steps":["trace[432878419] 'agreement among raft nodes before linearized reading' (duration: 10.558275841s)","trace[432878419] 'range keys from in-memory index tree' (duration: 3.522934379s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:34.612991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:20.531641Z","time spent":"14.081346424s","remote":"127.0.0.1:57464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-07-03T16:48:34.613677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:34.014372Z","time spent":"599.300495ms","remote":"127.0.0.1:48310","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:48:34.614469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608492925s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-07-03T16:48:35.516512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000085681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:35.516581Z","caller":"traceutil/trace.go:171","msg":"trace[2060355016] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000206944s","start":"2026-07-03T16:48:33.516358Z","end":"2026-07-03T16:48:35.516565Z","steps":["trace[2060355016] 'agreement among raft nodes before linearized reading' (duration: 2.000115632s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:35.516621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:33.516335Z","time spent":"2.000277655s","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:48:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:36.402607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:31.404257Z","time spent":"4.998341352s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:48:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:36.403621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:31.406737Z","time spent":"4.996876314s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:48:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:36.518466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:29.517242Z","time spent":"7.001215314s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:48:37.094438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:30.094055Z","time spent":"7.000375145s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:48:37.485491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996931436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:37.485553Z","caller":"traceutil/trace.go:171","msg":"trace[1608783120] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.997056099s","start":"2026-07-03T16:48:32.488481Z","end":"2026-07-03T16:48:37.485537Z","steps":["trace[1608783120] 'agreement among raft nodes before linearized reading' (duration: 4.996946956s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:37.485596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:32.48846Z","time spent":"4.997128082s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/07/03 16:48:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:37.485866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997474371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:37.485881Z","caller":"traceutil/trace.go:171","msg":"trace[562911942] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.997524963s","start":"2026-07-03T16:48:32.488352Z","end":"2026-07-03T16:48:37.485877Z","steps":["trace[562911942] 'agreement among raft nodes before linearized reading' (duration: 4.997499212s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:37.485915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:32.488336Z","time spent":"4.997575873s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/07/03 16:48:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:37.487692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999211475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:37.48776Z","caller":"traceutil/trace.go:171","msg":"trace[591568696] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999301367s","start":"2026-07-03T16:48:32.488442Z","end":"2026-07-03T16:48:37.487743Z","steps":["trace[591568696] 'agreement among raft nodes before linearized reading' (duration: 4.999217495s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:37.487804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:32.488439Z","time spent":"4.999353879s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/03 16:48:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:37.48791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999468861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:37.487938Z","caller":"traceutil/trace.go:171","msg":"trace[689953607] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999504113s","start":"2026-07-03T16:48:32.488426Z","end":"2026-07-03T16:48:37.48793Z","steps":["trace[689953607] 'agreement among raft nodes before linearized reading' (duration: 4.999475862s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:37.487962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:32.488423Z","time spent":"4.999532854s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/03 16:48:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:37.488016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999594445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:37.488036Z","caller":"traceutil/trace.go:171","msg":"trace[544379457] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999624976s","start":"2026-07-03T16:48:32.488406Z","end":"2026-07-03T16:48:37.488031Z","steps":["trace[544379457] 'agreement among raft nodes before linearized reading' (duration: 4.999604175s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:37.488059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:32.488402Z","time spent":"4.999651016s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/07/03 16:48:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:37.496451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.006654639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:37.496521Z","caller":"traceutil/trace.go:171","msg":"trace[811768323] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"5.006748441s","start":"2026-07-03T16:48:32.489762Z","end":"2026-07-03T16:48:37.49651Z","steps":["trace[811768323] 'agreement among raft nodes before linearized reading' (duration: 5.006668809s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:37.49655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:32.489733Z","time spent":"5.006807623s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/03 16:48:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:37.496606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.00707958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:37.49662Z","caller":"traceutil/trace.go:171","msg":"trace[1432605596] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"5.007102261s","start":"2026-07-03T16:48:32.489513Z","end":"2026-07-03T16:48:37.496616Z","steps":["trace[1432605596] 'agreement among raft nodes before linearized reading' (duration: 5.00708774s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:37.496635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:32.48951Z","time spent":"5.007121171s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/03 16:48:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:37.496671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.007170622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:37.496684Z","caller":"traceutil/trace.go:171","msg":"trace[819999598] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"5.007198373s","start":"2026-07-03T16:48:32.489482Z","end":"2026-07-03T16:48:37.49668Z","steps":["trace[819999598] 'agreement among raft nodes before linearized reading' (duration: 5.007185433s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:37.496698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:32.489474Z","time spent":"5.007220734s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/07/03 16:48:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:37.528902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003871778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-07-03T16:48:37.528993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.905550413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:37.529022Z","caller":"traceutil/trace.go:171","msg":"trace[226108471] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.004067784s","start":"2026-07-03T16:48:35.524923Z","end":"2026-07-03T16:48:37.52899Z","steps":["trace[226108471] 'agreement among raft nodes before linearized reading' (duration: 2.003900649s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:37.529047Z","caller":"traceutil/trace.go:171","msg":"trace[1738028551] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"2.905642526s","start":"2026-07-03T16:48:34.623389Z","end":"2026-07-03T16:48:37.529032Z","steps":["trace[1738028551] 'agreement among raft nodes before linearized reading' (duration: 2.905577344s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:37.529079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:35.524899Z","time spent":"2.004170267s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:48:37.529088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:34.623374Z","time spent":"2.905706667s","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/07/03 16:48:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:38.057607Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.051758622s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:48:38.085787Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"506b9f28b0a0d5f6","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-03T16:48:38.241868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:31.241289Z","time spent":"7.000564899s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:48:38.25123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:31.364299Z","time spent":"6.886922857s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:48:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:38.843851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.590097ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-07-03T16:48:39.529987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000427059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:48:39.53008Z","caller":"traceutil/trace.go:171","msg":"trace[638935860] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000560422s","start":"2026-07-03T16:48:37.529499Z","end":"2026-07-03T16:48:39.530059Z","steps":["trace[638935860] 'agreement among raft nodes before linearized reading' (duration: 2.000420389s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:39.530149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:37.529465Z","time spent":"2.000663155s","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:48:39.727532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999752942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:39.727648Z","caller":"traceutil/trace.go:171","msg":"trace[1296491839] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999943008s","start":"2026-07-03T16:48:37.727682Z","end":"2026-07-03T16:48:39.727625Z","steps":["trace[1296491839] 'agreement among raft nodes before linearized reading' (duration: 1.999798684s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:39.727693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:37.727655Z","time spent":"2.000029069s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:48:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:41.537924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999891626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:41.538024Z","caller":"traceutil/trace.go:171","msg":"trace[857255571] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000020799s","start":"2026-07-03T16:48:39.537983Z","end":"2026-07-03T16:48:41.538003Z","steps":["trace[857255571] 'agreement among raft nodes before linearized reading' (duration: 1.999887695s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:41.538205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:39.537917Z","time spent":"2.000209544s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:48:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:41.768742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.989205753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:41.768834Z","caller":"traceutil/trace.go:171","msg":"trace[1011436606] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.989318106s","start":"2026-07-03T16:48:33.779494Z","end":"2026-07-03T16:48:41.768812Z","steps":["trace[1011436606] 'agreement among raft nodes before linearized reading' (duration: 7.989202393s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:41.768887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:33.77941Z","time spent":"7.9894654s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/07/03 16:48:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:42.441955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028981583s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:42.442071Z","caller":"traceutil/trace.go:171","msg":"trace[799693700] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26358; }","duration":"1.029111907s","start":"2026-07-03T16:48:41.412937Z","end":"2026-07-03T16:48:42.442049Z","steps":["trace[799693700] 'range keys from in-memory index tree' (duration: 1.028926832s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.44335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.597112306s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:48:42.44363Z","caller":"traceutil/trace.go:171","msg":"trace[2118178274] transaction","detail":"{read_only:false; response_revision:26362; number_of_response:1; }","duration":"4.947366468s","start":"2026-07-03T16:48:37.496255Z","end":"2026-07-03T16:48:42.443622Z","steps":["trace[2118178274] 'process raft request' (duration: 4.947318627s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.443697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:37.496238Z","time spent":"4.94742598s","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:48:42.443967Z","caller":"traceutil/trace.go:171","msg":"trace[1645665866] linearizableReadLoop","detail":"{readStateIndex:27240; appliedIndex:27228; }","duration":"11.353986682s","start":"2026-07-03T16:48:31.089971Z","end":"2026-07-03T16:48:42.443958Z","steps":["trace[1645665866] 'read index received' (duration: 1.915900913s)","trace[1645665866] 'applied index is now lower than readState.Index' (duration: 9.438083189s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:42.444045Z","caller":"traceutil/trace.go:171","msg":"trace[1765090559] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26361; }","duration":"5.920163632s","start":"2026-07-03T16:48:36.523873Z","end":"2026-07-03T16:48:42.444036Z","steps":["trace[1765090559] 'process raft request' (duration: 5.919676318s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.444102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:36.523844Z","time spent":"5.920221603s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":575,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:42.444293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.688273241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:42.444326Z","caller":"traceutil/trace.go:171","msg":"trace[1428771014] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26362; }","duration":"11.688353923s","start":"2026-07-03T16:48:30.755961Z","end":"2026-07-03T16:48:42.444315Z","steps":["trace[1428771014] 'agreement among raft nodes before linearized reading' (duration: 11.688299111s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.444355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:30.755934Z","time spent":"11.688411324s","remote":"127.0.0.1:43672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:42.444486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.726613846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:42.444515Z","caller":"traceutil/trace.go:171","msg":"trace[1740070716] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26362; }","duration":"11.726683488s","start":"2026-07-03T16:48:30.717822Z","end":"2026-07-03T16:48:42.444506Z","steps":["trace[1740070716] 'agreement among raft nodes before linearized reading' (duration: 11.726640827s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.444544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:30.717788Z","time spent":"11.726746569s","remote":"127.0.0.1:40068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:42.444728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.216369615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-03T16:48:42.444763Z","caller":"traceutil/trace.go:171","msg":"trace[18481742] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26362; }","duration":"12.216403806s","start":"2026-07-03T16:48:30.228349Z","end":"2026-07-03T16:48:42.444753Z","steps":["trace[18481742] 'agreement among raft nodes before linearized reading' (duration: 12.216298633s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.444789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:30.22833Z","time spent":"12.216451017s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:48:42.444965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.217434702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-03T16:48:42.444992Z","caller":"traceutil/trace.go:171","msg":"trace[1054150348] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26362; }","duration":"12.217493704s","start":"2026-07-03T16:48:30.22749Z","end":"2026-07-03T16:48:42.444983Z","steps":["trace[1054150348] 'agreement among raft nodes before linearized reading' (duration: 12.217412282s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.445017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:30.227459Z","time spent":"12.217550955s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-03T16:48:42.445051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.052236726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:42.445132Z","caller":"traceutil/trace.go:171","msg":"trace[1397323764] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26362; }","duration":"17.05238479s","start":"2026-07-03T16:48:25.392722Z","end":"2026-07-03T16:48:42.445107Z","steps":["trace[1397323764] 'agreement among raft nodes before linearized reading' (duration: 17.052231686s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.445178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:25.392697Z","time spent":"17.052469012s","remote":"127.0.0.1:33830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:42.445286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.30829126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:48:42.445321Z","caller":"traceutil/trace.go:171","msg":"trace[1348596598] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26362; }","duration":"17.308331002s","start":"2026-07-03T16:48:25.136981Z","end":"2026-07-03T16:48:42.445312Z","steps":["trace[1348596598] 'agreement among raft nodes before linearized reading' (duration: 17.308135377s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.445347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:25.136904Z","time spent":"17.308434104s","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":176,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:42.445387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.232587537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:42.445472Z","caller":"traceutil/trace.go:171","msg":"trace[2126575547] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26362; }","duration":"12.232650189s","start":"2026-07-03T16:48:30.212759Z","end":"2026-07-03T16:48:42.445409Z","steps":["trace[2126575547] 'agreement among raft nodes before linearized reading' (duration: 12.232594397s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.445505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:30.212739Z","time spent":"12.232755631s","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:42.445515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.928136512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:42.445532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.024777402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:42.445562Z","caller":"traceutil/trace.go:171","msg":"trace[1912075001] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26362; }","duration":"13.928219174s","start":"2026-07-03T16:48:28.517328Z","end":"2026-07-03T16:48:42.445548Z","steps":["trace[1912075001] 'agreement among raft nodes before linearized reading' (duration: 13.928100191s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.445595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:28.517305Z","time spent":"13.928279066s","remote":"127.0.0.1:33896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:42.445594Z","caller":"traceutil/trace.go:171","msg":"trace[21771079] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26362; }","duration":"16.024847374s","start":"2026-07-03T16:48:26.420731Z","end":"2026-07-03T16:48:42.445578Z","steps":["trace[21771079] 'agreement among raft nodes before linearized reading' (duration: 16.02469201s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.445602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.318311523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:42.4456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.498942426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-03T16:48:42.445606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.931352297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"warn","ts":"2026-07-03T16:48:42.445619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.248445507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:42.445636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:26.420704Z","time spent":"16.024919645s","remote":"127.0.0.1:54686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:42.445641Z","caller":"traceutil/trace.go:171","msg":"trace[255399555] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26362; }","duration":"14.318385404s","start":"2026-07-03T16:48:28.12724Z","end":"2026-07-03T16:48:42.445625Z","steps":["trace[255399555] 'agreement among raft nodes before linearized reading' (duration: 14.318339973s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:42.44566Z","caller":"traceutil/trace.go:171","msg":"trace[1659893555] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26362; }","duration":"10.93144946s","start":"2026-07-03T16:48:31.514197Z","end":"2026-07-03T16:48:42.445647Z","steps":["trace[1659893555] 'agreement among raft nodes before linearized reading' (duration: 10.931315467s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:42.445655Z","caller":"traceutil/trace.go:171","msg":"trace[844833584] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26362; }","duration":"16.499029169s","start":"2026-07-03T16:48:25.946608Z","end":"2026-07-03T16:48:42.445637Z","steps":["trace[844833584] 'agreement among raft nodes before linearized reading' (duration: 16.498817673s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:42.445668Z","caller":"traceutil/trace.go:171","msg":"trace[168226617] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26362; }","duration":"14.248531669s","start":"2026-07-03T16:48:28.19712Z","end":"2026-07-03T16:48:42.445652Z","steps":["trace[168226617] 'agreement among raft nodes before linearized reading' (duration: 14.248432217s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.445648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.668310457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.53\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:42.445678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.338651813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:42.445698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:25.946588Z","time spent":"16.49910289s","remote":"127.0.0.1:57412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:48:42.445705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:28.197097Z","time spent":"14.2485979s","remote":"127.0.0.1:40430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:42.445719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.443496837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:42.445725Z","caller":"traceutil/trace.go:171","msg":"trace[443499215] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26362; }","duration":"12.338715014s","start":"2026-07-03T16:48:30.106994Z","end":"2026-07-03T16:48:42.445709Z","steps":["trace[443499215] 'agreement among raft nodes before linearized reading' (duration: 12.338654522s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.445733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.356920574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:42.445723Z","caller":"traceutil/trace.go:171","msg":"trace[1339037866] range","detail":"{range_begin:/registry/masterleases/199.204.45.53; range_end:; response_count:0; response_revision:26362; }","duration":"16.66841227s","start":"2026-07-03T16:48:25.777291Z","end":"2026-07-03T16:48:42.445703Z","steps":["trace[1339037866] 'agreement among raft nodes before linearized reading' (duration: 16.668276747s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:42.445742Z","caller":"traceutil/trace.go:171","msg":"trace[1675256430] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26362; }","duration":"14.443574808s","start":"2026-07-03T16:48:28.002159Z","end":"2026-07-03T16:48:42.445734Z","steps":["trace[1675256430] 'agreement among raft nodes before linearized reading' (duration: 14.443537447s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:42.445753Z","caller":"traceutil/trace.go:171","msg":"trace[1825187347] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26362; }","duration":"4.356950615s","start":"2026-07-03T16:48:38.088796Z","end":"2026-07-03T16:48:42.445746Z","steps":["trace[1825187347] 'agreement among raft nodes before linearized reading' (duration: 4.356908213s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.445757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:30.106972Z","time spent":"12.338775736s","remote":"127.0.0.1:36706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:42.445756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.385981622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:42.445767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:28.002133Z","time spent":"14.44362928s","remote":"127.0.0.1:36608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:42.445543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.655410434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"warn","ts":"2026-07-03T16:48:42.44578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:25.777273Z","time spent":"16.668493912s","remote":"127.0.0.1:57340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/199.204.45.53\" "} {"level":"info","ts":"2026-07-03T16:48:42.445794Z","caller":"traceutil/trace.go:171","msg":"trace[1327687832] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26362; }","duration":"12.386070914s","start":"2026-07-03T16:48:30.059711Z","end":"2026-07-03T16:48:42.445782Z","steps":["trace[1327687832] 'agreement among raft nodes before linearized reading' (duration: 12.386008703s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:42.445809Z","caller":"traceutil/trace.go:171","msg":"trace[17129685] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26362; }","duration":"14.655731602s","start":"2026-07-03T16:48:27.790068Z","end":"2026-07-03T16:48:42.4458Z","steps":["trace[17129685] 'agreement among raft nodes before linearized reading' (duration: 14.655331102s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.445826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:30.059679Z","time spent":"12.386135596s","remote":"127.0.0.1:40402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:42.445817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.893623383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-03T16:48:42.445865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.949081792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"warn","ts":"2026-07-03T16:48:42.445869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.144021031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:42.445769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:38.088758Z","time spent":"4.357006886s","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:42.445679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:28.127206Z","time spent":"14.318463367s","remote":"127.0.0.1:44918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:42.445931Z","caller":"traceutil/trace.go:171","msg":"trace[530256995] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26362; }","duration":"3.893747317s","start":"2026-07-03T16:48:38.552118Z","end":"2026-07-03T16:48:42.445865Z","steps":["trace[530256995] 'agreement among raft nodes before linearized reading' (duration: 3.89347224s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.445933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.929343852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:42.445941Z","caller":"traceutil/trace.go:171","msg":"trace[1177989394] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26362; }","duration":"16.144111214s","start":"2026-07-03T16:48:26.301815Z","end":"2026-07-03T16:48:42.445926Z","steps":["trace[1177989394] 'agreement among raft nodes before linearized reading' (duration: 16.144019992s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:42.445965Z","caller":"traceutil/trace.go:171","msg":"trace[754194805] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26362; }","duration":"12.929387883s","start":"2026-07-03T16:48:29.51657Z","end":"2026-07-03T16:48:42.445958Z","steps":["trace[754194805] 'agreement among raft nodes before linearized reading' (duration: 12.92928908s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.44597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:38.552093Z","time spent":"3.893867969s","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":242,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:42.44598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.95782866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-07-03T16:48:42.44597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.919634061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-03T16:48:42.445985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:29.51656Z","time spent":"12.929420665s","remote":"127.0.0.1:59198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:42.445984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:26.301801Z","time spent":"16.144170435s","remote":"127.0.0.1:35714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:42.446Z","caller":"traceutil/trace.go:171","msg":"trace[1379754670] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26362; }","duration":"4.957867142s","start":"2026-07-03T16:48:37.488125Z","end":"2026-07-03T16:48:42.445992Z","steps":["trace[1379754670] 'agreement among raft nodes before linearized reading' (duration: 4.957809s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.44569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:31.514179Z","time spent":"10.931505482s","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-03T16:48:42.44602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:37.488112Z","time spent":"4.957900902s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-07-03T16:48:42.446013Z","caller":"traceutil/trace.go:171","msg":"trace[1555281630] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26362; }","duration":"14.919717483s","start":"2026-07-03T16:48:27.526282Z","end":"2026-07-03T16:48:42.445999Z","steps":["trace[1555281630] 'agreement among raft nodes before linearized reading' (duration: 14.919517588s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.446031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.966851077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:48:42.44605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:27.526256Z","time spent":"14.919785675s","remote":"127.0.0.1:57354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":141,"response size":33,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:42.445919Z","caller":"traceutil/trace.go:171","msg":"trace[1216921362] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26362; }","duration":"4.949149474s","start":"2026-07-03T16:48:37.496764Z","end":"2026-07-03T16:48:42.445914Z","steps":["trace[1216921362] 'agreement among raft nodes before linearized reading' (duration: 4.949040571s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.446103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:37.496759Z","time spent":"4.949331989s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-07-03T16:48:42.446131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.975414257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:42.446145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.480981718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:42.446175Z","caller":"traceutil/trace.go:171","msg":"trace[174431169] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26362; }","duration":"17.48106019s","start":"2026-07-03T16:48:24.965102Z","end":"2026-07-03T16:48:42.446162Z","steps":["trace[174431169] 'agreement among raft nodes before linearized reading' (duration: 17.481013249s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.446195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.347335714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-07-03T16:48:42.44615Z","caller":"traceutil/trace.go:171","msg":"trace[1476574903] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26362; }","duration":"4.975469539s","start":"2026-07-03T16:48:37.470671Z","end":"2026-07-03T16:48:42.446141Z","steps":["trace[1476574903] 'agreement among raft nodes before linearized reading' (duration: 4.975441858s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:42.446213Z","caller":"traceutil/trace.go:171","msg":"trace[1864747137] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:26362; }","duration":"5.347353684s","start":"2026-07-03T16:48:37.098854Z","end":"2026-07-03T16:48:42.446208Z","steps":["trace[1864747137] 'agreement among raft nodes before linearized reading' (duration: 5.347306253s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.446211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.011251611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:48:42.446229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:37.098777Z","time spent":"5.347448837s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-03T16:48:42.446228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:37.470647Z","time spent":"4.975565111s","remote":"127.0.0.1:34054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:42.446234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.952932031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:42.44624Z","caller":"traceutil/trace.go:171","msg":"trace[1492799030] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26362; }","duration":"15.011310303s","start":"2026-07-03T16:48:27.434921Z","end":"2026-07-03T16:48:42.446232Z","steps":["trace[1492799030] 'agreement among raft nodes before linearized reading' (duration: 15.011255352s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:42.446259Z","caller":"traceutil/trace.go:171","msg":"trace[1712910426] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26362; }","duration":"7.952998082s","start":"2026-07-03T16:48:34.493254Z","end":"2026-07-03T16:48:42.446252Z","steps":["trace[1712910426] 'agreement among raft nodes before linearized reading' (duration: 7.952955911s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.446271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:27.434861Z","time spent":"15.011402535s","remote":"127.0.0.1:57712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:42.445619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.370147312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:42.446301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.399184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:42.446309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.379019027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:48:42.44631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.11559674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:42.446332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.018078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:42.446338Z","caller":"traceutil/trace.go:171","msg":"trace[1377941492] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26362; }","duration":"682.463776ms","start":"2026-07-03T16:48:41.763862Z","end":"2026-07-03T16:48:42.446326Z","steps":["trace[1377941492] 'agreement among raft nodes before linearized reading' (duration: 682.401165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.446345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.28685933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:48:42.446311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.152147618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:646"} {"level":"info","ts":"2026-07-03T16:48:42.446354Z","caller":"traceutil/trace.go:171","msg":"trace[1058940141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26362; }","duration":"908.08066ms","start":"2026-07-03T16:48:41.538267Z","end":"2026-07-03T16:48:42.446348Z","steps":["trace[1058940141] 'agreement among raft nodes before linearized reading' (duration: 908.046169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.446349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.438789807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:42.446373Z","caller":"traceutil/trace.go:171","msg":"trace[140933543] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26362; }","duration":"8.286939211s","start":"2026-07-03T16:48:34.159426Z","end":"2026-07-03T16:48:42.446365Z","steps":["trace[140933543] 'agreement among raft nodes before linearized reading' (duration: 8.28688884s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.446376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:41.538241Z","time spent":"908.131892ms","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:48:42.446377Z","caller":"traceutil/trace.go:171","msg":"trace[516813360] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26362; }","duration":"9.1522463s","start":"2026-07-03T16:48:33.294123Z","end":"2026-07-03T16:48:42.446369Z","steps":["trace[516813360] 'agreement among raft nodes before linearized reading' (duration: 9.152098837s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.446377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.13458573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:48:42.446399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:34.1594Z","time spent":"8.286994313s","remote":"127.0.0.1:57736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:42.44635Z","caller":"traceutil/trace.go:171","msg":"trace[97378294] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26362; }","duration":"5.37910552s","start":"2026-07-03T16:48:37.067228Z","end":"2026-07-03T16:48:42.446334Z","steps":["trace[97378294] 'agreement among raft nodes before linearized reading' (duration: 5.379063448s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.446408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.961374712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:42.446412Z","caller":"traceutil/trace.go:171","msg":"trace[2125086208] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26362; }","duration":"9.134643692s","start":"2026-07-03T16:48:33.311758Z","end":"2026-07-03T16:48:42.446402Z","steps":["trace[2125086208] 'agreement among raft nodes before linearized reading' (duration: 9.134578161s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.446421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.022347198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:42.446424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.679079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:42.446447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.66749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-03T16:48:42.446444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:33.311743Z","time spent":"9.134692363s","remote":"127.0.0.1:57464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:42.446442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:37.067205Z","time spent":"5.379227592s","remote":"127.0.0.1:59384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:42.446463Z","caller":"traceutil/trace.go:171","msg":"trace[2076510613] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:26362; }","duration":"675.694791ms","start":"2026-07-03T16:48:41.770764Z","end":"2026-07-03T16:48:42.446459Z","steps":["trace[2076510613] 'agreement among raft nodes before linearized reading' (duration: 675.64634ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:42.446458Z","caller":"traceutil/trace.go:171","msg":"trace[776529753] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26362; }","duration":"16.022387849s","start":"2026-07-03T16:48:26.42406Z","end":"2026-07-03T16:48:42.446448Z","steps":["trace[776529753] 'agreement among raft nodes before linearized reading' (duration: 16.022330698s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.446455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.187290534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:42.446406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.037788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:42.446478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:41.770755Z","time spent":"675.720351ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-03T16:48:42.446483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.12896257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:42.446479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.628653314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:42.446194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:24.965078Z","time spent":"17.481111492s","remote":"127.0.0.1:36672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:42.446501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.449926949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:42.446502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.208318868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:42.446435Z","caller":"traceutil/trace.go:171","msg":"trace[1942249470] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26362; }","duration":"5.961430203s","start":"2026-07-03T16:48:36.484999Z","end":"2026-07-03T16:48:42.446429Z","steps":["trace[1942249470] 'agreement among raft nodes before linearized reading' (duration: 5.961380392s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:42.44653Z","caller":"traceutil/trace.go:171","msg":"trace[1510130545] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26362; }","duration":"6.4499898s","start":"2026-07-03T16:48:35.996532Z","end":"2026-07-03T16:48:42.446522Z","steps":["trace[1510130545] 'agreement among raft nodes before linearized reading' (duration: 6.449953359s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:42.446533Z","caller":"traceutil/trace.go:171","msg":"trace[604878252] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26362; }","duration":"8.20837562s","start":"2026-07-03T16:48:34.238152Z","end":"2026-07-03T16:48:42.446527Z","steps":["trace[604878252] 'agreement among raft nodes before linearized reading' (duration: 8.208331988s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.445795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.374197753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:42.446534Z","caller":"traceutil/trace.go:171","msg":"trace[1586771691] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26362; }","duration":"20.628747566s","start":"2026-07-03T16:48:21.817768Z","end":"2026-07-03T16:48:42.446516Z","steps":["trace[1586771691] 'agreement among raft nodes before linearized reading' (duration: 20.628674404s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.446552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:34.238133Z","time spent":"8.208415281s","remote":"127.0.0.1:57742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:42.446559Z","caller":"traceutil/trace.go:171","msg":"trace[1269191501] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26362; }","duration":"4.374980952s","start":"2026-07-03T16:48:38.071572Z","end":"2026-07-03T16:48:42.446553Z","steps":["trace[1269191501] 'agreement among raft nodes before linearized reading' (duration: 4.374207352s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.446576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:38.071516Z","time spent":"4.375055384s","remote":"127.0.0.1:59346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:42.446586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.499916786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:42.446595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.405371622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:42.446602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.22825493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:48:42.446467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.418830371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:48:42.446606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.52459562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:42.446609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:21.817743Z","time spent":"20.628851848s","remote":"127.0.0.1:33662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:42.446631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.475912253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:42.446629Z","caller":"traceutil/trace.go:171","msg":"trace[674249167] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26362; }","duration":"19.405446744s","start":"2026-07-03T16:48:23.041172Z","end":"2026-07-03T16:48:42.446619Z","steps":["trace[674249167] 'agreement among raft nodes before linearized reading' (duration: 19.405395893s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:42.446349Z","caller":"traceutil/trace.go:171","msg":"trace[870509379] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26362; }","duration":"20.115680902s","start":"2026-07-03T16:48:22.330658Z","end":"2026-07-03T16:48:42.446339Z","steps":["trace[870509379] 'agreement among raft nodes before linearized reading' (duration: 20.11561075s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:42.446627Z","caller":"traceutil/trace.go:171","msg":"trace[1188302911] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26362; }","duration":"2.228306172s","start":"2026-07-03T16:48:40.218314Z","end":"2026-07-03T16:48:42.44662Z","steps":["trace[1188302911] 'agreement among raft nodes before linearized reading' (duration: 2.22821278s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:42.446649Z","caller":"traceutil/trace.go:171","msg":"trace[467447193] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26362; }","duration":"19.524674002s","start":"2026-07-03T16:48:22.921964Z","end":"2026-07-03T16:48:42.446638Z","steps":["trace[467447193] 'agreement among raft nodes before linearized reading' (duration: 19.524606801s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.446663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.314432151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:42.446663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.448249892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:48:42.446678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:40.218254Z","time spent":"2.228419074s","remote":"127.0.0.1:35724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":76,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:42.446689Z","caller":"traceutil/trace.go:171","msg":"trace[967975971] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26362; }","duration":"2.314498682s","start":"2026-07-03T16:48:40.132183Z","end":"2026-07-03T16:48:42.446682Z","steps":["trace[967975971] 'agreement among raft nodes before linearized reading' (duration: 2.314463482s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.446687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:22.330632Z","time spent":"20.116041211s","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:42.446691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:22.921946Z","time spent":"19.524737734s","remote":"127.0.0.1:45018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:42.446638Z","caller":"traceutil/trace.go:171","msg":"trace[242920955] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26362; }","duration":"6.419000225s","start":"2026-07-03T16:48:36.027629Z","end":"2026-07-03T16:48:42.446629Z","steps":["trace[242920955] 'agreement among raft nodes before linearized reading' (duration: 6.418820741s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.44671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:40.132157Z","time spent":"2.314548203s","remote":"127.0.0.1:36592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:42.446279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:34.493231Z","time spent":"7.953044064s","remote":"127.0.0.1:59318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:42.44673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:36.027562Z","time spent":"6.419159659s","remote":"127.0.0.1:59404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:42.446731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.82287906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d887bedc-9d19-4702-b76c-8ab035beb57a\" ","response":"range_response_count:1 size:1284"} {"level":"warn","ts":"2026-07-03T16:48:42.446872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.675623578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:42.44689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.784092297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:42.446899Z","caller":"traceutil/trace.go:171","msg":"trace[566457173] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d887bedc-9d19-4702-b76c-8ab035beb57a; range_end:; response_count:1; response_revision:26362; }","duration":"7.823083767s","start":"2026-07-03T16:48:34.623799Z","end":"2026-07-03T16:48:42.446883Z","steps":["trace[566457173] 'agreement among raft nodes before linearized reading' (duration: 7.822842239s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:42.446908Z","caller":"traceutil/trace.go:171","msg":"trace[1752351130] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26362; }","duration":"3.675785152s","start":"2026-07-03T16:48:38.77111Z","end":"2026-07-03T16:48:42.446895Z","steps":["trace[1752351130] 'agreement among raft nodes before linearized reading' (duration: 3.675728541s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:42.446919Z","caller":"traceutil/trace.go:171","msg":"trace[1762295996] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26362; }","duration":"2.784154128s","start":"2026-07-03T16:48:39.662754Z","end":"2026-07-03T16:48:42.446908Z","steps":["trace[1762295996] 'agreement among raft nodes before linearized reading' (duration: 2.784112787s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.446917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.563112503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:48:42.44694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:38.771082Z","time spent":"3.675849004s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:42.446938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:34.62378Z","time spent":"7.823146779s","remote":"127.0.0.1:57452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-d887bedc-9d19-4702-b76c-8ab035beb57a\" "} {"level":"warn","ts":"2026-07-03T16:48:42.446943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:39.66273Z","time spent":"2.78420759s","remote":"127.0.0.1:54616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:42.446953Z","caller":"traceutil/trace.go:171","msg":"trace[1930930862] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26362; }","duration":"3.563191975s","start":"2026-07-03T16:48:38.88375Z","end":"2026-07-03T16:48:42.446942Z","steps":["trace[1930930862] 'agreement among raft nodes before linearized reading' (duration: 3.563136424s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.446984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:38.883721Z","time spent":"3.563255267s","remote":"127.0.0.1:54672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:42.445844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:27.790041Z","time spent":"14.655793513s","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7722,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-03T16:48:42.4466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.959187724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:42.447071Z","caller":"traceutil/trace.go:171","msg":"trace[627956316] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26362; }","duration":"6.959686498s","start":"2026-07-03T16:48:35.487363Z","end":"2026-07-03T16:48:42.44705Z","steps":["trace[627956316] 'agreement among raft nodes before linearized reading' (duration: 6.959201234s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:42.446618Z","caller":"traceutil/trace.go:171","msg":"trace[772196410] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26362; }","duration":"9.499981688s","start":"2026-07-03T16:48:32.946627Z","end":"2026-07-03T16:48:42.446608Z","steps":["trace[772196410] 'agreement among raft nodes before linearized reading' (duration: 9.499929196s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.447126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:35.487337Z","time spent":"6.95976912s","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:42.44637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:41.763844Z","time spent":"682.515958ms","remote":"127.0.0.1:33760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:42.447165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:32.946604Z","time spent":"9.500548454s","remote":"127.0.0.1:59246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:42.446394Z","caller":"traceutil/trace.go:171","msg":"trace[1093592614] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26362; }","duration":"9.438875109s","start":"2026-07-03T16:48:33.007506Z","end":"2026-07-03T16:48:42.446381Z","steps":["trace[1093592614] 'agreement among raft nodes before linearized reading' (duration: 9.438783246s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.447225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:33.007482Z","time spent":"9.439725702s","remote":"127.0.0.1:57810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":40,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:42.44655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:35.996508Z","time spent":"6.450037252s","remote":"127.0.0.1:36564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:42.446544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:36.48498Z","time spent":"5.961553087s","remote":"127.0.0.1:59448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:42.446495Z","caller":"traceutil/trace.go:171","msg":"trace[1282218132] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26362; }","duration":"18.187332796s","start":"2026-07-03T16:48:24.259152Z","end":"2026-07-03T16:48:42.446485Z","steps":["trace[1282218132] 'agreement among raft nodes before linearized reading' (duration: 18.187273255s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.447396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:24.259072Z","time spent":"18.188304642s","remote":"127.0.0.1:36624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:42.446666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:23.041138Z","time spent":"19.405519156s","remote":"127.0.0.1:33892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:42.446715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.533207074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:42.447503Z","caller":"traceutil/trace.go:171","msg":"trace[608778875] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26362; }","duration":"18.534072597s","start":"2026-07-03T16:48:23.913419Z","end":"2026-07-03T16:48:42.447492Z","steps":["trace[608778875] 'agreement among raft nodes before linearized reading' (duration: 18.533266496s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.447534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:23.913391Z","time spent":"18.534132959s","remote":"127.0.0.1:54646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:42.446652Z","caller":"traceutil/trace.go:171","msg":"trace[516412615] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26362; }","duration":"7.475971765s","start":"2026-07-03T16:48:34.970675Z","end":"2026-07-03T16:48:42.446646Z","steps":["trace[516412615] 'agreement among raft nodes before linearized reading' (duration: 7.475939144s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.447615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:34.970459Z","time spent":"7.477145086s","remote":"127.0.0.1:44932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:42.446694Z","caller":"traceutil/trace.go:171","msg":"trace[1630956206] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26362; }","duration":"10.448281713s","start":"2026-07-03T16:48:31.998404Z","end":"2026-07-03T16:48:42.446686Z","steps":["trace[1630956206] 'agreement among raft nodes before linearized reading' (duration: 10.448234951s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.447715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:31.998337Z","time spent":"10.449370432s","remote":"127.0.0.1:59398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:42.446758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.907577062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:42.447796Z","caller":"traceutil/trace.go:171","msg":"trace[868322020] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26362; }","duration":"7.90864653s","start":"2026-07-03T16:48:34.539138Z","end":"2026-07-03T16:48:42.447785Z","steps":["trace[868322020] 'agreement among raft nodes before linearized reading' (duration: 7.907597962s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.447818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:34.539112Z","time spent":"7.908698431s","remote":"127.0.0.1:59362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:42.446494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:26.42405Z","time spent":"16.022431721s","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:42.446501Z","caller":"traceutil/trace.go:171","msg":"trace[1286484603] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26362; }","duration":"215.145831ms","start":"2026-07-03T16:48:42.231344Z","end":"2026-07-03T16:48:42.44649Z","steps":["trace[1286484603] 'agreement among raft nodes before linearized reading' (duration: 215.007287ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:42.446507Z","caller":"traceutil/trace.go:171","msg":"trace[1703357791] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26362; }","duration":"2.129021022s","start":"2026-07-03T16:48:40.317478Z","end":"2026-07-03T16:48:42.446499Z","steps":["trace[1703357791] 'agreement among raft nodes before linearized reading' (duration: 2.128980691s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.448143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:40.317415Z","time spent":"2.130719037s","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:42.446778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.121467372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:42.448292Z","caller":"traceutil/trace.go:171","msg":"trace[552432616] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26362; }","duration":"21.123020283s","start":"2026-07-03T16:48:21.325264Z","end":"2026-07-03T16:48:42.448284Z","steps":["trace[552432616] 'agreement among raft nodes before linearized reading' (duration: 21.121480392s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.448325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:21.325244Z","time spent":"21.123071743s","remote":"127.0.0.1:36562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:42.446068Z","caller":"traceutil/trace.go:171","msg":"trace[992186742] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26362; }","duration":"13.966941179s","start":"2026-07-03T16:48:28.479116Z","end":"2026-07-03T16:48:42.446057Z","steps":["trace[992186742] 'agreement among raft nodes before linearized reading' (duration: 13.966815136s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.448489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:28.479089Z","time spent":"13.969389375s","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:42.446408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:33.294101Z","time spent":"9.152298591s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":670,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-07-03T16:48:42.446318Z","caller":"traceutil/trace.go:171","msg":"trace[1616187716] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26362; }","duration":"12.370902141s","start":"2026-07-03T16:48:30.07541Z","end":"2026-07-03T16:48:42.446312Z","steps":["trace[1616187716] 'agreement among raft nodes before linearized reading' (duration: 12.370144792s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.448767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:30.075379Z","time spent":"12.373378686s","remote":"127.0.0.1:35730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:42.446461Z","caller":"traceutil/trace.go:171","msg":"trace[457821933] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26362; }","duration":"628.768531ms","start":"2026-07-03T16:48:41.817684Z","end":"2026-07-03T16:48:42.446452Z","steps":["trace[457821933] 'agreement among raft nodes before linearized reading' (duration: 628.705549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.448897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:41.817656Z","time spent":"631.232515ms","remote":"127.0.0.1:40030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:42.446366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.810027591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:42.449007Z","caller":"traceutil/trace.go:171","msg":"trace[762965530] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26362; }","duration":"15.812726721s","start":"2026-07-03T16:48:26.636271Z","end":"2026-07-03T16:48:42.448998Z","steps":["trace[762965530] 'agreement among raft nodes before linearized reading' (duration: 15.810053881s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.449037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:26.636242Z","time spent":"15.812785473s","remote":"127.0.0.1:59418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:42.446842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.581669586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:42.449138Z","caller":"traceutil/trace.go:171","msg":"trace[66427821] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26362; }","duration":"2.583957155s","start":"2026-07-03T16:48:39.865165Z","end":"2026-07-03T16:48:42.449122Z","steps":["trace[66427821] 'agreement among raft nodes before linearized reading' (duration: 2.581660676s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.449185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:39.865093Z","time spent":"2.584078308s","remote":"127.0.0.1:54632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:42.446831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.100329485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2c838d785e9\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-03T16:48:42.44924Z","caller":"traceutil/trace.go:171","msg":"trace[1879531430] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2c838d785e9; range_end:; response_count:1; response_revision:26362; }","duration":"19.102772648s","start":"2026-07-03T16:48:23.346458Z","end":"2026-07-03T16:48:42.449231Z","steps":["trace[1879531430] 'agreement among raft nodes before linearized reading' (duration: 19.100298393s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:42.449269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:23.346442Z","time spent":"19.102820049s","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2c838d785e9\" "} {"level":"warn","ts":"2026-07-03T16:48:42.954265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113915,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:43.4554Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113915,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:43.880739Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.399632385s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:48:44.466435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000149802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:48:44.466524Z","caller":"traceutil/trace.go:171","msg":"trace[1573066529] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000293186s","start":"2026-07-03T16:48:42.466215Z","end":"2026-07-03T16:48:44.466508Z","steps":["trace[1573066529] 'agreement among raft nodes before linearized reading' (duration: 2.000176743s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:44.466568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:42.466193Z","time spent":"2.000364457s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:48:45.834184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953161112s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-07-03T16:48:45.834302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:42.453069Z","time spent":"3.381227346s","remote":"127.0.0.1:57340","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:48:46.467072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000027999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:46.467293Z","caller":"traceutil/trace.go:171","msg":"trace[1829595322] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000352448s","start":"2026-07-03T16:48:44.466911Z","end":"2026-07-03T16:48:46.467264Z","steps":["trace[1829595322] 'agreement among raft nodes before linearized reading' (duration: 2.000106542s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:46.46753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:44.466892Z","time spent":"2.000618675s","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:48:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:47.428985Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.547945109s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:48:47.451335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:42.45319Z","time spent":"4.998134598s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:48:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:48.475245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999822382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:48.475304Z","caller":"traceutil/trace.go:171","msg":"trace[1625568979] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999949766s","start":"2026-07-03T16:48:46.475338Z","end":"2026-07-03T16:48:48.475288Z","steps":["trace[1625568979] 'agreement among raft nodes before linearized reading' (duration: 1.999870614s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:48.475339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:46.475312Z","time spent":"2.000019618s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:48:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:49.472215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:42.467625Z","time spent":"7.004576143s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:48:49.472247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:42.46632Z","time spent":"7.005924289s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:48:49.472244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:42.453194Z","time spent":"7.019041329s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:48:49.472348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:42.453117Z","time spent":"7.019224114s","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:48:49.47466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:42.474095Z","time spent":"7.000555779s","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:48:49.728601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999799064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:48:49.728694Z","caller":"traceutil/trace.go:171","msg":"trace[1822707942] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999948518s","start":"2026-07-03T16:48:47.728721Z","end":"2026-07-03T16:48:49.728669Z","steps":["trace[1822707942] 'agreement among raft nodes before linearized reading' (duration: 1.999829845s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:49.728759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:47.728691Z","time spent":"2.00005248s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:48:50.446761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.017294507s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:48:50.447114Z","caller":"traceutil/trace.go:171","msg":"trace[1178686799] linearizableReadLoop","detail":"{readStateIndex:27249; appliedIndex:27242; }","duration":"7.993820433s","start":"2026-07-03T16:48:42.453274Z","end":"2026-07-03T16:48:50.447094Z","steps":["trace[1178686799] 'read index received' (duration: 1.427729395s)","trace[1178686799] 'applied index is now lower than readState.Index' (duration: 6.566089998s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:50.447393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.994116531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-07-03T16:48:50.447417Z","caller":"traceutil/trace.go:171","msg":"trace[1604088774] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:26368; }","duration":"7.994156761s","start":"2026-07-03T16:48:42.453251Z","end":"2026-07-03T16:48:50.447407Z","steps":["trace[1604088774] 'agreement among raft nodes before linearized reading' (duration: 7.994057279s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:50.447444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:42.453242Z","time spent":"7.994194452s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-03T16:48:50.475531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999941866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:50.475672Z","caller":"traceutil/trace.go:171","msg":"trace[535502632] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000152973s","start":"2026-07-03T16:48:48.475481Z","end":"2026-07-03T16:48:50.475634Z","steps":["trace[535502632] 'agreement among raft nodes before linearized reading' (duration: 1.999989318s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:50.475745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:48.475458Z","time spent":"2.000273046s","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:48:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:50.948123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113921,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:51.448316Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113921,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:51.948882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113921,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:52.139937Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.706939341s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:48:52.463568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.997283102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:52.463716Z","caller":"traceutil/trace.go:171","msg":"trace[376812224] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"9.997484868s","start":"2026-07-03T16:48:42.466213Z","end":"2026-07-03T16:48:52.463698Z","steps":["trace[376812224] 'agreement among raft nodes before linearized reading' (duration: 9.997309353s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.463775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:42.466198Z","time spent":"9.997562099s","remote":"127.0.0.1:57502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/07/03 16:48:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:52.465487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998085363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:52.465542Z","caller":"traceutil/trace.go:171","msg":"trace[435999571] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.998214887s","start":"2026-07-03T16:48:42.467313Z","end":"2026-07-03T16:48:52.465528Z","steps":["trace[435999571] 'agreement among raft nodes before linearized reading' (duration: 9.998113494s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.465683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:42.467298Z","time spent":"9.99837098s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/07/03 16:48:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:52.483674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000168472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:52.483734Z","caller":"traceutil/trace.go:171","msg":"trace[1199203286] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000271036s","start":"2026-07-03T16:48:50.483443Z","end":"2026-07-03T16:48:52.483714Z","steps":["trace[1199203286] 'agreement among raft nodes before linearized reading' (duration: 2.000214654s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:52.483768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:50.483418Z","time spent":"2.000342567s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:48:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:52.836736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:45.835547Z","time spent":"7.001181435s","remote":"127.0.0.1:57340","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:48:53.342866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:46.34218Z","time spent":"7.000678932s","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:48:54.116669Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.815273147s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:48:54.424136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.01047052s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:54.42432Z","caller":"traceutil/trace.go:171","msg":"trace[364693626] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26368; }","duration":"3.010672695s","start":"2026-07-03T16:48:51.413621Z","end":"2026-07-03T16:48:54.424293Z","steps":["trace[364693626] 'range keys from in-memory index tree' (duration: 3.010448609s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:54.426223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.285954429s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:48:54.426549Z","caller":"traceutil/trace.go:171","msg":"trace[1144405118] linearizableReadLoop","detail":"{readStateIndex:27252; appliedIndex:27249; }","duration":"3.979396902s","start":"2026-07-03T16:48:50.447135Z","end":"2026-07-03T16:48:54.426532Z","steps":["trace[1144405118] 'read index received' (duration: 1.693068053s)","trace[1144405118] 'applied index is now lower than readState.Index' (duration: 2.286327689s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:54.426812Z","caller":"traceutil/trace.go:171","msg":"trace[2069495243] transaction","detail":"{read_only:false; response_revision:26371; number_of_response:1; }","duration":"3.973873958s","start":"2026-07-03T16:48:50.452926Z","end":"2026-07-03T16:48:54.4268Z","steps":["trace[2069495243] 'process raft request' (duration: 3.97354904s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:54.427882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.685811498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:54.42791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.853455777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:54.427942Z","caller":"traceutil/trace.go:171","msg":"trace[1904388909] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26371; }","duration":"7.685927641s","start":"2026-07-03T16:48:46.741997Z","end":"2026-07-03T16:48:54.427924Z","steps":["trace[1904388909] 'agreement among raft nodes before linearized reading' (duration: 7.685808768s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:54.427991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:46.741968Z","time spent":"7.686009003s","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:54.428017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.751262681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:54.428139Z","caller":"traceutil/trace.go:171","msg":"trace[124960173] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26371; }","duration":"4.751443136s","start":"2026-07-03T16:48:49.67667Z","end":"2026-07-03T16:48:54.428113Z","steps":["trace[124960173] 'agreement among raft nodes before linearized reading' (duration: 4.75121512s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:54.428168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.943124788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-07-03T16:48:54.42826Z","caller":"traceutil/trace.go:171","msg":"trace[1600035554] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26371; }","duration":"4.943260781s","start":"2026-07-03T16:48:49.484985Z","end":"2026-07-03T16:48:54.428245Z","steps":["trace[1600035554] 'agreement among raft nodes before linearized reading' (duration: 4.943033395s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:54.428259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:49.676645Z","time spent":"4.75159263s","remote":"127.0.0.1:57398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:54.42831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:49.48496Z","time spent":"4.943334913s","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-03T16:48:54.42842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.126173515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:54.428479Z","caller":"traceutil/trace.go:171","msg":"trace[1625888171] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26371; }","duration":"6.126275938s","start":"2026-07-03T16:48:48.302183Z","end":"2026-07-03T16:48:54.428458Z","steps":["trace[1625888171] 'agreement among raft nodes before linearized reading' (duration: 6.126176645s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:54.428527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:48.302144Z","time spent":"6.12636837s","remote":"127.0.0.1:44948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:54.428552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.751802707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:54.4286Z","caller":"traceutil/trace.go:171","msg":"trace[1669348266] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26371; }","duration":"4.751866898s","start":"2026-07-03T16:48:49.676716Z","end":"2026-07-03T16:48:54.428583Z","steps":["trace[1669348266] 'agreement among raft nodes before linearized reading' (duration: 4.751784986s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:54.428641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:49.676645Z","time spent":"4.751983081s","remote":"127.0.0.1:57486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:54.42867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.455309819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:54.428717Z","caller":"traceutil/trace.go:171","msg":"trace[33954267] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26371; }","duration":"6.455354961s","start":"2026-07-03T16:48:47.973345Z","end":"2026-07-03T16:48:54.4287Z","steps":["trace[33954267] 'agreement among raft nodes before linearized reading' (duration: 6.455276759s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:54.428717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.951182258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2c838d785e9\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-03T16:48:54.428761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:47.973264Z","time spent":"6.455483384s","remote":"127.0.0.1:59372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:54.428771Z","caller":"traceutil/trace.go:171","msg":"trace[2069593977] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2c838d785e9; range_end:; response_count:1; response_revision:26371; }","duration":"4.95125243s","start":"2026-07-03T16:48:49.477498Z","end":"2026-07-03T16:48:54.42875Z","steps":["trace[2069593977] 'agreement among raft nodes before linearized reading' (duration: 4.951112927s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:54.42882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:49.477479Z","time spent":"4.951325401s","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2c838d785e9\" "} {"level":"info","ts":"2026-07-03T16:48:54.427988Z","caller":"traceutil/trace.go:171","msg":"trace[913937435] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26371; }","duration":"5.85358957s","start":"2026-07-03T16:48:48.574377Z","end":"2026-07-03T16:48:54.427966Z","steps":["trace[913937435] 'agreement among raft nodes before linearized reading' (duration: 5.853431446s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:54.42897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:48.574352Z","time spent":"5.854599196s","remote":"127.0.0.1:44888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:54.428976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.672864852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:54.429044Z","caller":"traceutil/trace.go:171","msg":"trace[693848325] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26371; }","duration":"7.672978735s","start":"2026-07-03T16:48:46.756041Z","end":"2026-07-03T16:48:54.42902Z","steps":["trace[693848325] 'agreement among raft nodes before linearized reading' (duration: 7.672875792s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:54.429048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.56123837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:54.429077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:46.75602Z","time spent":"7.673047367s","remote":"127.0.0.1:57442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:54.429092Z","caller":"traceutil/trace.go:171","msg":"trace[1508140123] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26371; }","duration":"8.561318182s","start":"2026-07-03T16:48:45.86776Z","end":"2026-07-03T16:48:54.429078Z","steps":["trace[1508140123] 'agreement among raft nodes before linearized reading' (duration: 8.561197219s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:54.429124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:45.867743Z","time spent":"8.561371473s","remote":"127.0.0.1:59262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:54.429111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.961575763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:646"} {"level":"info","ts":"2026-07-03T16:48:54.42919Z","caller":"traceutil/trace.go:171","msg":"trace[1879870739] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26371; }","duration":"11.961663324s","start":"2026-07-03T16:48:42.467489Z","end":"2026-07-03T16:48:54.429152Z","steps":["trace[1879870739] 'agreement among raft nodes before linearized reading' (duration: 11.96149944s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:54.429231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:42.467475Z","time spent":"11.961745907s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":670,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-03T16:48:54.429245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.737527153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:54.429256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.699548266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:48:54.429262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.108945048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418304"} {"level":"info","ts":"2026-07-03T16:48:54.429291Z","caller":"traceutil/trace.go:171","msg":"trace[1614075803] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26371; }","duration":"7.699625538s","start":"2026-07-03T16:48:46.72965Z","end":"2026-07-03T16:48:54.429276Z","steps":["trace[1614075803] 'agreement among raft nodes before linearized reading' (duration: 7.699540265s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:54.429322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:46.729618Z","time spent":"7.69969526s","remote":"127.0.0.1:43682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:54.429308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.106886341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:54.429322Z","caller":"traceutil/trace.go:171","msg":"trace[677979768] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26371; }","duration":"5.109009659s","start":"2026-07-03T16:48:49.320296Z","end":"2026-07-03T16:48:54.429306Z","steps":["trace[677979768] 'agreement among raft nodes before linearized reading' (duration: 5.108737992s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:54.429338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.777514722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:54.429299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.906493103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:54.42936Z","caller":"traceutil/trace.go:171","msg":"trace[1196343040] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26371; }","duration":"9.106982863s","start":"2026-07-03T16:48:45.322364Z","end":"2026-07-03T16:48:54.429347Z","steps":["trace[1196343040] 'agreement among raft nodes before linearized reading' (duration: 9.106784728s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:54.429368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:49.320273Z","time spent":"5.109082522s","remote":"127.0.0.1:54592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418328,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-07-03T16:48:54.429389Z","caller":"traceutil/trace.go:171","msg":"trace[347215822] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26371; }","duration":"8.906660528s","start":"2026-07-03T16:48:45.522709Z","end":"2026-07-03T16:48:54.42937Z","steps":["trace[347215822] 'agreement among raft nodes before linearized reading' (duration: 8.906451483s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:54.429399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:45.322323Z","time spent":"9.107066035s","remote":"127.0.0.1:57676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:54.429406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.311749087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:54.42946Z","caller":"traceutil/trace.go:171","msg":"trace[1512464628] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26371; }","duration":"7.311820758s","start":"2026-07-03T16:48:47.117607Z","end":"2026-07-03T16:48:54.429428Z","steps":["trace[1512464628] 'agreement among raft nodes before linearized reading' (duration: 7.311774487s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:54.429469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:45.522686Z","time spent":"8.9067697s","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:54.429492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:47.117581Z","time spent":"7.311901561s","remote":"127.0.0.1:40088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:54.429505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.177914307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:48:54.42954Z","caller":"traceutil/trace.go:171","msg":"trace[474038398] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26371; }","duration":"8.17799485s","start":"2026-07-03T16:48:46.251534Z","end":"2026-07-03T16:48:54.429529Z","steps":["trace[474038398] 'agreement among raft nodes before linearized reading' (duration: 8.177818816s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:54.429367Z","caller":"traceutil/trace.go:171","msg":"trace[355784497] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26371; }","duration":"6.777587914s","start":"2026-07-03T16:48:47.65177Z","end":"2026-07-03T16:48:54.429358Z","steps":["trace[355784497] 'agreement among raft nodes before linearized reading' (duration: 6.777523872s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:54.429559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.963243596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-07-03T16:48:54.429571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:46.25151Z","time spent":"8.178052851s","remote":"127.0.0.1:57412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:48:54.42959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:47.651739Z","time spent":"6.777838731s","remote":"127.0.0.1:54602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:54.429572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.25293573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:54.429692Z","caller":"traceutil/trace.go:171","msg":"trace[2123253432] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26371; }","duration":"4.253129025s","start":"2026-07-03T16:48:50.176533Z","end":"2026-07-03T16:48:54.429662Z","steps":["trace[2123253432] 'agreement among raft nodes before linearized reading' (duration: 4.251370859s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:54.429743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945603395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:54.429756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071360953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:54.429775Z","caller":"traceutil/trace.go:171","msg":"trace[1452889267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26371; }","duration":"1.945673277s","start":"2026-07-03T16:48:52.484092Z","end":"2026-07-03T16:48:54.429766Z","steps":["trace[1452889267] 'agreement among raft nodes before linearized reading' (duration: 1.945616126s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:54.429769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:50.176507Z","time spent":"4.253240398s","remote":"127.0.0.1:40384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:54.429795Z","caller":"traceutil/trace.go:171","msg":"trace[67644026] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:26371; }","duration":"2.071435945s","start":"2026-07-03T16:48:52.358347Z","end":"2026-07-03T16:48:54.429783Z","steps":["trace[67644026] 'agreement among raft nodes before linearized reading' (duration: 2.071377503s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:54.429806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:52.484067Z","time spent":"1.945731088s","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:48:54.429811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08239184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18434"} {"level":"warn","ts":"2026-07-03T16:48:54.429833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:52.358322Z","time spent":"2.071499857s","remote":"127.0.0.1:36470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:54.429844Z","caller":"traceutil/trace.go:171","msg":"trace[1591915526] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26371; }","duration":"1.082457782s","start":"2026-07-03T16:48:53.347377Z","end":"2026-07-03T16:48:54.429835Z","steps":["trace[1591915526] 'agreement among raft nodes before linearized reading' (duration: 1.082327999s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:54.429826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.862448176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:54.429278Z","caller":"traceutil/trace.go:171","msg":"trace[1929197602] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26371; }","duration":"6.737602685s","start":"2026-07-03T16:48:47.691666Z","end":"2026-07-03T16:48:54.429268Z","steps":["trace[1929197602] 'agreement among raft nodes before linearized reading' (duration: 6.737547174s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:54.429865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591722977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.53\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-07-03T16:48:54.429894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.390997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:54.429904Z","caller":"traceutil/trace.go:171","msg":"trace[1152185877] range","detail":"{range_begin:/registry/masterleases/199.204.45.53; range_end:; response_count:1; response_revision:26371; }","duration":"1.591808379s","start":"2026-07-03T16:48:52.838086Z","end":"2026-07-03T16:48:54.429894Z","steps":["trace[1152185877] 'agreement among raft nodes before linearized reading' (duration: 1.591741048s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:54.429898Z","caller":"traceutil/trace.go:171","msg":"trace[2119284201] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26371; }","duration":"10.862521678s","start":"2026-07-03T16:48:43.567353Z","end":"2026-07-03T16:48:54.429875Z","steps":["trace[2119284201] 'agreement among raft nodes before linearized reading' (duration: 10.862407935s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:54.429912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:47.691642Z","time spent":"6.738246751s","remote":"127.0.0.1:33676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:54.429933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:52.838057Z","time spent":"1.591868061s","remote":"127.0.0.1:57340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.53\" "} {"level":"info","ts":"2026-07-03T16:48:54.429933Z","caller":"traceutil/trace.go:171","msg":"trace[76517236] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26371; }","duration":"260.48602ms","start":"2026-07-03T16:48:54.169433Z","end":"2026-07-03T16:48:54.429919Z","steps":["trace[76517236] 'agreement among raft nodes before linearized reading' (duration: 260.434619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:54.429959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:43.567268Z","time spent":"10.862668422s","remote":"127.0.0.1:40420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:54.430015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.904163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:54.43002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.762408533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-07-03T16:48:54.430037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.344958033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:54.430047Z","caller":"traceutil/trace.go:171","msg":"trace[1114273496] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26371; }","duration":"809.095948ms","start":"2026-07-03T16:48:53.620938Z","end":"2026-07-03T16:48:54.430034Z","steps":["trace[1114273496] 'agreement among raft nodes before linearized reading' (duration: 809.051247ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:54.430055Z","caller":"traceutil/trace.go:171","msg":"trace[267318719] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:26371; }","duration":"1.762480115s","start":"2026-07-03T16:48:52.667565Z","end":"2026-07-03T16:48:54.430045Z","steps":["trace[267318719] 'agreement among raft nodes before linearized reading' (duration: 1.762375063s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:54.430074Z","caller":"traceutil/trace.go:171","msg":"trace[1197650078] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26371; }","duration":"2.345011065s","start":"2026-07-03T16:48:52.085052Z","end":"2026-07-03T16:48:54.430063Z","steps":["trace[1197650078] 'agreement among raft nodes before linearized reading' (duration: 2.344941763s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:54.43008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:53.620919Z","time spent":"809.152999ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:54.430086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222440159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:54.43011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:52.085041Z","time spent":"2.345059186s","remote":"127.0.0.1:40032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:54.430118Z","caller":"traceutil/trace.go:171","msg":"trace[322232632] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26371; }","duration":"1.222508301s","start":"2026-07-03T16:48:53.207598Z","end":"2026-07-03T16:48:54.430106Z","steps":["trace[322232632] 'agreement among raft nodes before linearized reading' (duration: 1.22245698s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:54.430129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.865719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-07-03T16:48:54.430152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:53.207573Z","time spent":"1.222565873s","remote":"127.0.0.1:40450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:54.429871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:53.347355Z","time spent":"1.082508443s","remote":"127.0.0.1:57486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18458,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-03T16:48:54.429838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.457235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:48:54.430084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:52.667543Z","time spent":"1.762534016s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":563,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-07-03T16:48:54.430192Z","caller":"traceutil/trace.go:171","msg":"trace[1449540109] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26371; }","duration":"654.934711ms","start":"2026-07-03T16:48:53.775223Z","end":"2026-07-03T16:48:54.430158Z","steps":["trace[1449540109] 'agreement among raft nodes before linearized reading' (duration: 654.748616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:54.430221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:53.775198Z","time spent":"655.015263ms","remote":"127.0.0.1:57376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-07-03T16:48:54.430218Z","caller":"traceutil/trace.go:171","msg":"trace[1340043381] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26371; }","duration":"418.866305ms","start":"2026-07-03T16:48:54.011332Z","end":"2026-07-03T16:48:54.430198Z","steps":["trace[1340043381] 'agreement among raft nodes before linearized reading' (duration: 418.452875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:54.430284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:54.01131Z","time spent":"418.950008ms","remote":"127.0.0.1:57558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:54.429972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.3604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128304"} {"level":"info","ts":"2026-07-03T16:48:54.430336Z","caller":"traceutil/trace.go:171","msg":"trace[1771023346] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26371; }","duration":"643.74686ms","start":"2026-07-03T16:48:53.786577Z","end":"2026-07-03T16:48:54.430324Z","steps":["trace[1771023346] 'agreement among raft nodes before linearized reading' (duration: 643.309449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:54.429701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.618728719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:54.430375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:53.786559Z","time spent":"643.804601ms","remote":"127.0.0.1:57364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128328,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-03T16:48:54.430396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.350573589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:54.430399Z","caller":"traceutil/trace.go:171","msg":"trace[2079135365] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26371; }","duration":"2.619445837s","start":"2026-07-03T16:48:51.810931Z","end":"2026-07-03T16:48:54.430377Z","steps":["trace[2079135365] 'agreement among raft nodes before linearized reading' (duration: 2.618727148s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:54.429609Z","caller":"traceutil/trace.go:171","msg":"trace[2070971052] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26371; }","duration":"11.963303658s","start":"2026-07-03T16:48:42.466287Z","end":"2026-07-03T16:48:54.429591Z","steps":["trace[2070971052] 'agreement among raft nodes before linearized reading' (duration: 11.963113233s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:54.430466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:51.81091Z","time spent":"2.61953498s","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:54.430475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:42.46628Z","time spent":"11.96418069s","remote":"127.0.0.1:57464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-07-03T16:48:54.430438Z","caller":"traceutil/trace.go:171","msg":"trace[1818999067] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26371; }","duration":"2.350642901s","start":"2026-07-03T16:48:52.079777Z","end":"2026-07-03T16:48:54.43042Z","steps":["trace[1818999067] 'agreement among raft nodes before linearized reading' (duration: 2.350509857s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:54.430595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:52.07975Z","time spent":"2.350823186s","remote":"127.0.0.1:57686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:54.431028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.90836602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:48:54.431099Z","caller":"traceutil/trace.go:171","msg":"trace[1038695814] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26371; }","duration":"10.908527764s","start":"2026-07-03T16:48:43.522553Z","end":"2026-07-03T16:48:54.431081Z","steps":["trace[1038695814] 'agreement among raft nodes before linearized reading' (duration: 10.906252446s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:54.431162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:43.522533Z","time spent":"10.908613657s","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2678,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:54.426879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:50.452892Z","time spent":"3.9739481s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:54.93368Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113924,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:48:56.436516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00044075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:56.436615Z","caller":"traceutil/trace.go:171","msg":"trace[17955929] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000578944s","start":"2026-07-03T16:48:54.436009Z","end":"2026-07-03T16:48:56.436588Z","steps":["trace[17955929] 'agreement among raft nodes before linearized reading' (duration: 2.000454321s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:56.436716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:54.435996Z","time spent":"2.000701947s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:48:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:56.835042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81304216s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:48:56.835154Z","caller":"traceutil/trace.go:171","msg":"trace[916801104] transaction","detail":"{read_only:false; response_revision:26372; number_of_response:1; }","duration":"2.404351498s","start":"2026-07-03T16:48:54.43078Z","end":"2026-07-03T16:48:56.835131Z","steps":["trace[916801104] 'process raft request' (duration: 591.130703ms)","trace[916801104] 'compare' (duration: 1.812252229s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:56.835221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:54.430755Z","time spent":"2.404434911s","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:57.905226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00273489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:57.905326Z","caller":"traceutil/trace.go:171","msg":"trace[333978677] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002950465s","start":"2026-07-03T16:48:55.90235Z","end":"2026-07-03T16:48:57.905301Z","steps":["trace[333978677] 'agreement among raft nodes before linearized reading' (duration: 2.00276527s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:57.90539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:55.902327Z","time spent":"2.003048568s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:48:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:58.272816Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.249988674s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:48:58.437046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000280156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:48:58.437132Z","caller":"traceutil/trace.go:171","msg":"trace[2049785778] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000436051s","start":"2026-07-03T16:48:56.436676Z","end":"2026-07-03T16:48:58.437112Z","steps":["trace[2049785778] 'agreement among raft nodes before linearized reading' (duration: 2.000315037s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:58.437186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:56.436641Z","time spent":"2.000533133s","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:48:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:48:59.727109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000791369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:48:59.727197Z","caller":"traceutil/trace.go:171","msg":"trace[1310019806] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000929472s","start":"2026-07-03T16:48:57.726246Z","end":"2026-07-03T16:48:59.727176Z","steps":["trace[1310019806] 'agreement among raft nodes before linearized reading' (duration: 2.000815109s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:59.727357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:57.726224Z","time spent":"2.001018275s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:48:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:00.444359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000089702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:00.444429Z","caller":"traceutil/trace.go:171","msg":"trace[732882194] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000201005s","start":"2026-07-03T16:48:58.444207Z","end":"2026-07-03T16:49:00.444408Z","steps":["trace[732882194] 'agreement among raft nodes before linearized reading' (duration: 2.000120222s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:00.444464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:58.444189Z","time spent":"2.000266386s","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:49:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:01.313066Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.990327837s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:49:01.433868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:54.433217Z","time spent":"7.000643371s","remote":"127.0.0.1:57340","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:49:01.43405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:54.433918Z","time spent":"7.000124047s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:49:01.818467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:54.817416Z","time spent":"7.001042322s","remote":"127.0.0.1:54592","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:49:02.452515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000200444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:49:02.4526Z","caller":"traceutil/trace.go:171","msg":"trace[1200779990] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000334037s","start":"2026-07-03T16:49:00.452245Z","end":"2026-07-03T16:49:02.452579Z","steps":["trace[1200779990] 'agreement among raft nodes before linearized reading' (duration: 2.000223604s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:02.45265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:00.452223Z","time spent":"2.000415579s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:49:04.107386Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006a79.wal"} {"level":"info","ts":"2026-07-03T16:49:04.109243Z","caller":"traceutil/trace.go:171","msg":"trace[2006473477] linearizableReadLoop","detail":"{readStateIndex:27256; appliedIndex:27252; }","duration":"9.675864208s","start":"2026-07-03T16:48:54.433347Z","end":"2026-07-03T16:49:04.109211Z","steps":["trace[2006473477] 'read index received' (duration: 588.615508ms)","trace[2006473477] 'applied index is now lower than readState.Index' (duration: 9.08724722s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:04.10961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.676232078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9c57da63-7e51-4d4c-80ed-326426a19bf8\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-07-03T16:49:04.109714Z","caller":"traceutil/trace.go:171","msg":"trace[1239257969] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9c57da63-7e51-4d4c-80ed-326426a19bf8; range_end:; response_count:1; response_revision:26374; }","duration":"9.676351751s","start":"2026-07-03T16:48:54.433344Z","end":"2026-07-03T16:49:04.109696Z","steps":["trace[1239257969] 'agreement among raft nodes before linearized reading' (duration: 9.676014632s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:04.110262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.676875625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:90 size:117624"} {"level":"info","ts":"2026-07-03T16:49:04.110355Z","caller":"traceutil/trace.go:171","msg":"trace[2028819672] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:90; response_revision:26374; }","duration":"9.677004119s","start":"2026-07-03T16:48:54.433329Z","end":"2026-07-03T16:49:04.110333Z","steps":["trace[2028819672] 'agreement among raft nodes before linearized reading' (duration: 9.676062834s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:04.110428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:54.43332Z","time spent":"9.677091951s","remote":"127.0.0.1:57502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":117648,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-07-03T16:49:04.110322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:54.433334Z","time spent":"9.676970768s","remote":"127.0.0.1:57452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-9c57da63-7e51-4d4c-80ed-326426a19bf8\" "} {"level":"warn","ts":"2026-07-03T16:49:04.453346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999849735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:49:04.45342Z","caller":"traceutil/trace.go:171","msg":"trace[1413815725] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00000422s","start":"2026-07-03T16:49:02.453397Z","end":"2026-07-03T16:49:04.453401Z","steps":["trace[1413815725] 'agreement among raft nodes before linearized reading' (duration: 1.999899787s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:04.453584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:02.453377Z","time spent":"2.000192364s","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:49:04.610149Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:49:06.352907Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"506b9f28b0a0d636","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-03T16:49:06.462442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999995578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:49:06.462571Z","caller":"traceutil/trace.go:171","msg":"trace[356842837] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000173453s","start":"2026-07-03T16:49:04.462374Z","end":"2026-07-03T16:49:06.462547Z","steps":["trace[356842837] 'agreement among raft nodes before linearized reading' (duration: 2.000010799s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:06.462628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:04.46236Z","time spent":"2.000255075s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:49:06.464013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:59.46327Z","time spent":"7.000739674s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:49:06.84637Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.782168277s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:49:08.448204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:01.447107Z","time spent":"7.001090083s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:49:08.463443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000331147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:49:08.46361Z","caller":"traceutil/trace.go:171","msg":"trace[1790034004] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000499103s","start":"2026-07-03T16:49:06.463029Z","end":"2026-07-03T16:49:08.463528Z","steps":["trace[1790034004] 'agreement among raft nodes before linearized reading' (duration: 2.000361229s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:08.463675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:06.463011Z","time spent":"2.000649847s","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:49:09.689792Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.323830595s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:49:09.726987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000328717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:09.727106Z","caller":"traceutil/trace.go:171","msg":"trace[281560401] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000513082s","start":"2026-07-03T16:49:07.726565Z","end":"2026-07-03T16:49:09.727078Z","steps":["trace[281560401] 'agreement among raft nodes before linearized reading' (duration: 2.000359238s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:09.727162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:07.72654Z","time spent":"2.000612235s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:49:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:10.226902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.732168725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:10.227001Z","caller":"traceutil/trace.go:171","msg":"trace[1227451506] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; }","duration":"5.732332379s","start":"2026-07-03T16:49:04.494643Z","end":"2026-07-03T16:49:10.226976Z","steps":["trace[1227451506] 'agreement among raft nodes before linearized reading' (duration: 5.732204136s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:10.227065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:04.494619Z","time spent":"5.732430522s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} 2026/07/03 16:49:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:10.227201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.746304252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:10.227237Z","caller":"traceutil/trace.go:171","msg":"trace[1618090666] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; }","duration":"5.746354383s","start":"2026-07-03T16:49:04.480874Z","end":"2026-07-03T16:49:10.227228Z","steps":["trace[1618090666] 'agreement among raft nodes before linearized reading' (duration: 5.746318352s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:10.227267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:04.480867Z","time spent":"5.746393505s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} 2026/07/03 16:49:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:10.470536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999999809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:49:10.470617Z","caller":"traceutil/trace.go:171","msg":"trace[706777109] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000139362s","start":"2026-07-03T16:49:08.470459Z","end":"2026-07-03T16:49:10.470599Z","steps":["trace[706777109] 'agreement among raft nodes before linearized reading' (duration: 2.000025439s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:10.470673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:08.470432Z","time spent":"2.000224354s","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:49:11.579356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:04.578915Z","time spent":"7.000430257s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:49:12.477235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999960798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:49:12.477357Z","caller":"traceutil/trace.go:171","msg":"trace[807283534] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000144133s","start":"2026-07-03T16:49:10.477182Z","end":"2026-07-03T16:49:12.477326Z","steps":["trace[807283534] 'agreement among raft nodes before linearized reading' (duration: 1.999980588s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:12.477418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:10.477162Z","time spent":"2.000243356s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:49:12.491546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.005010244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:12.491756Z","caller":"traceutil/trace.go:171","msg":"trace[243342409] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.005280882s","start":"2026-07-03T16:49:02.486449Z","end":"2026-07-03T16:49:12.49173Z","steps":["trace[243342409] 'agreement among raft nodes before linearized reading' (duration: 10.005039315s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:12.491919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:02.486436Z","time spent":"10.005414995s","remote":"127.0.0.1:34054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/07/03 16:49:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:13.367828Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"506b9f28b0a0d636","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-03T16:49:13.748618Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.165361616s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:49:13.750698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.336755171s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:13.750801Z","caller":"traceutil/trace.go:171","msg":"trace[28560140] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26375; }","duration":"2.336882074s","start":"2026-07-03T16:49:11.413897Z","end":"2026-07-03T16:49:13.750779Z","steps":["trace[28560140] 'range keys from in-memory index tree' (duration: 2.3367365s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.750838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.686717182s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-07-03T16:49:13.759805Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"55.712µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"info","ts":"2026-07-03T16:49:13.759887Z","caller":"traceutil/trace.go:171","msg":"trace[1210341283] linearizableReadLoop","detail":"{readStateIndex:27260; appliedIndex:27256; }","duration":"9.65046518s","start":"2026-07-03T16:49:04.109392Z","end":"2026-07-03T16:49:13.759857Z","steps":["trace[1210341283] 'read index received' (duration: 954.789005ms)","trace[1210341283] 'applied index is now lower than readState.Index' (duration: 8.695672335s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:49:13.759944Z","caller":"traceutil/trace.go:171","msg":"trace[410805219] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26377; }","duration":"2.176799334s","start":"2026-07-03T16:49:11.583134Z","end":"2026-07-03T16:49:13.759933Z","steps":["trace[410805219] 'process raft request' (duration: 2.176737552s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.760016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:11.583104Z","time spent":"2.176858385s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":726,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:49:13.760049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.485615668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:13.760021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.434602635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:49:13.760039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.29905302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:13.760115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.564304504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:13.760016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.434776327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:13.760121Z","caller":"traceutil/trace.go:171","msg":"trace[1414768007] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26377; }","duration":"14.434776919s","start":"2026-07-03T16:48:59.325317Z","end":"2026-07-03T16:49:13.760094Z","steps":["trace[1414768007] 'agreement among raft nodes before linearized reading' (duration: 14.434581364s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:13.760142Z","caller":"traceutil/trace.go:171","msg":"trace[347388319] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26377; }","duration":"17.434995703s","start":"2026-07-03T16:48:56.32514Z","end":"2026-07-03T16:49:13.760136Z","steps":["trace[347388319] 'agreement among raft nodes before linearized reading' (duration: 17.434828139s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.760165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:56.325109Z","time spent":"17.435050034s","remote":"127.0.0.1:57600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:13.760173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.599448548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:13.760175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:59.325291Z","time spent":"14.434872442s","remote":"127.0.0.1:57814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:13.760195Z","caller":"traceutil/trace.go:171","msg":"trace[627525451] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:26377; }","duration":"17.599468618s","start":"2026-07-03T16:48:56.160717Z","end":"2026-07-03T16:49:13.760186Z","steps":["trace[627525451] 'agreement among raft nodes before linearized reading' (duration: 17.599433257s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.760196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.188629531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:13.760231Z","caller":"traceutil/trace.go:171","msg":"trace[1774109008] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26377; }","duration":"15.188704874s","start":"2026-07-03T16:48:58.571516Z","end":"2026-07-03T16:49:13.76022Z","steps":["trace[1774109008] 'agreement among raft nodes before linearized reading' (duration: 15.188643142s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:13.760129Z","caller":"traceutil/trace.go:171","msg":"trace[1974686470] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26377; }","duration":"17.299212984s","start":"2026-07-03T16:48:56.460892Z","end":"2026-07-03T16:49:13.760105Z","steps":["trace[1974686470] 'agreement among raft nodes before linearized reading' (duration: 17.299025469s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.760237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:56.160652Z","time spent":"17.59956845s","remote":"127.0.0.1:46186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:13.760277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:56.460868Z","time spent":"17.299398959s","remote":"127.0.0.1:45010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:13.760271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:58.57149Z","time spent":"15.188766546s","remote":"127.0.0.1:33958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:13.76029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.915285825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:13.760376Z","caller":"traceutil/trace.go:171","msg":"trace[643235600] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26377; }","duration":"18.915393237s","start":"2026-07-03T16:48:54.84496Z","end":"2026-07-03T16:49:13.760353Z","steps":["trace[643235600] 'agreement among raft nodes before linearized reading' (duration: 18.915216193s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.7604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.839793849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:13.76041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:54.844893Z","time spent":"18.915510351s","remote":"127.0.0.1:40480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:13.760432Z","caller":"traceutil/trace.go:171","msg":"trace[1786553326] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26377; }","duration":"9.83982361s","start":"2026-07-03T16:49:03.920597Z","end":"2026-07-03T16:49:13.760421Z","steps":["trace[1786553326] 'agreement among raft nodes before linearized reading' (duration: 9.839766189s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.760459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:03.920531Z","time spent":"9.839922143s","remote":"127.0.0.1:54656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:13.76058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.922410661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed38da0ccec29\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-07-03T16:49:13.76061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.684168324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:13.760618Z","caller":"traceutil/trace.go:171","msg":"trace[261508587] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed38da0ccec29; range_end:; response_count:1; response_revision:26377; }","duration":"16.922478613s","start":"2026-07-03T16:48:56.838127Z","end":"2026-07-03T16:49:13.760606Z","steps":["trace[261508587] 'agreement among raft nodes before linearized reading' (duration: 16.922326719s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:13.760639Z","caller":"traceutil/trace.go:171","msg":"trace[197641073] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26377; }","duration":"10.684237966s","start":"2026-07-03T16:49:03.076391Z","end":"2026-07-03T16:49:13.760629Z","steps":["trace[197641073] 'agreement among raft nodes before linearized reading' (duration: 10.684181374s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.760644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.524415137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:13.760648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:56.838105Z","time spent":"16.922535565s","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed38da0ccec29\" "} {"level":"warn","ts":"2026-07-03T16:49:13.760663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:03.076369Z","time spent":"10.684288057s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:13.760671Z","caller":"traceutil/trace.go:171","msg":"trace[184943667] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26377; }","duration":"18.524440798s","start":"2026-07-03T16:48:55.236219Z","end":"2026-07-03T16:49:13.76066Z","steps":["trace[184943667] 'agreement among raft nodes before linearized reading' (duration: 18.524385176s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.76069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:55.236194Z","time spent":"18.524492449s","remote":"127.0.0.1:33976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:13.760706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.751959801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:13.760768Z","caller":"traceutil/trace.go:171","msg":"trace[1736525612] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26377; }","duration":"18.752064924s","start":"2026-07-03T16:48:55.008686Z","end":"2026-07-03T16:49:13.760751Z","steps":["trace[1736525612] 'agreement among raft nodes before linearized reading' (duration: 18.7519417s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.760799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:55.008663Z","time spent":"18.752128855s","remote":"127.0.0.1:33726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:13.760811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.91986889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:13.760836Z","caller":"traceutil/trace.go:171","msg":"trace[662184126] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26377; }","duration":"10.919906841s","start":"2026-07-03T16:49:02.840922Z","end":"2026-07-03T16:49:13.760829Z","steps":["trace[662184126] 'agreement among raft nodes before linearized reading' (duration: 10.919852239s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.760846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.922506676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:13.760861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:02.840896Z","time spent":"10.919955452s","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:13.760883Z","caller":"traceutil/trace.go:171","msg":"trace[460347189] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26377; }","duration":"15.922587668s","start":"2026-07-03T16:48:57.838284Z","end":"2026-07-03T16:49:13.760872Z","steps":["trace[460347189] 'agreement among raft nodes before linearized reading' (duration: 15.922507416s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.760903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:57.838261Z","time spent":"15.922637318s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:13.760895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.32752239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:90 size:117624"} {"level":"info","ts":"2026-07-03T16:49:13.760934Z","caller":"traceutil/trace.go:171","msg":"trace[843773136] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:90; response_revision:26377; }","duration":"19.327565741s","start":"2026-07-03T16:48:54.433359Z","end":"2026-07-03T16:49:13.760925Z","steps":["trace[843773136] 'agreement among raft nodes before linearized reading' (duration: 19.327009876s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.760941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.922209291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.53\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:13.760955Z","caller":"traceutil/trace.go:171","msg":"trace[150685921] range","detail":"{range_begin:/registry/masterleases/199.204.45.53; range_end:; response_count:0; response_revision:26377; }","duration":"10.922253832s","start":"2026-07-03T16:49:02.838696Z","end":"2026-07-03T16:49:13.760949Z","steps":["trace[150685921] 'agreement among raft nodes before linearized reading' (duration: 10.922228281s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.760958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:54.43333Z","time spent":"19.327620503s","remote":"127.0.0.1:57502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":117648,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-07-03T16:49:13.760969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:02.838677Z","time spent":"10.922288043s","remote":"127.0.0.1:57340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/199.204.45.53\" "} {"level":"warn","ts":"2026-07-03T16:49:13.761002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.399882563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:13.761019Z","caller":"traceutil/trace.go:171","msg":"trace[1256954304] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26377; }","duration":"15.399930634s","start":"2026-07-03T16:48:58.361083Z","end":"2026-07-03T16:49:13.761014Z","steps":["trace[1256954304] 'agreement among raft nodes before linearized reading' (duration: 15.399894084s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.76101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.250171841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:13.761033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:58.361064Z","time spent":"15.399965205s","remote":"127.0.0.1:59258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:13.76105Z","caller":"traceutil/trace.go:171","msg":"trace[546391178] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26377; }","duration":"17.250258813s","start":"2026-07-03T16:48:56.51078Z","end":"2026-07-03T16:49:13.761039Z","steps":["trace[546391178] 'agreement among raft nodes before linearized reading' (duration: 17.250005407s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.761068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.961676957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:13.761084Z","caller":"traceutil/trace.go:171","msg":"trace[2054786982] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:26377; }","duration":"10.961743499s","start":"2026-07-03T16:49:02.799335Z","end":"2026-07-03T16:49:13.761078Z","steps":["trace[2054786982] 'agreement among raft nodes before linearized reading' (duration: 10.961716148s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.761089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:56.510755Z","time spent":"17.250318324s","remote":"127.0.0.1:36640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:13.761098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:02.799309Z","time spent":"10.96178534s","remote":"127.0.0.1:40490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:13.761107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.64468928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:13.761126Z","caller":"traceutil/trace.go:171","msg":"trace[1144186888] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26377; }","duration":"9.644742851s","start":"2026-07-03T16:49:04.116377Z","end":"2026-07-03T16:49:13.76112Z","steps":["trace[1144186888] 'agreement among raft nodes before linearized reading' (duration: 9.64470988s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.760909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.689707507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:13.761141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:04.116358Z","time spent":"9.644778942s","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:13.761157Z","caller":"traceutil/trace.go:171","msg":"trace[2131634318] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26377; }","duration":"13.690051626s","start":"2026-07-03T16:49:00.071097Z","end":"2026-07-03T16:49:13.761149Z","steps":["trace[2131634318] 'agreement among raft nodes before linearized reading' (duration: 13.689793199s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.76117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.81483168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:13.76117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.834401497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:49:13.761186Z","caller":"traceutil/trace.go:171","msg":"trace[389057531] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26377; }","duration":"11.814888672s","start":"2026-07-03T16:49:01.94629Z","end":"2026-07-03T16:49:13.761179Z","steps":["trace[389057531] 'agreement among raft nodes before linearized reading' (duration: 11.814864811s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.761194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.319123586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:13.760591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.69421915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:13.7612Z","caller":"traceutil/trace.go:171","msg":"trace[1705052573] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:26377; }","duration":"13.834472249s","start":"2026-07-03T16:48:59.926719Z","end":"2026-07-03T16:49:13.761192Z","steps":["trace[1705052573] 'agreement among raft nodes before linearized reading' (duration: 13.834317105s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:13.761212Z","caller":"traceutil/trace.go:171","msg":"trace[1738450396] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26377; }","duration":"13.319143516s","start":"2026-07-03T16:49:00.442063Z","end":"2026-07-03T16:49:13.761207Z","steps":["trace[1738450396] 'agreement among raft nodes before linearized reading' (duration: 13.319111676s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.761226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.31930191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:13.761229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:00.442008Z","time spent":"13.319216428s","remote":"127.0.0.1:33780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:13.761229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:59.926693Z","time spent":"13.834526331s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-07-03T16:49:13.761228Z","caller":"traceutil/trace.go:171","msg":"trace[1780816896] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26377; }","duration":"17.694897729s","start":"2026-07-03T16:48:56.066319Z","end":"2026-07-03T16:49:13.761217Z","steps":["trace[1780816896] 'agreement among raft nodes before linearized reading' (duration: 17.694238691s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.761266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.192928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:49:13.761273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:56.066293Z","time spent":"17.694965861s","remote":"127.0.0.1:36632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:13.761288Z","caller":"traceutil/trace.go:171","msg":"trace[632137005] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26377; }","duration":"266.248549ms","start":"2026-07-03T16:49:13.495034Z","end":"2026-07-03T16:49:13.761283Z","steps":["trace[632137005] 'agreement among raft nodes before linearized reading' (duration: 266.177788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.761312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.849900831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:13.761328Z","caller":"traceutil/trace.go:171","msg":"trace[1145922044] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:26377; }","duration":"11.849956872s","start":"2026-07-03T16:49:01.911364Z","end":"2026-07-03T16:49:13.761321Z","steps":["trace[1145922044] 'agreement among raft nodes before linearized reading' (duration: 11.849929002s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.761343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:01.911345Z","time spent":"11.849993064s","remote":"127.0.0.1:36586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:13.761347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.266450094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:277959"} {"level":"info","ts":"2026-07-03T16:49:13.761371Z","caller":"traceutil/trace.go:171","msg":"trace[1049903403] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26377; }","duration":"17.266519075s","start":"2026-07-03T16:48:56.494844Z","end":"2026-07-03T16:49:13.761363Z","steps":["trace[1049903403] 'agreement among raft nodes before linearized reading' (duration: 17.266092534s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.761375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.164185017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:13.761386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.379697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:13.761382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.029565609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:13.761396Z","caller":"traceutil/trace.go:171","msg":"trace[1118501294] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26377; }","duration":"16.164243348s","start":"2026-07-03T16:48:57.597146Z","end":"2026-07-03T16:49:13.76139Z","steps":["trace[1118501294] 'agreement among raft nodes before linearized reading' (duration: 16.164207257s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:13.761404Z","caller":"traceutil/trace.go:171","msg":"trace[1213708453] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:26377; }","duration":"325.426098ms","start":"2026-07-03T16:49:13.435971Z","end":"2026-07-03T16:49:13.761398Z","steps":["trace[1213708453] 'agreement among raft nodes before linearized reading' (duration: 325.391897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.76102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.729295215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:13.761417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:57.597122Z","time spent":"16.164290489s","remote":"127.0.0.1:33972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:13.761419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:13.43595Z","time spent":"325.465219ms","remote":"127.0.0.1:44960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:13.761421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.302860564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:13.761242Z","caller":"traceutil/trace.go:171","msg":"trace[1128106267] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26377; }","duration":"13.319355211s","start":"2026-07-03T16:49:00.441882Z","end":"2026-07-03T16:49:13.761237Z","steps":["trace[1128106267] 'agreement among raft nodes before linearized reading' (duration: 13.319331381s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.761204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:01.946262Z","time spent":"11.814934923s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:13.761501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.140276857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:13.761523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.493076461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:13.76153Z","caller":"traceutil/trace.go:171","msg":"trace[698711924] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26377; }","duration":"14.140345699s","start":"2026-07-03T16:48:59.621175Z","end":"2026-07-03T16:49:13.761521Z","steps":["trace[698711924] 'agreement among raft nodes before linearized reading' (duration: 14.140256856s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:13.761468Z","caller":"traceutil/trace.go:171","msg":"trace[1800997114] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26377; }","duration":"12.302904555s","start":"2026-07-03T16:49:01.458556Z","end":"2026-07-03T16:49:13.76146Z","steps":["trace[1800997114] 'agreement among raft nodes before linearized reading' (duration: 12.302846523s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:13.761543Z","caller":"traceutil/trace.go:171","msg":"trace[179418708] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26377; }","duration":"6.493125363s","start":"2026-07-03T16:49:07.268412Z","end":"2026-07-03T16:49:13.761538Z","steps":["trace[179418708] 'agreement among raft nodes before linearized reading' (duration: 6.493093242s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.761557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:01.45851Z","time spent":"12.303040628s","remote":"127.0.0.1:33678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:13.761561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:07.268391Z","time spent":"6.493162933s","remote":"127.0.0.1:33684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:13.761562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:59.621154Z","time spent":"14.140399999s","remote":"127.0.0.1:40494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:13.761575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.293331305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-94p6t\" ","response":"range_response_count:1 size:5481"} {"level":"info","ts":"2026-07-03T16:49:13.761592Z","caller":"traceutil/trace.go:171","msg":"trace[1808336482] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-94p6t; range_end:; response_count:1; response_revision:26377; }","duration":"13.293397096s","start":"2026-07-03T16:49:00.46819Z","end":"2026-07-03T16:49:13.761587Z","steps":["trace[1808336482] 'agreement among raft nodes before linearized reading' (duration: 13.293288743s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.761604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:00.468169Z","time spent":"13.293432388s","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5505,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-94p6t\" "} {"level":"warn","ts":"2026-07-03T16:49:13.761583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:00.441854Z","time spent":"13.319664249s","remote":"127.0.0.1:40550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:13.761648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.647902035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:13.761662Z","caller":"traceutil/trace.go:171","msg":"trace[80052468] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26377; }","duration":"6.647961766s","start":"2026-07-03T16:49:07.113695Z","end":"2026-07-03T16:49:13.761657Z","steps":["trace[80052468] 'agreement among raft nodes before linearized reading' (duration: 6.647931365s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.761676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:07.113671Z","time spent":"6.648000497s","remote":"127.0.0.1:33640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:13.760077Z","caller":"traceutil/trace.go:171","msg":"trace[811416754] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26377; }","duration":"17.485673251s","start":"2026-07-03T16:48:56.274391Z","end":"2026-07-03T16:49:13.760065Z","steps":["trace[811416754] 'agreement among raft nodes before linearized reading' (duration: 17.48563993s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.761684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.534363792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:13.761715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.200994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:13.761387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:56.494819Z","time spent":"17.266563597s","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":277983,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:49:13.761723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:56.274369Z","time spent":"17.487337874s","remote":"127.0.0.1:44952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:13.761737Z","caller":"traceutil/trace.go:171","msg":"trace[1077676134] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26377; }","duration":"454.224745ms","start":"2026-07-03T16:49:13.307506Z","end":"2026-07-03T16:49:13.761731Z","steps":["trace[1077676134] 'agreement among raft nodes before linearized reading' (duration: 454.187184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.761748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.22026847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:13.761763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:13.307448Z","time spent":"454.305067ms","remote":"127.0.0.1:57704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:13.761772Z","caller":"traceutil/trace.go:171","msg":"trace[1970416630] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26377; }","duration":"7.220381114s","start":"2026-07-03T16:49:06.541384Z","end":"2026-07-03T16:49:13.761765Z","steps":["trace[1970416630] 'agreement among raft nodes before linearized reading' (duration: 7.220344933s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.761797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:06.541352Z","time spent":"7.220437154s","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:13.761183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:00.071071Z","time spent":"13.690103617s","remote":"127.0.0.1:40532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:13.76168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.339375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-03T16:49:13.761875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.832484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:13.761453Z","caller":"traceutil/trace.go:171","msg":"trace[897364002] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26377; }","duration":"13.729749267s","start":"2026-07-03T16:49:00.031675Z","end":"2026-07-03T16:49:13.761425Z","steps":["trace[897364002] 'agreement among raft nodes before linearized reading' (duration: 13.729305736s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:13.761893Z","caller":"traceutil/trace.go:171","msg":"trace[1805027486] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26377; }","duration":"710.897346ms","start":"2026-07-03T16:49:13.05099Z","end":"2026-07-03T16:49:13.761887Z","steps":["trace[1805027486] 'agreement among raft nodes before linearized reading' (duration: 710.863015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.761909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:13.050777Z","time spent":"711.128082ms","remote":"127.0.0.1:36642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:13.761912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:00.03165Z","time spent":"13.73025336s","remote":"127.0.0.1:57646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:13.761926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.293826223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:646"} {"level":"info","ts":"2026-07-03T16:49:13.761911Z","caller":"traceutil/trace.go:171","msg":"trace[2026567729] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26377; }","duration":"360.586962ms","start":"2026-07-03T16:49:13.401297Z","end":"2026-07-03T16:49:13.761884Z","steps":["trace[2026567729] 'agreement among raft nodes before linearized reading' (duration: 360.250363ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:13.761948Z","caller":"traceutil/trace.go:171","msg":"trace[2072723247] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26377; }","duration":"7.293897244s","start":"2026-07-03T16:49:06.468044Z","end":"2026-07-03T16:49:13.761942Z","steps":["trace[2072723247] 'agreement among raft nodes before linearized reading' (duration: 7.293848853s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.761966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.621469996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-07-03T16:49:13.76197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:06.46801Z","time spent":"7.293955136s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":670,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-07-03T16:49:13.761984Z","caller":"traceutil/trace.go:171","msg":"trace[414647671] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26377; }","duration":"9.621514157s","start":"2026-07-03T16:49:04.140463Z","end":"2026-07-03T16:49:13.761978Z","steps":["trace[414647671] 'agreement among raft nodes before linearized reading' (duration: 9.621453546s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.761998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:04.14045Z","time spent":"9.621545058s","remote":"127.0.0.1:57464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-07-03T16:49:13.762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28397912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:13.762014Z","caller":"traceutil/trace.go:171","msg":"trace[2101680776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26377; }","duration":"1.28399543s","start":"2026-07-03T16:49:12.478014Z","end":"2026-07-03T16:49:13.76201Z","steps":["trace[2101680776] 'agreement among raft nodes before linearized reading' (duration: 1.283969799s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.762013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:13.401273Z","time spent":"360.695715ms","remote":"127.0.0.1:57412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":142,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:13.762027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:12.477944Z","time spent":"1.284080742s","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:49:13.762072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.41418736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:13.765766Z","caller":"traceutil/trace.go:171","msg":"trace[534540297] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26377; }","duration":"7.417853455s","start":"2026-07-03T16:49:06.347877Z","end":"2026-07-03T16:49:13.765731Z","steps":["trace[534540297] 'agreement among raft nodes before linearized reading' (duration: 7.41417294s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.765822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:06.347814Z","time spent":"7.417985029s","remote":"127.0.0.1:44906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:13.761415Z","caller":"traceutil/trace.go:171","msg":"trace[1059633851] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:26377; }","duration":"14.029636521s","start":"2026-07-03T16:48:59.73177Z","end":"2026-07-03T16:49:13.761406Z","steps":["trace[1059633851] 'agreement among raft nodes before linearized reading' (duration: 14.029575659s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.766027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:59.731745Z","time spent":"14.03425939s","remote":"127.0.0.1:36534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:13.760138Z","caller":"traceutil/trace.go:171","msg":"trace[410100727] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26377; }","duration":"17.564367336s","start":"2026-07-03T16:48:56.195763Z","end":"2026-07-03T16:49:13.76013Z","steps":["trace[410100727] 'agreement among raft nodes before linearized reading' (duration: 17.564327255s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.766107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:56.195736Z","time spent":"17.570358192s","remote":"127.0.0.1:40510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:13.761714Z","caller":"traceutil/trace.go:171","msg":"trace[155402335] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26377; }","duration":"9.534436404s","start":"2026-07-03T16:49:04.22727Z","end":"2026-07-03T16:49:13.761706Z","steps":["trace[155402335] 'agreement among raft nodes before linearized reading' (duration: 9.534379113s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.766175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:04.227244Z","time spent":"9.538923671s","remote":"127.0.0.1:59228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:13.761533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.502184659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:13.766234Z","caller":"traceutil/trace.go:171","msg":"trace[1843097846] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26377; }","duration":"5.50691616s","start":"2026-07-03T16:49:08.259308Z","end":"2026-07-03T16:49:13.766224Z","steps":["trace[1843097846] 'agreement among raft nodes before linearized reading' (duration: 5.502177428s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.766293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:08.259285Z","time spent":"5.506998654s","remote":"127.0.0.1:57452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:13.762132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.624110343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128304"} {"level":"info","ts":"2026-07-03T16:49:13.766387Z","caller":"traceutil/trace.go:171","msg":"trace[1409275757] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26377; }","duration":"9.628335404s","start":"2026-07-03T16:49:04.137985Z","end":"2026-07-03T16:49:13.76632Z","steps":["trace[1409275757] 'agreement among raft nodes before linearized reading' (duration: 9.624080252s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.766417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:04.137963Z","time spent":"9.628446357s","remote":"127.0.0.1:57364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128328,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-03T16:49:13.762131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.533201485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-03T16:49:13.766536Z","caller":"traceutil/trace.go:171","msg":"trace[1272158814] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26377; }","duration":"3.537634841s","start":"2026-07-03T16:49:10.228886Z","end":"2026-07-03T16:49:13.766521Z","steps":["trace[1272158814] 'agreement among raft nodes before linearized reading' (duration: 3.533181335s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.762145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.64654025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:13.766612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:10.228869Z","time spent":"3.537724324s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-03T16:49:13.766635Z","caller":"traceutil/trace.go:171","msg":"trace[406573126] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26377; }","duration":"4.651059338s","start":"2026-07-03T16:49:09.115554Z","end":"2026-07-03T16:49:13.766614Z","steps":["trace[406573126] 'agreement among raft nodes before linearized reading' (duration: 4.646559081s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.766683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:09.115529Z","time spent":"4.651142391s","remote":"127.0.0.1:33650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:13.762163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553653329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:13.766809Z","caller":"traceutil/trace.go:171","msg":"trace[1994089993] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26377; }","duration":"1.558316291s","start":"2026-07-03T16:49:12.20848Z","end":"2026-07-03T16:49:13.766796Z","steps":["trace[1994089993] 'agreement among raft nodes before linearized reading' (duration: 1.55366658s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.766835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:12.208425Z","time spent":"1.558399332s","remote":"127.0.0.1:34040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:13.762172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.123384393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:13.766881Z","caller":"traceutil/trace.go:171","msg":"trace[209269405] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26377; }","duration":"5.128118887s","start":"2026-07-03T16:49:08.638749Z","end":"2026-07-03T16:49:13.766868Z","steps":["trace[209269405] 'agreement among raft nodes before linearized reading' (duration: 5.123408424s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.766908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:08.63872Z","time spent":"5.128176488s","remote":"127.0.0.1:34006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:13.762192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761570223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:13.766985Z","caller":"traceutil/trace.go:171","msg":"trace[521963447] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26377; }","duration":"1.766400218s","start":"2026-07-03T16:49:12.00057Z","end":"2026-07-03T16:49:13.76697Z","steps":["trace[521963447] 'agreement among raft nodes before linearized reading' (duration: 1.761604363s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.767016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:12.000541Z","time spent":"1.76646742s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:13.762201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.406978537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:13.767111Z","caller":"traceutil/trace.go:171","msg":"trace[1455649462] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26377; }","duration":"16.411918095s","start":"2026-07-03T16:48:57.355181Z","end":"2026-07-03T16:49:13.767099Z","steps":["trace[1455649462] 'agreement among raft nodes before linearized reading' (duration: 16.405007935s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.767132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:57.35516Z","time spent":"16.411964666s","remote":"127.0.0.1:40512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:13.762225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973253933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:13.767242Z","caller":"traceutil/trace.go:171","msg":"trace[938509786] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26377; }","duration":"1.978283944s","start":"2026-07-03T16:49:11.788932Z","end":"2026-07-03T16:49:13.767216Z","steps":["trace[938509786] 'agreement among raft nodes before linearized reading' (duration: 1.973274194s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.767308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:11.788906Z","time spent":"1.978365487s","remote":"127.0.0.1:33860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:13.762231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.307590352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-07-03T16:49:13.767438Z","caller":"traceutil/trace.go:171","msg":"trace[864552295] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:26377; }","duration":"5.312845938s","start":"2026-07-03T16:49:08.454582Z","end":"2026-07-03T16:49:13.767428Z","steps":["trace[864552295] 'agreement among raft nodes before linearized reading' (duration: 5.307603732s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.767474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:08.45455Z","time spent":"5.31291422s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":563,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-03T16:49:13.762247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.287693331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:13.767524Z","caller":"traceutil/trace.go:171","msg":"trace[1986839225] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26377; }","duration":"9.293010209s","start":"2026-07-03T16:49:04.474497Z","end":"2026-07-03T16:49:13.767507Z","steps":["trace[1986839225] 'agreement among raft nodes before linearized reading' (duration: 9.287727552s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.762243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.326226235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:13.762248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.032649068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:13.762271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.164143145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:13.762278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.936552286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:13.762292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.069646749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:49:13.76231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.533219996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-07-03T16:49:13.76233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.547598736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18434"} {"level":"warn","ts":"2026-07-03T16:49:13.762399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.936119184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:49:13.767578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:04.474466Z","time spent":"9.293098471s","remote":"127.0.0.1:57554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:13.767586Z","caller":"traceutil/trace.go:171","msg":"trace[693469725] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26377; }","duration":"7.941858884s","start":"2026-07-03T16:49:05.825718Z","end":"2026-07-03T16:49:13.767577Z","steps":["trace[693469725] 'agreement among raft nodes before linearized reading' (duration: 7.936541445s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:13.767601Z","caller":"traceutil/trace.go:171","msg":"trace[570411945] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26377; }","duration":"3.074985887s","start":"2026-07-03T16:49:10.692609Z","end":"2026-07-03T16:49:13.767595Z","steps":["trace[570411945] 'agreement among raft nodes before linearized reading' (duration: 3.069654439s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.767609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:05.825647Z","time spent":"7.941954966s","remote":"127.0.0.1:57538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:13.767583Z","caller":"traceutil/trace.go:171","msg":"trace[1283262574] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26377; }","duration":"8.94133441s","start":"2026-07-03T16:49:04.826243Z","end":"2026-07-03T16:49:13.767577Z","steps":["trace[1283262574] 'agreement among raft nodes before linearized reading' (duration: 8.936122574s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:13.767652Z","caller":"traceutil/trace.go:171","msg":"trace[103569348] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26377; }","duration":"3.538566684s","start":"2026-07-03T16:49:10.229075Z","end":"2026-07-03T16:49:13.767642Z","steps":["trace[103569348] 'agreement among raft nodes before linearized reading' (duration: 3.533204325s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:13.767652Z","caller":"traceutil/trace.go:171","msg":"trace[1221002362] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:26377; }","duration":"2.038073818s","start":"2026-07-03T16:49:11.729562Z","end":"2026-07-03T16:49:13.767636Z","steps":["trace[1221002362] 'agreement among raft nodes before linearized reading' (duration: 2.032673108s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.767669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:10.22907Z","time spent":"3.538594105s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:49:13.767687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:11.729536Z","time spent":"2.0381382s","remote":"127.0.0.1:45060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:13.767695Z","caller":"traceutil/trace.go:171","msg":"trace[1006181941] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26377; }","duration":"2.169610057s","start":"2026-07-03T16:49:11.598078Z","end":"2026-07-03T16:49:13.767688Z","steps":["trace[1006181941] 'agreement among raft nodes before linearized reading' (duration: 2.164182025s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.767692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:04.826213Z","time spent":"8.941449193s","remote":"127.0.0.1:57794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:13.767714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:11.598048Z","time spent":"2.169658968s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:13.767753Z","caller":"traceutil/trace.go:171","msg":"trace[1023572614] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26377; }","duration":"8.553051998s","start":"2026-07-03T16:49:05.214692Z","end":"2026-07-03T16:49:13.767744Z","steps":["trace[1023572614] 'agreement among raft nodes before linearized reading' (duration: 8.547596136s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.76778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:05.214669Z","time spent":"8.55310067s","remote":"127.0.0.1:57486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18458,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-03T16:49:13.76778Z","caller":"traceutil/trace.go:171","msg":"trace[1388655203] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26377; }","duration":"5.331813141s","start":"2026-07-03T16:49:08.435956Z","end":"2026-07-03T16:49:13.767769Z","steps":["trace[1388655203] 'agreement among raft nodes before linearized reading' (duration: 5.326248656s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:13.767631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:10.692586Z","time spent":"3.075032939s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:13.767814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:08.435931Z","time spent":"5.331872822s","remote":"127.0.0.1:45054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:14.266259Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113938,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:49:14.948047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.713354ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-07-03T16:49:14.948165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:13.763725Z","time spent":"1.184435322s","remote":"127.0.0.1:57340","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:49:15.770709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000714026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:49:15.770802Z","caller":"traceutil/trace.go:171","msg":"trace[1939032309] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00083682s","start":"2026-07-03T16:49:13.769939Z","end":"2026-07-03T16:49:15.770776Z","steps":["trace[1939032309] 'agreement among raft nodes before linearized reading' (duration: 2.000717387s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:15.770869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:13.769932Z","time spent":"2.000921392s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:49:15.994893Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.417610452s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:49:16.809546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.383985ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"warn","ts":"2026-07-03T16:49:16.810048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:13.764522Z","time spent":"3.045519671s","remote":"127.0.0.1:57384","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:49:16.811205Z","caller":"traceutil/trace.go:171","msg":"trace[1216150414] transaction","detail":"{read_only:false; response_revision:26378; number_of_response:1; }","duration":"3.040781518s","start":"2026-07-03T16:49:13.770416Z","end":"2026-07-03T16:49:16.811198Z","steps":["trace[1216150414] 'process raft request' (duration: 3.039218527s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:16.810209Z","caller":"traceutil/trace.go:171","msg":"trace[1526381978] transaction","detail":"{read_only:false; response_revision:26379; number_of_response:1; }","duration":"1.859668021s","start":"2026-07-03T16:49:14.950517Z","end":"2026-07-03T16:49:16.810185Z","steps":["trace[1526381978] 'process raft request' (duration: 1.859269111s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:16.811299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:13.770403Z","time spent":"3.040832479s","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5655,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:49:16.811359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:14.950495Z","time spent":"1.860784951s","remote":"127.0.0.1:57340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:49:16.812394Z","caller":"traceutil/trace.go:171","msg":"trace[1794584926] linearizableReadLoop","detail":"{readStateIndex:27265; appliedIndex:27262; }","duration":"3.04699692s","start":"2026-07-03T16:49:13.76537Z","end":"2026-07-03T16:49:16.812367Z","steps":["trace[1794584926] 'read index received' (duration: 811.907251ms)","trace[1794584926] 'applied index is now lower than readState.Index' (duration: 2.235086339s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:16.812743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.047349419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-07-03T16:49:16.812852Z","caller":"traceutil/trace.go:171","msg":"trace[939947724] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:26379; }","duration":"3.047485862s","start":"2026-07-03T16:49:13.76535Z","end":"2026-07-03T16:49:16.812836Z","steps":["trace[939947724] 'agreement among raft nodes before linearized reading' (duration: 3.047186754s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:16.812926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:13.765339Z","time spent":"3.047579385s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":714,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-03T16:49:16.813204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95541701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:16.813275Z","caller":"traceutil/trace.go:171","msg":"trace[1292050279] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26379; }","duration":"1.955522873s","start":"2026-07-03T16:49:14.857743Z","end":"2026-07-03T16:49:16.813266Z","steps":["trace[1292050279] 'agreement among raft nodes before linearized reading' (duration: 1.95542859s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:16.813326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:14.857722Z","time spent":"1.955593175s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:16.813401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.043501248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-07-03T16:49:16.813462Z","caller":"traceutil/trace.go:171","msg":"trace[1216125204] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26379; }","duration":"3.043540439s","start":"2026-07-03T16:49:13.769888Z","end":"2026-07-03T16:49:16.813429Z","steps":["trace[1216125204] 'agreement among raft nodes before linearized reading' (duration: 3.043461917s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:16.8135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:13.769885Z","time spent":"3.043608631s","remote":"127.0.0.1:57376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-03T16:49:16.813551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.041837726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18434"} {"level":"info","ts":"2026-07-03T16:49:16.81358Z","caller":"traceutil/trace.go:171","msg":"trace[334475975] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26379; }","duration":"3.04200632s","start":"2026-07-03T16:49:13.771566Z","end":"2026-07-03T16:49:16.813572Z","steps":["trace[334475975] 'agreement among raft nodes before linearized reading' (duration: 3.041758053s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:16.813604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:13.771561Z","time spent":"3.04203849s","remote":"127.0.0.1:57486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18458,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-03T16:49:16.813709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.194510004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:16.813715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.043890978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-07-03T16:49:16.813733Z","caller":"traceutil/trace.go:171","msg":"trace[1150844983] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26379; }","duration":"2.194563525s","start":"2026-07-03T16:49:14.61916Z","end":"2026-07-03T16:49:16.813724Z","steps":["trace[1150844983] 'agreement among raft nodes before linearized reading' (duration: 2.194521033s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:16.813739Z","caller":"traceutil/trace.go:171","msg":"trace[2029867816] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:26379; }","duration":"3.043929779s","start":"2026-07-03T16:49:13.7698Z","end":"2026-07-03T16:49:16.813729Z","steps":["trace[2029867816] 'agreement among raft nodes before linearized reading' (duration: 3.043866087s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:16.813749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:14.619139Z","time spent":"2.194605766s","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:16.813759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:13.769789Z","time spent":"3.04396681s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":563,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-03T16:49:16.813815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.428822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:49:16.81389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.74188214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:16.813904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.046377323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:646"} {"level":"info","ts":"2026-07-03T16:49:16.813913Z","caller":"traceutil/trace.go:171","msg":"trace[81013603] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26379; }","duration":"2.741944211s","start":"2026-07-03T16:49:14.071961Z","end":"2026-07-03T16:49:16.813905Z","steps":["trace[81013603] 'agreement among raft nodes before linearized reading' (duration: 2.74191227s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:16.813862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20629088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:16.81397Z","caller":"traceutil/trace.go:171","msg":"trace[1804291910] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26379; }","duration":"2.206428793s","start":"2026-07-03T16:49:14.60753Z","end":"2026-07-03T16:49:16.813959Z","steps":["trace[1804291910] 'agreement among raft nodes before linearized reading' (duration: 2.206298159s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:16.813991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.046719811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c059fa1d-06c1-4a55-9678-3589db8be173\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-03T16:49:16.814019Z","caller":"traceutil/trace.go:171","msg":"trace[1114434921] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c059fa1d-06c1-4a55-9678-3589db8be173; range_end:; response_count:1; response_revision:26379; }","duration":"3.046766373s","start":"2026-07-03T16:49:13.767246Z","end":"2026-07-03T16:49:16.814012Z","steps":["trace[1114434921] 'agreement among raft nodes before linearized reading' (duration: 3.046696901s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:16.814044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:13.767234Z","time spent":"3.046805194s","remote":"127.0.0.1:57452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-c059fa1d-06c1-4a55-9678-3589db8be173\" "} {"level":"warn","ts":"2026-07-03T16:49:16.814075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:14.607508Z","time spent":"2.206500305s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:16.814126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170812138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:49:16.814154Z","caller":"traceutil/trace.go:171","msg":"trace[1162705004] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26379; }","duration":"1.170866689s","start":"2026-07-03T16:49:15.64328Z","end":"2026-07-03T16:49:16.814147Z","steps":["trace[1162705004] 'agreement among raft nodes before linearized reading' (duration: 1.170800358s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:16.814174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:15.64326Z","time spent":"1.170909321s","remote":"127.0.0.1:57412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:49:16.814305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.891781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:16.814325Z","caller":"traceutil/trace.go:171","msg":"trace[683715955] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26379; }","duration":"821.913322ms","start":"2026-07-03T16:49:15.992408Z","end":"2026-07-03T16:49:16.814321Z","steps":["trace[683715955] 'agreement among raft nodes before linearized reading' (duration: 821.84906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:16.81434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:15.992384Z","time spent":"821.951153ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:16.814433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.996634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:16.814451Z","caller":"traceutil/trace.go:171","msg":"trace[1299388871] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26379; }","duration":"852.045165ms","start":"2026-07-03T16:49:15.962402Z","end":"2026-07-03T16:49:16.814447Z","steps":["trace[1299388871] 'agreement among raft nodes before linearized reading' (duration: 852.012024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:16.814467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:15.96238Z","time spent":"852.082636ms","remote":"127.0.0.1:33910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:16.81456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04270405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:16.814602Z","caller":"traceutil/trace.go:171","msg":"trace[1587380228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26379; }","duration":"1.042793383s","start":"2026-07-03T16:49:15.7718Z","end":"2026-07-03T16:49:16.814594Z","steps":["trace[1587380228] 'agreement among raft nodes before linearized reading' (duration: 1.042733151s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:16.814578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104761583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:16.814639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:15.771737Z","time spent":"1.042885165s","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:49:16.814653Z","caller":"traceutil/trace.go:171","msg":"trace[342495609] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:26379; }","duration":"1.104880736s","start":"2026-07-03T16:49:15.709756Z","end":"2026-07-03T16:49:16.814636Z","steps":["trace[342495609] 'agreement among raft nodes before linearized reading' (duration: 1.104739402s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:16.814696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:15.709738Z","time spent":"1.104949587s","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:16.81333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023009986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:16.814865Z","caller":"traceutil/trace.go:171","msg":"trace[777575972] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26379; }","duration":"2.024575878s","start":"2026-07-03T16:49:14.790278Z","end":"2026-07-03T16:49:16.814854Z","steps":["trace[777575972] 'agreement among raft nodes before linearized reading' (duration: 2.023017767s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:16.814892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:14.790257Z","time spent":"2.024626819s","remote":"127.0.0.1:33838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:16.813887Z","caller":"traceutil/trace.go:171","msg":"trace[1819786493] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26379; }","duration":"713.540994ms","start":"2026-07-03T16:49:16.100336Z","end":"2026-07-03T16:49:16.813877Z","steps":["trace[1819786493] 'agreement among raft nodes before linearized reading' (duration: 713.254927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:16.815069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:16.100312Z","time spent":"714.740836ms","remote":"127.0.0.1:57584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:16.814891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058250333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:16.815244Z","caller":"traceutil/trace.go:171","msg":"trace[1474668106] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26379; }","duration":"1.058597002s","start":"2026-07-03T16:49:15.756632Z","end":"2026-07-03T16:49:16.815229Z","steps":["trace[1474668106] 'agreement among raft nodes before linearized reading' (duration: 1.058230223s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:16.815328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:15.756571Z","time spent":"1.058740806s","remote":"127.0.0.1:59422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:16.813929Z","caller":"traceutil/trace.go:171","msg":"trace[1328601902] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26379; }","duration":"3.046399904s","start":"2026-07-03T16:49:13.767519Z","end":"2026-07-03T16:49:16.813919Z","steps":["trace[1328601902] 'agreement among raft nodes before linearized reading' (duration: 3.046335642s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:16.81502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716569743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:49:16.815446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:13.767485Z","time spent":"3.047951534s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":670,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-07-03T16:49:16.815462Z","caller":"traceutil/trace.go:171","msg":"trace[596078005] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26379; }","duration":"1.717046425s","start":"2026-07-03T16:49:15.098406Z","end":"2026-07-03T16:49:16.815452Z","steps":["trace[596078005] 'agreement among raft nodes before linearized reading' (duration: 1.716585293s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:16.813245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.045973442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-03T16:49:16.81393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:14.071922Z","time spent":"2.742003623s","remote":"127.0.0.1:40036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:16.815604Z","caller":"traceutil/trace.go:171","msg":"trace[1544183417] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:26379; }","duration":"3.048371935s","start":"2026-07-03T16:49:13.767225Z","end":"2026-07-03T16:49:16.815597Z","steps":["trace[1544183417] 'agreement among raft nodes before linearized reading' (duration: 3.045820688s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:16.815591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:15.098381Z","time spent":"1.717187289s","remote":"127.0.0.1:35740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:16.81563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:13.767219Z","time spent":"3.048405125s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-03T16:49:16.815881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51408905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:16.832586Z","caller":"traceutil/trace.go:171","msg":"trace[2020675177] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:26379; }","duration":"1.530830445s","start":"2026-07-03T16:49:15.301724Z","end":"2026-07-03T16:49:16.832555Z","steps":["trace[2020675177] 'agreement among raft nodes before linearized reading' (duration: 1.512580971s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:16.832672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:15.301704Z","time spent":"1.530923647s","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:17.042545Z","caller":"traceutil/trace.go:171","msg":"trace[1868296503] linearizableReadLoop","detail":"{readStateIndex:27267; appliedIndex:27266; }","duration":"225.037738ms","start":"2026-07-03T16:49:16.817486Z","end":"2026-07-03T16:49:17.042524Z","steps":["trace[1868296503] 'read index received' (duration: 222.952674ms)","trace[1868296503] 'applied index is now lower than readState.Index' (duration: 2.084294ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:17.04285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.332965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-07-03T16:49:17.042958Z","caller":"traceutil/trace.go:171","msg":"trace[963457707] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:26380; }","duration":"225.475869ms","start":"2026-07-03T16:49:16.817455Z","end":"2026-07-03T16:49:17.042931Z","steps":["trace[963457707] 'agreement among raft nodes before linearized reading' (duration: 225.137281ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:17.043639Z","caller":"traceutil/trace.go:171","msg":"trace[775823955] transaction","detail":"{read_only:false; response_revision:26380; number_of_response:1; }","duration":"230.49869ms","start":"2026-07-03T16:49:16.813119Z","end":"2026-07-03T16:49:17.043618Z","steps":["trace[775823955] 'process raft request' (duration: 227.302877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:17.543185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113950,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:49:18.043522Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113950,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:49:18.120896Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.080463861s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:49:18.306421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:17.79054Z","time spent":"515.871546ms","remote":"127.0.0.1:38556","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:49:18.306882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.528801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:49:18.307071Z","caller":"traceutil/trace.go:171","msg":"trace[1697914405] transaction","detail":"{read_only:false; response_revision:26381; number_of_response:1; }","duration":"1.473634059s","start":"2026-07-03T16:49:16.833421Z","end":"2026-07-03T16:49:18.307055Z","steps":["trace[1697914405] 'process raft request' (duration: 1.287846951s)","trace[1697914405] 'compare' (duration: 185.204493ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:18.307124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:16.833397Z","time spent":"1.47370422s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:49:18.307299Z","caller":"traceutil/trace.go:171","msg":"trace[1113751863] transaction","detail":"{read_only:false; response_revision:26382; number_of_response:1; }","duration":"1.473707391s","start":"2026-07-03T16:49:16.833585Z","end":"2026-07-03T16:49:18.307292Z","steps":["trace[1113751863] 'process raft request' (duration: 1.473387742s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:18.307342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:16.833573Z","time spent":"1.473748193s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:49:18.307451Z","caller":"traceutil/trace.go:171","msg":"trace[370015445] linearizableReadLoop","detail":"{readStateIndex:27270; appliedIndex:27267; }","duration":"1.264847623s","start":"2026-07-03T16:49:17.042596Z","end":"2026-07-03T16:49:18.307444Z","steps":["trace[370015445] 'read index received' (duration: 1.078675044s)","trace[370015445] 'applied index is now lower than readState.Index' (duration: 186.171489ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:18.307592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473541327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-56cf844ccd-sktlg\" ","response":"range_response_count:1 size:4860"} {"level":"info","ts":"2026-07-03T16:49:18.307616Z","caller":"traceutil/trace.go:171","msg":"trace[253863640] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-56cf844ccd-sktlg; range_end:; response_count:1; response_revision:26383; }","duration":"1.473570297s","start":"2026-07-03T16:49:16.834035Z","end":"2026-07-03T16:49:18.307606Z","steps":["trace[253863640] 'agreement among raft nodes before linearized reading' (duration: 1.473468864s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:18.307637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:16.834032Z","time spent":"1.473600458s","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4884,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-56cf844ccd-sktlg\" "} {"level":"warn","ts":"2026-07-03T16:49:18.307673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452412238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-03T16:49:18.30774Z","caller":"traceutil/trace.go:171","msg":"trace[474764093] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26383; }","duration":"1.452546171s","start":"2026-07-03T16:49:16.855176Z","end":"2026-07-03T16:49:18.307722Z","steps":["trace[474764093] 'agreement among raft nodes before linearized reading' (duration: 1.452313695s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:18.307754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473790753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:18.307773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:16.855148Z","time spent":"1.452617953s","remote":"127.0.0.1:57472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:49:18.307837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489167483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-03T16:49:18.307857Z","caller":"traceutil/trace.go:171","msg":"trace[143515546] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26383; }","duration":"1.489203513s","start":"2026-07-03T16:49:16.818648Z","end":"2026-07-03T16:49:18.307851Z","steps":["trace[143515546] 'agreement among raft nodes before linearized reading' (duration: 1.489143262s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:18.307875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:16.818638Z","time spent":"1.489233254s","remote":"127.0.0.1:57464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-07-03T16:49:18.308012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260772956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-84ff4cc459-bnt2x.18bed3e1d3d67705\" ","response":"range_response_count:1 size:2095"} {"level":"info","ts":"2026-07-03T16:49:18.308018Z","caller":"traceutil/trace.go:171","msg":"trace[1391314238] transaction","detail":"{read_only:false; response_revision:26383; number_of_response:1; }","duration":"1.260870599s","start":"2026-07-03T16:49:17.047137Z","end":"2026-07-03T16:49:18.308008Z","steps":["trace[1391314238] 'process raft request' (duration: 1.260123609s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:18.308037Z","caller":"traceutil/trace.go:171","msg":"trace[1882645446] range","detail":"{range_begin:/registry/events/openstack/glance-api-84ff4cc459-bnt2x.18bed3e1d3d67705; range_end:; response_count:1; response_revision:26383; }","duration":"1.260822238s","start":"2026-07-03T16:49:17.047206Z","end":"2026-07-03T16:49:18.308028Z","steps":["trace[1882645446] 'agreement among raft nodes before linearized reading' (duration: 1.260760166s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:18.308082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:17.047186Z","time spent":"1.260888819s","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2119,"request content":"key:\"/registry/events/openstack/glance-api-84ff4cc459-bnt2x.18bed3e1d3d67705\" "} {"level":"warn","ts":"2026-07-03T16:49:18.308099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:17.047104Z","time spent":"1.260938861s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:49:18.308173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383700371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:18.308194Z","caller":"traceutil/trace.go:171","msg":"trace[131327105] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26383; }","duration":"1.383760593s","start":"2026-07-03T16:49:16.924425Z","end":"2026-07-03T16:49:18.308186Z","steps":["trace[131327105] 'agreement among raft nodes before linearized reading' (duration: 1.383724902s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:18.308225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:16.924397Z","time spent":"1.383822655s","remote":"127.0.0.1:45040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:18.307777Z","caller":"traceutil/trace.go:171","msg":"trace[1180807915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26383; }","duration":"1.473832383s","start":"2026-07-03T16:49:16.833938Z","end":"2026-07-03T16:49:18.307771Z","steps":["trace[1180807915] 'agreement among raft nodes before linearized reading' (duration: 1.473796792s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:18.308337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:16.833928Z","time spent":"1.474403839s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:49:19.539119Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.121850656s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:49:19.607366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190026379s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:49:19.607574Z","caller":"traceutil/trace.go:171","msg":"trace[574061910] transaction","detail":"{read_only:false; response_revision:26386; number_of_response:1; }","duration":"1.291170867s","start":"2026-07-03T16:49:18.316387Z","end":"2026-07-03T16:49:19.607558Z","steps":["trace[574061910] 'process raft request' (duration: 1.291125046s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:19.607872Z","caller":"traceutil/trace.go:171","msg":"trace[961345719] transaction","detail":"{read_only:false; response_revision:26385; number_of_response:1; }","duration":"1.291483634s","start":"2026-07-03T16:49:18.316368Z","end":"2026-07-03T16:49:19.607851Z","steps":["trace[961345719] 'process raft request' (duration: 1.291092954s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:19.607925Z","caller":"traceutil/trace.go:171","msg":"trace[1271283144] transaction","detail":"{read_only:false; response_revision:26384; number_of_response:1; }","duration":"1.296071044s","start":"2026-07-03T16:49:18.311801Z","end":"2026-07-03T16:49:19.607872Z","steps":["trace[1271283144] 'process raft request' (duration: 105.45609ms)","trace[1271283144] 'compare' (duration: 1.189197686s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:49:19.608073Z","caller":"traceutil/trace.go:171","msg":"trace[1715985623] linearizableReadLoop","detail":"{readStateIndex:27271; appliedIndex:27270; }","duration":"1.295757516s","start":"2026-07-03T16:49:18.312272Z","end":"2026-07-03T16:49:19.608029Z","steps":["trace[1715985623] 'read index received' (duration: 104.944877ms)","trace[1715985623] 'applied index is now lower than readState.Index' (duration: 1.190808799s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:19.608133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:18.311782Z","time spent":"1.296239399s","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2080,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:49:19.608168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:18.316347Z","time spent":"1.291571627s","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5020,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:49:19.60848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:18.316373Z","time spent":"1.291244858s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:49:19.608529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296251178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:49:19.608645Z","caller":"traceutil/trace.go:171","msg":"trace[776923432] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26386; }","duration":"1.296739241s","start":"2026-07-03T16:49:18.311883Z","end":"2026-07-03T16:49:19.608622Z","steps":["trace[776923432] 'agreement among raft nodes before linearized reading' (duration: 1.296278849s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:19.60873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:18.311863Z","time spent":"1.296853694s","remote":"127.0.0.1:57584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:49:20.318332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000621164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:49:20.318396Z","caller":"traceutil/trace.go:171","msg":"trace[1369516547] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000721417s","start":"2026-07-03T16:49:18.31766Z","end":"2026-07-03T16:49:20.318381Z","steps":["trace[1369516547] 'agreement among raft nodes before linearized reading' (duration: 2.000623504s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:20.318434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:18.317655Z","time spent":"2.000771078s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:49:20.874848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105534843s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-03T16:49:20.875089Z","caller":"traceutil/trace.go:171","msg":"trace[110464596] linearizableReadLoop","detail":"{readStateIndex:27274; appliedIndex:27273; }","duration":"1.266760672s","start":"2026-07-03T16:49:19.608169Z","end":"2026-07-03T16:49:20.87493Z","steps":["trace[110464596] 'read index received' (duration: 161.106637ms)","trace[110464596] 'applied index is now lower than readState.Index' (duration: 1.105652725s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:20.876278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.384531503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:20.876408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265341866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.53\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-03T16:49:20.876464Z","caller":"traceutil/trace.go:171","msg":"trace[9950620] range","detail":"{range_begin:/registry/masterleases/199.204.45.53; range_end:; response_count:1; response_revision:26386; }","duration":"1.265441798s","start":"2026-07-03T16:49:19.611006Z","end":"2026-07-03T16:49:20.876448Z","steps":["trace[9950620] 'agreement among raft nodes before linearized reading' (duration: 1.265253284s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:20.876507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:19.610981Z","time spent":"1.26551614s","remote":"127.0.0.1:57340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.53\" "} {"level":"info","ts":"2026-07-03T16:49:20.876313Z","caller":"traceutil/trace.go:171","msg":"trace[1321003395] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26386; }","duration":"2.384618126s","start":"2026-07-03T16:49:18.491683Z","end":"2026-07-03T16:49:20.876302Z","steps":["trace[1321003395] 'agreement among raft nodes before linearized reading' (duration: 2.384529053s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:20.876625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.159133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:20.876676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263834266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-c64c56d84-tld56.18bed41e8c81251e\" ","response":"range_response_count:1 size:1175"} {"level":"warn","ts":"2026-07-03T16:49:20.876739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.811397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:20.876739Z","caller":"traceutil/trace.go:171","msg":"trace[934442095] range","detail":"{range_begin:/registry/events/openstack/cinder-api-c64c56d84-tld56.18bed41e8c81251e; range_end:; response_count:1; response_revision:26386; }","duration":"1.263913888s","start":"2026-07-03T16:49:19.612809Z","end":"2026-07-03T16:49:20.876722Z","steps":["trace[934442095] 'agreement among raft nodes before linearized reading' (duration: 1.263730964s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:20.876762Z","caller":"traceutil/trace.go:171","msg":"trace[1045321220] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26386; }","duration":"557.883819ms","start":"2026-07-03T16:49:20.318873Z","end":"2026-07-03T16:49:20.876756Z","steps":["trace[1045321220] 'agreement among raft nodes before linearized reading' (duration: 557.842928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:20.876762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26474818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-g8vvd\" ","response":"range_response_count:1 size:5445"} {"level":"warn","ts":"2026-07-03T16:49:20.876582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:18.49166Z","time spent":"2.384910343s","remote":"127.0.0.1:36550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:20.876787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:20.318847Z","time spent":"557.93503ms","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:49:20.876803Z","caller":"traceutil/trace.go:171","msg":"trace[907604497] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-g8vvd; range_end:; response_count:1; response_revision:26386; }","duration":"1.264810662s","start":"2026-07-03T16:49:19.611978Z","end":"2026-07-03T16:49:20.876788Z","steps":["trace[907604497] 'agreement among raft nodes before linearized reading' (duration: 1.264707979s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:20.876823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.560573378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-07-03T16:49:20.876839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:19.611964Z","time spent":"1.264868503s","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5469,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-g8vvd\" "} {"level":"warn","ts":"2026-07-03T16:49:20.876807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.808345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:20.876696Z","caller":"traceutil/trace.go:171","msg":"trace[729265538] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26386; }","duration":"614.309836ms","start":"2026-07-03T16:49:20.262371Z","end":"2026-07-03T16:49:20.876681Z","steps":["trace[729265538] 'agreement among raft nodes before linearized reading' (duration: 614.162083ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:20.876896Z","caller":"traceutil/trace.go:171","msg":"trace[267712104] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26386; }","duration":"934.957069ms","start":"2026-07-03T16:49:19.941917Z","end":"2026-07-03T16:49:20.876874Z","steps":["trace[267712104] 'agreement among raft nodes before linearized reading' (duration: 934.781155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:20.876926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:20.262345Z","time spent":"614.571333ms","remote":"127.0.0.1:36486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:20.876943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:19.941893Z","time spent":"935.038821ms","remote":"127.0.0.1:59274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:20.876773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:19.612803Z","time spent":"1.26396391s","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":1199,"request content":"key:\"/registry/events/openstack/cinder-api-c64c56d84-tld56.18bed41e8c81251e\" "} {"level":"warn","ts":"2026-07-03T16:49:20.876956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.560617409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1985"} {"level":"info","ts":"2026-07-03T16:49:20.87702Z","caller":"traceutil/trace.go:171","msg":"trace[1433282852] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26386; }","duration":"2.560686151s","start":"2026-07-03T16:49:18.316316Z","end":"2026-07-03T16:49:20.877002Z","steps":["trace[1433282852] 'agreement among raft nodes before linearized reading' (duration: 2.560484445s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:20.877067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:18.31631Z","time spent":"2.560747862s","remote":"127.0.0.1:57502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-03T16:49:20.877187Z","caller":"traceutil/trace.go:171","msg":"trace[431090606] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26386; }","duration":"2.560629899s","start":"2026-07-03T16:49:18.316216Z","end":"2026-07-03T16:49:20.876846Z","steps":["trace[431090606] 'agreement among raft nodes before linearized reading' (duration: 2.560415243s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:20.877552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630029213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-03T16:49:20.877221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:18.316205Z","time spent":"2.561007689s","remote":"127.0.0.1:57464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-07-03T16:49:20.877579Z","caller":"traceutil/trace.go:171","msg":"trace[1591773607] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26386; }","duration":"1.630097605s","start":"2026-07-03T16:49:19.247474Z","end":"2026-07-03T16:49:20.877572Z","steps":["trace[1591773607] 'agreement among raft nodes before linearized reading' (duration: 1.629237383s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:20.877923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:19.247447Z","time spent":"1.630465365s","remote":"127.0.0.1:57404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":233,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:21.381318Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113963,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:49:21.881483Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113963,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:49:21.998518Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.118979851s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:49:21.999155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:20.879243Z","time spent":"1.119903625s","remote":"127.0.0.1:57340","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:49:22.8845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000264075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:49:22.884594Z","caller":"traceutil/trace.go:171","msg":"trace[2060683873] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000396869s","start":"2026-07-03T16:49:20.884176Z","end":"2026-07-03T16:49:22.884573Z","steps":["trace[2060683873] 'agreement among raft nodes before linearized reading' (duration: 2.000273366s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:22.88465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:20.884169Z","time spent":"2.000469171s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:49:24.187087Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.967443482s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:49:24.580802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.157128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:49:24.58125Z","caller":"traceutil/trace.go:171","msg":"trace[1948224277] linearizableReadLoop","detail":"{readStateIndex:27278; appliedIndex:27274; }","duration":"3.700721559s","start":"2026-07-03T16:49:20.880505Z","end":"2026-07-03T16:49:24.581227Z","steps":["trace[1948224277] 'read index received' (duration: 1.118299304s)","trace[1948224277] 'applied index is now lower than readState.Index' (duration: 2.582421065s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:49:24.5813Z","caller":"traceutil/trace.go:171","msg":"trace[681968183] transaction","detail":"{read_only:false; response_revision:26388; number_of_response:1; }","duration":"3.695715819s","start":"2026-07-03T16:49:20.885563Z","end":"2026-07-03T16:49:24.581279Z","steps":["trace[681968183] 'process raft request' (duration: 3.69537283s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:24.581353Z","caller":"traceutil/trace.go:171","msg":"trace[290945054] transaction","detail":"{read_only:false; response_revision:26389; number_of_response:1; }","duration":"2.759859826s","start":"2026-07-03T16:49:21.821481Z","end":"2026-07-03T16:49:24.58134Z","steps":["trace[290945054] 'process raft request' (duration: 2.759675152s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:24.581394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:20.885539Z","time spent":"3.695806001s","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:49:24.581417Z","caller":"traceutil/trace.go:171","msg":"trace[68696793] transaction","detail":"{read_only:false; response_revision:26387; number_of_response:1; }","duration":"3.701637283s","start":"2026-07-03T16:49:20.879752Z","end":"2026-07-03T16:49:24.58139Z","steps":["trace[68696793] 'process raft request' (duration: 3.307772247s)","trace[68696793] 'compare' (duration: 393.003473ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:24.581431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:21.821407Z","time spent":"2.759973789s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:49:24.581557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:20.879731Z","time spent":"3.701755055s","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1158,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:49:24.581608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.701090949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9d630364-dc28-4e21-9120-bf5ff8f93a0c\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-07-03T16:49:24.581656Z","caller":"traceutil/trace.go:171","msg":"trace[1467118211] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9d630364-dc28-4e21-9120-bf5ff8f93a0c; range_end:; response_count:1; response_revision:26389; }","duration":"3.70116353s","start":"2026-07-03T16:49:20.88048Z","end":"2026-07-03T16:49:24.581643Z","steps":["trace[1467118211] 'agreement among raft nodes before linearized reading' (duration: 3.700877223s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:24.581688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:20.880467Z","time spent":"3.701214112s","remote":"127.0.0.1:57452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1318,"request content":"key:\"/registry/persistentvolumes/pvc-9d630364-dc28-4e21-9120-bf5ff8f93a0c\" "} {"level":"warn","ts":"2026-07-03T16:49:24.914519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029119495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:24.914609Z","caller":"traceutil/trace.go:171","msg":"trace[1333044753] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.029259729s","start":"2026-07-03T16:49:22.885329Z","end":"2026-07-03T16:49:24.914589Z","steps":["trace[1333044753] 'agreement among raft nodes before linearized reading' (duration: 2.029145276s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:24.914665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:22.885309Z","time spent":"2.029342501s","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:49:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:25.082006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113970,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:49:25.583158Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113970,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:49:25.589477Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.394627266s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:49:26.907455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992851732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:26.907532Z","caller":"traceutil/trace.go:171","msg":"trace[536805524] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.992977945s","start":"2026-07-03T16:49:24.914539Z","end":"2026-07-03T16:49:26.907516Z","steps":["trace[536805524] 'agreement among raft nodes before linearized reading' (duration: 1.992875953s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:26.907566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:24.91452Z","time spent":"1.993037338s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:49:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:28.419264Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.30205619s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:49:28.568443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.978594912s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:49:28.568772Z","caller":"traceutil/trace.go:171","msg":"trace[523105165] transaction","detail":"{read_only:false; response_revision:26391; number_of_response:1; }","duration":"1.451645368s","start":"2026-07-03T16:49:27.117105Z","end":"2026-07-03T16:49:28.568751Z","steps":["trace[523105165] 'process raft request' (duration: 1.451501303s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:28.56886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:27.117082Z","time spent":"1.451738031s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:49:28.569299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.138996539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:28.569318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.076690292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:28.569362Z","caller":"traceutil/trace.go:171","msg":"trace[10780107] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26391; }","duration":"5.139116222s","start":"2026-07-03T16:49:23.430233Z","end":"2026-07-03T16:49:28.569349Z","steps":["trace[10780107] 'agreement among raft nodes before linearized reading' (duration: 5.138999939s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:28.569374Z","caller":"traceutil/trace.go:171","msg":"trace[131889717] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26391; }","duration":"4.076810155s","start":"2026-07-03T16:49:24.492549Z","end":"2026-07-03T16:49:28.569359Z","steps":["trace[131889717] 'agreement among raft nodes before linearized reading' (duration: 4.076702072s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:28.569355Z","caller":"traceutil/trace.go:171","msg":"trace[924588757] transaction","detail":"{read_only:false; response_revision:26390; number_of_response:1; }","duration":"6.568616974s","start":"2026-07-03T16:49:22.000695Z","end":"2026-07-03T16:49:28.569312Z","steps":["trace[924588757] 'process raft request' (duration: 3.589023606s)","trace[924588757] 'compare' (duration: 2.976246352s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:49:28.568849Z","caller":"traceutil/trace.go:171","msg":"trace[1104932843] linearizableReadLoop","detail":"{readStateIndex:27279; appliedIndex:27278; }","duration":"3.987517764s","start":"2026-07-03T16:49:24.581301Z","end":"2026-07-03T16:49:28.568819Z","steps":["trace[1104932843] 'read index received' (duration: 1.008352397s)","trace[1104932843] 'applied index is now lower than readState.Index' (duration: 2.979162137s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:28.56939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.546134261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:28.569411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.336154173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:28.569526Z","caller":"traceutil/trace.go:171","msg":"trace[898685684] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26391; }","duration":"5.546325575s","start":"2026-07-03T16:49:23.023175Z","end":"2026-07-03T16:49:28.569501Z","steps":["trace[898685684] 'agreement among raft nodes before linearized reading' (duration: 5.54613218s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:28.569539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.119896492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:28.569525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.056930335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:28.569407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:24.492513Z","time spent":"4.076886877s","remote":"127.0.0.1:54592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:28.569629Z","caller":"traceutil/trace.go:171","msg":"trace[1890191247] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26391; }","duration":"6.05710927s","start":"2026-07-03T16:49:22.512493Z","end":"2026-07-03T16:49:28.569603Z","steps":["trace[1890191247] 'agreement among raft nodes before linearized reading' (duration: 6.056881434s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:28.569607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.373202755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:49:28.569643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:22.00067Z","time spent":"6.568814119s","remote":"127.0.0.1:57340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:49:28.569685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:22.512465Z","time spent":"6.057205203s","remote":"127.0.0.1:34054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:49:28.569612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:23.023153Z","time spent":"5.546430278s","remote":"127.0.0.1:59214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:28.569711Z","caller":"traceutil/trace.go:171","msg":"trace[1594292549] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26391; }","duration":"6.37339487s","start":"2026-07-03T16:49:22.196292Z","end":"2026-07-03T16:49:28.569687Z","steps":["trace[1594292549] 'agreement among raft nodes before linearized reading' (duration: 6.373091242s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:28.569776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:22.196267Z","time spent":"6.373490913s","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:28.569468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.951052884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:28.569584Z","caller":"traceutil/trace.go:171","msg":"trace[443176325] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26391; }","duration":"7.119940123s","start":"2026-07-03T16:49:21.449634Z","end":"2026-07-03T16:49:28.569575Z","steps":["trace[443176325] 'agreement among raft nodes before linearized reading' (duration: 7.119872441s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:28.56985Z","caller":"traceutil/trace.go:171","msg":"trace[765041415] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26391; }","duration":"6.951454845s","start":"2026-07-03T16:49:21.618378Z","end":"2026-07-03T16:49:28.569833Z","steps":["trace[765041415] 'agreement among raft nodes before linearized reading' (duration: 6.951069975s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:28.569863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:21.449579Z","time spent":"7.120269251s","remote":"127.0.0.1:35728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:28.569393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.077747399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:28.569899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:21.61836Z","time spent":"6.951526446s","remote":"127.0.0.1:40104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:28.569937Z","caller":"traceutil/trace.go:171","msg":"trace[1120816562] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26391; }","duration":"4.078341514s","start":"2026-07-03T16:49:24.491584Z","end":"2026-07-03T16:49:28.569925Z","steps":["trace[1120816562] 'agreement among raft nodes before linearized reading' (duration: 4.077674597s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:28.569972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:24.491472Z","time spent":"4.078491237s","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:28.569402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:23.430209Z","time spent":"5.139182094s","remote":"127.0.0.1:40396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:28.56964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.695101712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:49:28.570223Z","caller":"traceutil/trace.go:171","msg":"trace[1168117482] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26391; }","duration":"4.695733658s","start":"2026-07-03T16:49:23.874477Z","end":"2026-07-03T16:49:28.570211Z","steps":["trace[1168117482] 'agreement among raft nodes before linearized reading' (duration: 4.694931098s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:28.570246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:23.874449Z","time spent":"4.6957891s","remote":"127.0.0.1:35752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":162,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:28.569538Z","caller":"traceutil/trace.go:171","msg":"trace[766880514] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26391; }","duration":"6.336334948s","start":"2026-07-03T16:49:22.233179Z","end":"2026-07-03T16:49:28.569513Z","steps":["trace[766880514] 'agreement among raft nodes before linearized reading' (duration: 6.336121032s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:28.570456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:22.233155Z","time spent":"6.337126847s","remote":"127.0.0.1:59458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:28.907728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00011019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:49:28.907819Z","caller":"traceutil/trace.go:171","msg":"trace[1878425557] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000267286s","start":"2026-07-03T16:49:26.907531Z","end":"2026-07-03T16:49:28.907798Z","steps":["trace[1878425557] 'agreement among raft nodes before linearized reading' (duration: 2.000133671s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:28.907875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:26.907511Z","time spent":"2.000350499s","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:49:29.070151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113973,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:49:29.728776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00078273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:49:29.728884Z","caller":"traceutil/trace.go:171","msg":"trace[1325264608] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000946974s","start":"2026-07-03T16:49:27.727918Z","end":"2026-07-03T16:49:29.728865Z","steps":["trace[1325264608] 'agreement among raft nodes before linearized reading' (duration: 2.000804621s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:29.728933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:27.7279Z","time spent":"2.001020976s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:49:30.923418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00003445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:49:30.92351Z","caller":"traceutil/trace.go:171","msg":"trace[943327295] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000210794s","start":"2026-07-03T16:49:28.923278Z","end":"2026-07-03T16:49:30.923489Z","steps":["trace[943327295] 'agreement among raft nodes before linearized reading' (duration: 2.0000679s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:30.923569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:28.923254Z","time spent":"2.000302986s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:49:31.33923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138641701s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:49:31.339339Z","caller":"traceutil/trace.go:171","msg":"trace[1330464542] transaction","detail":"{read_only:false; response_revision:26392; number_of_response:1; }","duration":"2.919311112s","start":"2026-07-03T16:49:28.42001Z","end":"2026-07-03T16:49:31.339321Z","steps":["trace[1330464542] 'process raft request' (duration: 780.487195ms)","trace[1330464542] 'compare' (duration: 2.136662041s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:31.339383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:28.419985Z","time spent":"2.919378883s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:49:32.373568Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.362360387s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:49:32.924307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999705121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:32.924444Z","caller":"traceutil/trace.go:171","msg":"trace[2084597086] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999885966s","start":"2026-07-03T16:49:30.924517Z","end":"2026-07-03T16:49:32.924403Z","steps":["trace[2084597086] 'agreement among raft nodes before linearized reading' (duration: 1.999754833s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:32.924494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:30.924485Z","time spent":"1.999999948s","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:49:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:33.917552Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.001691244s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:49:34.934333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000648735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:49:34.934421Z","caller":"traceutil/trace.go:171","msg":"trace[1704461422] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000779118s","start":"2026-07-03T16:49:32.933621Z","end":"2026-07-03T16:49:34.9344Z","steps":["trace[1704461422] 'agreement among raft nodes before linearized reading' (duration: 2.000666195s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:34.934474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:32.933607Z","time spent":"2.000854171s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:49:35.582552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:34.009119Z","time spent":"1.573425841s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:49:35.584838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.211043042s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:49:35.585057Z","caller":"traceutil/trace.go:171","msg":"trace[956485980] linearizableReadLoop","detail":"{readStateIndex:27282; appliedIndex:27280; }","duration":"7.015530548s","start":"2026-07-03T16:49:28.569489Z","end":"2026-07-03T16:49:35.585019Z","steps":["trace[956485980] 'read index received' (duration: 631.02369ms)","trace[956485980] 'applied index is now lower than readState.Index' (duration: 6.384502758s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:49:35.585221Z","caller":"traceutil/trace.go:171","msg":"trace[1855188444] transaction","detail":"{read_only:false; response_revision:26393; number_of_response:1; }","duration":"6.969602434s","start":"2026-07-03T16:49:28.615594Z","end":"2026-07-03T16:49:35.585197Z","steps":["trace[1855188444] 'process raft request' (duration: 3.758125331s)","trace[1855188444] 'compare' (duration: 3.208693141s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:49:35.585299Z","caller":"traceutil/trace.go:171","msg":"trace[1429983920] transaction","detail":"{read_only:false; response_revision:26394; number_of_response:1; }","duration":"5.99709647s","start":"2026-07-03T16:49:29.588177Z","end":"2026-07-03T16:49:35.585273Z","steps":["trace[1429983920] 'process raft request' (duration: 5.996734441s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:35.585394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:28.615561Z","time spent":"6.969700167s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:49:35.58546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:29.588153Z","time spent":"5.997199763s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:49:36.921171Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"506b9f28b0a0d653","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-03T16:49:36.935237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000360508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:49:36.935325Z","caller":"traceutil/trace.go:171","msg":"trace[431563225] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000505302s","start":"2026-07-03T16:49:34.934799Z","end":"2026-07-03T16:49:36.935305Z","steps":["trace[431563225] 'agreement among raft nodes before linearized reading' (duration: 2.000391349s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:36.935381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:34.934776Z","time spent":"2.000591874s","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:49:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:37.209204Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.076760064s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:49:37.235805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650791003s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-03T16:49:37.236102Z","caller":"traceutil/trace.go:171","msg":"trace[528455796] linearizableReadLoop","detail":"{readStateIndex:27284; appliedIndex:27283; }","duration":"1.650954387s","start":"2026-07-03T16:49:35.585126Z","end":"2026-07-03T16:49:37.236081Z","steps":["trace[528455796] 'read index received' (duration: 261.846µs)","trace[528455796] 'applied index is now lower than readState.Index' (duration: 1.650688941s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:37.236374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.648916817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-03T16:49:37.236476Z","caller":"traceutil/trace.go:171","msg":"trace[410585166] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26394; }","duration":"12.649057051s","start":"2026-07-03T16:49:24.587392Z","end":"2026-07-03T16:49:37.236449Z","steps":["trace[410585166] 'agreement among raft nodes before linearized reading' (duration: 10.99799774s)","trace[410585166] 'range keys from in-memory index tree' (duration: 1.650792223s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:37.23654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:24.587385Z","time spent":"12.649143063s","remote":"127.0.0.1:57464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-07-03T16:49:37.236534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.649999175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-dpzcm\" ","response":"range_response_count:1 size:4691"} {"level":"info","ts":"2026-07-03T16:49:37.236615Z","caller":"traceutil/trace.go:171","msg":"trace[452287723] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-dpzcm; range_end:; response_count:1; response_revision:26394; }","duration":"12.650149539s","start":"2026-07-03T16:49:24.586441Z","end":"2026-07-03T16:49:37.23659Z","steps":["trace[452287723] 'agreement among raft nodes before linearized reading' (duration: 10.998947484s)","trace[452287723] 'range keys from in-memory index tree' (duration: 1.650976728s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:37.236673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:24.586412Z","time spent":"12.650246211s","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4715,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-dpzcm\" "} {"level":"warn","ts":"2026-07-03T16:49:37.236588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.015385123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:37.236846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.062695392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-07-03T16:49:37.236889Z","caller":"traceutil/trace.go:171","msg":"trace[1709712055] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:26394; }","duration":"11.062798944s","start":"2026-07-03T16:49:26.174078Z","end":"2026-07-03T16:49:37.236877Z","steps":["trace[1709712055] 'agreement among raft nodes before linearized reading' (duration: 9.411297262s)","trace[1709712055] 'range keys from in-memory index tree' (duration: 1.65141511s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:37.236916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:26.174051Z","time spent":"11.062858476s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":376,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-07-03T16:49:37.236923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.281741364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:49:37.236989Z","caller":"traceutil/trace.go:171","msg":"trace[1095670222] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26394; }","duration":"12.281851856s","start":"2026-07-03T16:49:24.955118Z","end":"2026-07-03T16:49:37.23697Z","steps":["trace[1095670222] 'agreement among raft nodes before linearized reading' (duration: 10.630270292s)","trace[1095670222] 'range keys from in-memory index tree' (duration: 1.651421351s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:37.237029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:24.955097Z","time spent":"12.281923259s","remote":"127.0.0.1:57412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:49:37.237096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.261613212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:37.237098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.661581428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:37.23713Z","caller":"traceutil/trace.go:171","msg":"trace[241937539] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26394; }","duration":"9.261700965s","start":"2026-07-03T16:49:27.975418Z","end":"2026-07-03T16:49:37.237119Z","steps":["trace[241937539] 'agreement among raft nodes before linearized reading' (duration: 7.609951407s)","trace[241937539] 'count revisions from in-memory index tree' (duration: 1.651695687s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:49:37.237141Z","caller":"traceutil/trace.go:171","msg":"trace[693272277] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26394; }","duration":"8.661658601s","start":"2026-07-03T16:49:28.575469Z","end":"2026-07-03T16:49:37.237128Z","steps":["trace[693272277] 'agreement among raft nodes before linearized reading' (duration: 8.661581349s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:37.237128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.359873706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:37.237166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:28.575449Z","time spent":"8.661709711s","remote":"127.0.0.1:57502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-07-03T16:49:37.237185Z","caller":"traceutil/trace.go:171","msg":"trace[1050627510] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26394; }","duration":"9.359972419s","start":"2026-07-03T16:49:27.877196Z","end":"2026-07-03T16:49:37.237168Z","steps":["trace[1050627510] 'agreement among raft nodes before linearized reading' (duration: 7.708136478s)","trace[1050627510] 'count revisions from in-memory index tree' (duration: 1.651754499s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:37.237226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.65059393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2c838d785e9\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-03T16:49:37.237225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:27.877168Z","time spent":"9.360046201s","remote":"127.0.0.1:36560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:37.237254Z","caller":"traceutil/trace.go:171","msg":"trace[1955210350] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2c838d785e9; range_end:; response_count:1; response_revision:26394; }","duration":"12.650633192s","start":"2026-07-03T16:49:24.586611Z","end":"2026-07-03T16:49:37.237244Z","steps":["trace[1955210350] 'agreement among raft nodes before linearized reading' (duration: 10.99876018s)","trace[1955210350] 'range keys from in-memory index tree' (duration: 1.65178331s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:37.237276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:24.586605Z","time spent":"12.650666152s","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2c838d785e9\" "} {"level":"warn","ts":"2026-07-03T16:49:37.237311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.908319855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:37.237354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.665083839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-07-03T16:49:37.237076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.248615513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:37.23738Z","caller":"traceutil/trace.go:171","msg":"trace[1932299013] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26394; }","duration":"8.665135241s","start":"2026-07-03T16:49:28.572238Z","end":"2026-07-03T16:49:37.237373Z","steps":["trace[1932299013] 'agreement among raft nodes before linearized reading' (duration: 8.665054739s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:37.237401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:28.572224Z","time spent":"8.665172481s","remote":"127.0.0.1:57472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-03T16:49:37.237409Z","caller":"traceutil/trace.go:171","msg":"trace[1970483423] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26394; }","duration":"11.248997723s","start":"2026-07-03T16:49:25.9884Z","end":"2026-07-03T16:49:37.237398Z","steps":["trace[1970483423] 'agreement among raft nodes before linearized reading' (duration: 9.596929847s)","trace[1970483423] 'count revisions from in-memory index tree' (duration: 1.651685697s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:49:37.237403Z","caller":"traceutil/trace.go:171","msg":"trace[1606817526] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26394; }","duration":"2.908456199s","start":"2026-07-03T16:49:34.328913Z","end":"2026-07-03T16:49:37.237369Z","steps":["trace[1606817526] 'agreement among raft nodes before linearized reading' (duration: 2.908347466s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:37.237435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:25.988378Z","time spent":"11.249049555s","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:37.237488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:34.328882Z","time spent":"2.908586841s","remote":"127.0.0.1:57714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:37.237152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:27.975393Z","time spent":"9.261753166s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:37.237592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.022717456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:37.23766Z","caller":"traceutil/trace.go:171","msg":"trace[1197958147] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26394; }","duration":"6.02284135s","start":"2026-07-03T16:49:31.214796Z","end":"2026-07-03T16:49:37.237637Z","steps":["trace[1197958147] 'agreement among raft nodes before linearized reading' (duration: 6.022730537s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:37.237723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:31.214754Z","time spent":"6.022953032s","remote":"127.0.0.1:36456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:37.237761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.291252795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:37.237817Z","caller":"traceutil/trace.go:171","msg":"trace[577819196] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26394; }","duration":"6.291372839s","start":"2026-07-03T16:49:30.946422Z","end":"2026-07-03T16:49:37.237795Z","steps":["trace[577819196] 'agreement among raft nodes before linearized reading' (duration: 6.291289796s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:37.237887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.918184092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:37.237874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:30.946387Z","time spent":"6.291472521s","remote":"127.0.0.1:44860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:37.237942Z","caller":"traceutil/trace.go:171","msg":"trace[1211094153] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26394; }","duration":"3.918275574s","start":"2026-07-03T16:49:33.319654Z","end":"2026-07-03T16:49:37.23793Z","steps":["trace[1211094153] 'agreement among raft nodes before linearized reading' (duration: 3.918190422s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:37.237963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.91244335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:37.237986Z","caller":"traceutil/trace.go:171","msg":"trace[1331019456] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26394; }","duration":"5.912561212s","start":"2026-07-03T16:49:31.325418Z","end":"2026-07-03T16:49:37.237979Z","steps":["trace[1331019456] 'agreement among raft nodes before linearized reading' (duration: 5.912515471s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:37.237976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.274655316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:37.237984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:33.319625Z","time spent":"3.918349325s","remote":"127.0.0.1:44878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:37.238012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:31.325394Z","time spent":"5.912612344s","remote":"127.0.0.1:57722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:37.238023Z","caller":"traceutil/trace.go:171","msg":"trace[586868805] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26394; }","duration":"3.274743548s","start":"2026-07-03T16:49:33.963268Z","end":"2026-07-03T16:49:37.238011Z","steps":["trace[586868805] 'agreement among raft nodes before linearized reading' (duration: 3.274664006s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:37.238062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:33.963243Z","time spent":"3.27481058s","remote":"127.0.0.1:33840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:37.238164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.002093169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:37.241768Z","caller":"traceutil/trace.go:171","msg":"trace[576931464] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:26394; }","duration":"7.005724283s","start":"2026-07-03T16:49:30.236003Z","end":"2026-07-03T16:49:37.241727Z","steps":["trace[576931464] 'agreement among raft nodes before linearized reading' (duration: 7.00211523s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:37.238317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.80288817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:49:37.241858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:30.235976Z","time spent":"7.005860257s","remote":"127.0.0.1:57404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"info","ts":"2026-07-03T16:49:37.241894Z","caller":"traceutil/trace.go:171","msg":"trace[384318515] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26394; }","duration":"9.806488184s","start":"2026-07-03T16:49:27.435375Z","end":"2026-07-03T16:49:37.241863Z","steps":["trace[384318515] 'agreement among raft nodes before linearized reading' (duration: 8.149984332s)","trace[384318515] 'count revisions from in-memory index tree' (duration: 1.652925068s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:37.241977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:27.435349Z","time spent":"9.806598607s","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:37.238404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.191153492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:37.242186Z","caller":"traceutil/trace.go:171","msg":"trace[1113889194] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26394; }","duration":"9.194967112s","start":"2026-07-03T16:49:28.047197Z","end":"2026-07-03T16:49:37.242164Z","steps":["trace[1113889194] 'agreement among raft nodes before linearized reading' (duration: 7.538154251s)","trace[1113889194] 'count revisions from in-memory index tree' (duration: 1.653011951s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:37.242236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:28.047171Z","time spent":"9.195048754s","remote":"127.0.0.1:57700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:37.23708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.405517295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:37.242512Z","caller":"traceutil/trace.go:171","msg":"trace[1757734730] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26394; }","duration":"7.410992087s","start":"2026-07-03T16:49:29.831493Z","end":"2026-07-03T16:49:37.242485Z","steps":["trace[1757734730] 'agreement among raft nodes before linearized reading' (duration: 7.405506524s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:37.2385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.286236634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:37.24259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:29.831468Z","time spent":"7.41109736s","remote":"127.0.0.1:36634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:37.242641Z","caller":"traceutil/trace.go:171","msg":"trace[398672549] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26394; }","duration":"7.290408423s","start":"2026-07-03T16:49:29.952215Z","end":"2026-07-03T16:49:37.242624Z","steps":["trace[398672549] 'agreement among raft nodes before linearized reading' (duration: 7.286221764s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:37.242704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:29.952199Z","time spent":"7.290470175s","remote":"127.0.0.1:36622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:37.238819Z","caller":"traceutil/trace.go:171","msg":"trace[1608910404] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26394; }","duration":"11.015904776s","start":"2026-07-03T16:49:26.220848Z","end":"2026-07-03T16:49:37.236753Z","steps":["trace[1608910404] 'agreement among raft nodes before linearized reading' (duration: 9.364526167s)","trace[1608910404] 'count revisions from in-memory index tree' (duration: 1.651068311s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:37.243019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:26.220819Z","time spent":"11.022170839s","remote":"127.0.0.1:33956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:37.240744Z","caller":"traceutil/trace.go:171","msg":"trace[1039272441] transaction","detail":"{read_only:false; response_revision:26395; number_of_response:1; }","duration":"1.165217144s","start":"2026-07-03T16:49:36.075509Z","end":"2026-07-03T16:49:37.240726Z","steps":["trace[1039272441] 'process raft request' (duration: 1.160416279s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:37.243177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:36.07548Z","time spent":"1.167613296s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:49:37.741694Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:49:38.242241Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:49:38.742753Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:49:39.243625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:49:39.712458Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.473910895s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:49:40.65027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.058894947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:40.650372Z","caller":"traceutil/trace.go:171","msg":"trace[2024007565] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26395; }","duration":"4.059063532s","start":"2026-07-03T16:49:36.591277Z","end":"2026-07-03T16:49:40.650341Z","steps":["trace[2024007565] 'agreement among raft nodes before linearized reading' (duration: 649.48212ms)","trace[2024007565] 'count revisions from in-memory index tree' (duration: 3.409415298s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:40.650433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:36.591254Z","time spent":"4.059165405s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:40.650631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.707933006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:40.653638Z","caller":"traceutil/trace.go:171","msg":"trace[1016744465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26395; }","duration":"3.710986975s","start":"2026-07-03T16:49:36.942632Z","end":"2026-07-03T16:49:40.653619Z","steps":["trace[1016744465] 'agreement among raft nodes before linearized reading' (duration: 298.095487ms)","trace[1016744465] 'range keys from in-memory index tree' (duration: 3.409832229s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:40.650907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.949907955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:49:40.653811Z","caller":"traceutil/trace.go:171","msg":"trace[286243780] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26395; }","duration":"3.952827281s","start":"2026-07-03T16:49:36.700951Z","end":"2026-07-03T16:49:40.653778Z","steps":["trace[286243780] 'agreement among raft nodes before linearized reading' (duration: 539.797609ms)","trace[286243780] 'count revisions from in-memory index tree' (duration: 3.410134427s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:40.653877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:36.942612Z","time spent":"3.711067987s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:49:40.653924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:36.700928Z","time spent":"3.952954725s","remote":"127.0.0.1:57666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":184,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:40.943789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000274286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:40.943874Z","caller":"traceutil/trace.go:171","msg":"trace[1717433772] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000419639s","start":"2026-07-03T16:49:38.943435Z","end":"2026-07-03T16:49:40.943855Z","steps":["trace[1717433772] 'agreement among raft nodes before linearized reading' (duration: 2.000306607s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:40.943976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:38.943413Z","time spent":"2.000549203s","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:49:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:42.259611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.991606738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:42.259834Z","caller":"traceutil/trace.go:171","msg":"trace[1067780842] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.991867005s","start":"2026-07-03T16:49:37.267916Z","end":"2026-07-03T16:49:42.259783Z","steps":["trace[1067780842] 'agreement among raft nodes before linearized reading' (duration: 4.991639809s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:42.259927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:37.267891Z","time spent":"4.992016729s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/03 16:49:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:42.952603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000138062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:49:42.952689Z","caller":"traceutil/trace.go:171","msg":"trace[1545875130] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000322377s","start":"2026-07-03T16:49:40.952346Z","end":"2026-07-03T16:49:42.952669Z","steps":["trace[1545875130] 'agreement among raft nodes before linearized reading' (duration: 2.000177643s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:42.952741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:40.952317Z","time spent":"2.000413059s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:49:43.58367Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.870985143s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:49:44.238768Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"506b9f28b0a0d66c","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-03T16:49:44.240023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:37.23973Z","time spent":"7.000284182s","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:49:44.247124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:37.246406Z","time spent":"7.000710493s","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:49:44.826885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.414196672s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:44.827015Z","caller":"traceutil/trace.go:171","msg":"trace[26779514] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26396; }","duration":"3.414341536s","start":"2026-07-03T16:49:41.412647Z","end":"2026-07-03T16:49:44.826989Z","steps":["trace[26779514] 'range keys from in-memory index tree' (duration: 3.414180132s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:44.827949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.1152459s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-03T16:49:44.830142Z","caller":"traceutil/trace.go:171","msg":"trace[1723356050] linearizableReadLoop","detail":"{readStateIndex:27288; appliedIndex:27285; }","duration":"7.589370451s","start":"2026-07-03T16:49:37.240728Z","end":"2026-07-03T16:49:44.830099Z","steps":["trace[1723356050] 'read index received' (duration: 2.471959745s)","trace[1723356050] 'applied index is now lower than readState.Index' (duration: 5.117407186s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:49:44.83036Z","caller":"traceutil/trace.go:171","msg":"trace[1326501588] transaction","detail":"{read_only:false; response_revision:26400; number_of_response:1; }","duration":"3.15247219s","start":"2026-07-03T16:49:41.677873Z","end":"2026-07-03T16:49:44.830345Z","steps":["trace[1326501588] 'process raft request' (duration: 3.152409198s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:44.830329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.589595387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:44.830449Z","caller":"traceutil/trace.go:171","msg":"trace[845318269] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:26398; }","duration":"7.589740681s","start":"2026-07-03T16:49:37.240671Z","end":"2026-07-03T16:49:44.830411Z","steps":["trace[845318269] 'agreement among raft nodes before linearized reading' (duration: 7.589547977s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:44.83049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:41.677839Z","time spent":"3.152562682s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:49:44.830542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:37.240656Z","time spent":"7.589865874s","remote":"127.0.0.1:57340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-03T16:49:44.830645Z","caller":"traceutil/trace.go:171","msg":"trace[386700667] transaction","detail":"{read_only:false; response_revision:26399; number_of_response:1; }","duration":"4.2386802s","start":"2026-07-03T16:49:40.591952Z","end":"2026-07-03T16:49:44.830633Z","steps":["trace[386700667] 'process raft request' (duration: 4.238068534s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:44.830765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:40.591924Z","time spent":"4.238799332s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:49:44.952674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999907006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:49:44.952766Z","caller":"traceutil/trace.go:171","msg":"trace[841945097] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00005955s","start":"2026-07-03T16:49:42.95268Z","end":"2026-07-03T16:49:44.95274Z","steps":["trace[841945097] 'agreement among raft nodes before linearized reading' (duration: 1.999939807s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:44.95283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:42.952643Z","time spent":"2.000171093s","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:49:45.330711Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:49:45.830986Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:49:46.09416Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.344175243s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:49:46.962334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00047829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:46.962425Z","caller":"traceutil/trace.go:171","msg":"trace[179014569] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000631654s","start":"2026-07-03T16:49:44.961772Z","end":"2026-07-03T16:49:46.962404Z","steps":["trace[179014569] 'agreement among raft nodes before linearized reading' (duration: 2.000502441s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:46.962481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:44.961752Z","time spent":"2.000714327s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:49:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:47.244039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000413673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:47.244134Z","caller":"traceutil/trace.go:171","msg":"trace[152787291] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; }","duration":"10.000552057s","start":"2026-07-03T16:49:37.243561Z","end":"2026-07-03T16:49:47.244113Z","steps":["trace[152787291] 'agreement among raft nodes before linearized reading' (duration: 10.000418044s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:47.244193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:37.243551Z","time spent":"10.000628479s","remote":"127.0.0.1:57584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} 2026/07/03 16:49:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:48.406874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.312418398s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:49:48.406997Z","caller":"traceutil/trace.go:171","msg":"trace[1111094458] transaction","detail":"{read_only:false; response_revision:26401; number_of_response:1; }","duration":"3.657160427s","start":"2026-07-03T16:49:44.749813Z","end":"2026-07-03T16:49:48.406974Z","steps":["trace[1111094458] 'process raft request' (duration: 1.344539584s)","trace[1111094458] 'compare' (duration: 2.310464927s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:48.407069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:44.749776Z","time spent":"3.657257789s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:49:48.538888Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.444542512s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:49:48.962679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999842604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:48.962797Z","caller":"traceutil/trace.go:171","msg":"trace[134111539] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999973647s","start":"2026-07-03T16:49:46.962784Z","end":"2026-07-03T16:49:48.962758Z","steps":["trace[134111539] 'agreement among raft nodes before linearized reading' (duration: 1.999836184s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:48.962853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:46.962733Z","time spent":"2.000107641s","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:49:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:49.855448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316190527s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:49:49.855751Z","caller":"traceutil/trace.go:171","msg":"trace[589028151] linearizableReadLoop","detail":"{readStateIndex:27293; appliedIndex:27290; }","duration":"5.02552832s","start":"2026-07-03T16:49:44.830202Z","end":"2026-07-03T16:49:49.85573Z","steps":["trace[589028151] 'read index received' (duration: 1.264195546s)","trace[589028151] 'applied index is now lower than readState.Index' (duration: 3.761331234s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:49.855914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.836883365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:49.855999Z","caller":"traceutil/trace.go:171","msg":"trace[40095856] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26403; }","duration":"7.836979707s","start":"2026-07-03T16:49:42.018996Z","end":"2026-07-03T16:49:49.855976Z","steps":["trace[40095856] 'agreement among raft nodes before linearized reading' (duration: 7.836786732s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.856054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:42.018974Z","time spent":"7.837064669s","remote":"127.0.0.1:38296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.856064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.533068268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:49.856096Z","caller":"traceutil/trace.go:171","msg":"trace[1973801497] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26403; }","duration":"8.53313405s","start":"2026-07-03T16:49:41.32295Z","end":"2026-07-03T16:49:49.856084Z","steps":["trace[1973801497] 'agreement among raft nodes before linearized reading' (duration: 8.533020597s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.856136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:41.322925Z","time spent":"8.533201541s","remote":"127.0.0.1:57502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:49.856342Z","caller":"traceutil/trace.go:171","msg":"trace[1279161581] transaction","detail":"{read_only:false; response_revision:26402; number_of_response:1; }","duration":"5.019599585s","start":"2026-07-03T16:49:44.83672Z","end":"2026-07-03T16:49:49.85632Z","steps":["trace[1279161581] 'process raft request' (duration: 3.702414113s)","trace[1279161581] 'compare' (duration: 1.315114849s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:49.856413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.644348347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:49:49.856448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:44.83669Z","time spent":"5.019703678s","remote":"127.0.0.1:57472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":353,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:49:49.856448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.441355392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:49:49.856533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.788235337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:49.856587Z","caller":"traceutil/trace.go:171","msg":"trace[838770497] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26403; }","duration":"11.78831596s","start":"2026-07-03T16:49:38.068259Z","end":"2026-07-03T16:49:49.856575Z","steps":["trace[838770497] 'agreement among raft nodes before linearized reading' (duration: 11.788230017s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.85663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:38.068239Z","time spent":"11.788377741s","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.856674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.141649325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18434"} {"level":"info","ts":"2026-07-03T16:49:49.856718Z","caller":"traceutil/trace.go:171","msg":"trace[1997821706] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26403; }","duration":"9.141726517s","start":"2026-07-03T16:49:40.714982Z","end":"2026-07-03T16:49:49.856709Z","steps":["trace[1997821706] 'agreement among raft nodes before linearized reading' (duration: 9.141577823s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.856758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:40.714961Z","time spent":"9.141785739s","remote":"127.0.0.1:57486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18458,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-07-03T16:49:49.856832Z","caller":"traceutil/trace.go:171","msg":"trace[383436808] transaction","detail":"{read_only:false; response_revision:26403; number_of_response:1; }","duration":"4.21285922s","start":"2026-07-03T16:49:45.64395Z","end":"2026-07-03T16:49:49.856809Z","steps":["trace[383436808] 'process raft request' (duration: 4.211623337s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.856883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.374489355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:49.856938Z","caller":"traceutil/trace.go:171","msg":"trace[897119336] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26403; }","duration":"12.374579216s","start":"2026-07-03T16:49:37.482337Z","end":"2026-07-03T16:49:49.856916Z","steps":["trace[897119336] 'agreement among raft nodes before linearized reading' (duration: 12.374495324s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.85694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:45.643913Z","time spent":"4.212973713s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:49:49.856984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:37.482314Z","time spent":"12.374652689s","remote":"127.0.0.1:59438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.857027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.00415622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:49.857066Z","caller":"traceutil/trace.go:171","msg":"trace[644051579] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26403; }","duration":"10.004216622s","start":"2026-07-03T16:49:39.852834Z","end":"2026-07-03T16:49:49.85705Z","steps":["trace[644051579] 'agreement among raft nodes before linearized reading' (duration: 10.004173901s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.857124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:39.852812Z","time spent":"10.004292734s","remote":"127.0.0.1:43662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.857237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.613378582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-24633893-9284-4b07-9ef4-860f33cd4a31\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-07-03T16:49:49.857236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.252104479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:49.857261Z","caller":"traceutil/trace.go:171","msg":"trace[826360821] range","detail":"{range_begin:/registry/persistentvolumes/pvc-24633893-9284-4b07-9ef4-860f33cd4a31; range_end:; response_count:1; response_revision:26403; }","duration":"12.613453234s","start":"2026-07-03T16:49:37.243801Z","end":"2026-07-03T16:49:49.857254Z","steps":["trace[826360821] 'agreement among raft nodes before linearized reading' (duration: 12.613354991s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.85728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:37.243272Z","time spent":"12.614004328s","remote":"127.0.0.1:57452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-24633893-9284-4b07-9ef4-860f33cd4a31\" "} {"level":"info","ts":"2026-07-03T16:49:49.857289Z","caller":"traceutil/trace.go:171","msg":"trace[1345952615] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26403; }","duration":"5.25216009s","start":"2026-07-03T16:49:44.605112Z","end":"2026-07-03T16:49:49.857272Z","steps":["trace[1345952615] 'agreement among raft nodes before linearized reading' (duration: 5.252072878s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:49.856532Z","caller":"traceutil/trace.go:171","msg":"trace[319361121] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26403; }","duration":"11.441505137s","start":"2026-07-03T16:49:38.415003Z","end":"2026-07-03T16:49:49.856508Z","steps":["trace[319361121] 'agreement among raft nodes before linearized reading' (duration: 11.44127812s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.857521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:38.414978Z","time spent":"11.442532643s","remote":"127.0.0.1:57472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.857558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.318593286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:49.857605Z","caller":"traceutil/trace.go:171","msg":"trace[2076680942] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26403; }","duration":"5.318643228s","start":"2026-07-03T16:49:44.538948Z","end":"2026-07-03T16:49:49.857591Z","steps":["trace[2076680942] 'agreement among raft nodes before linearized reading' (duration: 5.318558365s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.856987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.537129923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:49.857654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:44.538881Z","time spent":"5.318756951s","remote":"127.0.0.1:57812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:49.857672Z","caller":"traceutil/trace.go:171","msg":"trace[732038316] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26403; }","duration":"9.537846161s","start":"2026-07-03T16:49:40.319817Z","end":"2026-07-03T16:49:49.857663Z","steps":["trace[732038316] 'agreement among raft nodes before linearized reading' (duration: 9.537138203s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.857699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:40.319796Z","time spent":"9.537893653s","remote":"127.0.0.1:33826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.85743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:44.60509Z","time spent":"5.252321684s","remote":"127.0.0.1:36574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.857905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.597302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:49.857969Z","caller":"traceutil/trace.go:171","msg":"trace[1205063131] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26403; }","duration":"5.597404053s","start":"2026-07-03T16:49:44.260545Z","end":"2026-07-03T16:49:49.857949Z","steps":["trace[1205063131] 'agreement among raft nodes before linearized reading' (duration: 5.59731681s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.858017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:44.260519Z","time spent":"5.597483794s","remote":"127.0.0.1:40402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.858225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.607905146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-lcpf8\" ","response":"range_response_count:1 size:4051"} {"level":"info","ts":"2026-07-03T16:49:49.858255Z","caller":"traceutil/trace.go:171","msg":"trace[1495656658] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-lcpf8; range_end:; response_count:1; response_revision:26403; }","duration":"5.607977937s","start":"2026-07-03T16:49:44.250266Z","end":"2026-07-03T16:49:49.858244Z","steps":["trace[1495656658] 'agreement among raft nodes before linearized reading' (duration: 5.607886505s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.858279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:44.250242Z","time spent":"5.608030209s","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4075,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-lcpf8\" "} {"level":"info","ts":"2026-07-03T16:49:49.856464Z","caller":"traceutil/trace.go:171","msg":"trace[1330474122] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26403; }","duration":"11.64444619s","start":"2026-07-03T16:49:38.212004Z","end":"2026-07-03T16:49:49.85645Z","steps":["trace[1330474122] 'agreement among raft nodes before linearized reading' (duration: 11.644348277s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.858481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.613534142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-85ddd7c59c-l79qz.18bed4f9dd910506\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-07-03T16:49:49.858511Z","caller":"traceutil/trace.go:171","msg":"trace[1203457466] range","detail":"{range_begin:/registry/events/openstack/heat-api-85ddd7c59c-l79qz.18bed4f9dd910506; range_end:; response_count:1; response_revision:26403; }","duration":"5.613604454s","start":"2026-07-03T16:49:44.244897Z","end":"2026-07-03T16:49:49.858502Z","steps":["trace[1203457466] 'agreement among raft nodes before linearized reading' (duration: 5.613509431s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.858541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:44.244873Z","time spent":"5.613657395s","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":930,"request content":"key:\"/registry/events/openstack/heat-api-85ddd7c59c-l79qz.18bed4f9dd910506\" "} {"level":"warn","ts":"2026-07-03T16:49:49.85853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.094612383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:49.858582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.330567392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:49:49.858566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.929810182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:49.858609Z","caller":"traceutil/trace.go:171","msg":"trace[617901845] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26403; }","duration":"11.330638183s","start":"2026-07-03T16:49:38.52796Z","end":"2026-07-03T16:49:49.858598Z","steps":["trace[617901845] 'agreement among raft nodes before linearized reading' (duration: 11.330588182s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:49.858597Z","caller":"traceutil/trace.go:171","msg":"trace[1667510117] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26403; }","duration":"7.094714806s","start":"2026-07-03T16:49:42.763858Z","end":"2026-07-03T16:49:49.858573Z","steps":["trace[1667510117] 'agreement among raft nodes before linearized reading' (duration: 7.094610343s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.858631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:38.527935Z","time spent":"11.330690225s","remote":"127.0.0.1:43690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:49.858635Z","caller":"traceutil/trace.go:171","msg":"trace[938908979] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26403; }","duration":"5.929920885s","start":"2026-07-03T16:49:43.928693Z","end":"2026-07-03T16:49:49.858614Z","steps":["trace[938908979] 'agreement among raft nodes before linearized reading' (duration: 5.929793952s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.858647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:42.763835Z","time spent":"7.094800857s","remote":"127.0.0.1:36608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.858671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:43.928676Z","time spent":"5.929987306s","remote":"127.0.0.1:40412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.85848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:38.211976Z","time spent":"11.646491503s","remote":"127.0.0.1:57630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.858664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.943349583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:49.858738Z","caller":"traceutil/trace.go:171","msg":"trace[194775905] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26403; }","duration":"5.943462056s","start":"2026-07-03T16:49:43.915262Z","end":"2026-07-03T16:49:49.858724Z","steps":["trace[194775905] 'agreement among raft nodes before linearized reading' (duration: 5.943357143s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.858769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:43.915238Z","time spent":"5.943520197s","remote":"127.0.0.1:36706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.85595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.853462875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:49.858917Z","caller":"traceutil/trace.go:171","msg":"trace[1565056748] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26403; }","duration":"7.856435332s","start":"2026-07-03T16:49:42.002469Z","end":"2026-07-03T16:49:49.858904Z","steps":["trace[1565056748] 'agreement among raft nodes before linearized reading' (duration: 7.853353562s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.858953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:42.002423Z","time spent":"7.856518314s","remote":"127.0.0.1:43670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:49.86096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.150414211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:389264"} {"level":"info","ts":"2026-07-03T16:49:49.861081Z","caller":"traceutil/trace.go:171","msg":"trace[1611881520] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:26403; }","duration":"11.150600105s","start":"2026-07-03T16:49:38.710457Z","end":"2026-07-03T16:49:49.861057Z","steps":["trace[1611881520] 'agreement among raft nodes before linearized reading' (duration: 11.146937691s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.861162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:38.710433Z","time spent":"11.150701267s","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":2000,"response size":389288,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:49:49.983146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999888694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:49.98326Z","caller":"traceutil/trace.go:171","msg":"trace[820164918] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000065368s","start":"2026-07-03T16:49:44.983168Z","end":"2026-07-03T16:49:49.983233Z","steps":["trace[820164918] 'agreement among raft nodes before linearized reading' (duration: 4.999915284s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:49.983321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:44.98315Z","time spent":"5.0001554s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/03 16:49:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:50.356795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:49:50.85802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:49:50.969263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000578903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:49:50.969392Z","caller":"traceutil/trace.go:171","msg":"trace[1556235398] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000796789s","start":"2026-07-03T16:49:48.968565Z","end":"2026-07-03T16:49:50.969362Z","steps":["trace[1556235398] 'agreement among raft nodes before linearized reading' (duration: 2.000631155s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:50.969498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:48.968539Z","time spent":"2.000945563s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:49:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:51.358177Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:49:51.873977Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:49:52.374317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:49:52.441723Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.601008437s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:49:52.790483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376981107s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:52.790676Z","caller":"traceutil/trace.go:171","msg":"trace[978988025] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26403; }","duration":"1.377180302s","start":"2026-07-03T16:49:51.413461Z","end":"2026-07-03T16:49:52.790641Z","steps":["trace[978988025] 'range keys from in-memory index tree' (duration: 1.376957047s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:52.791473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.214175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:49:52.791584Z","caller":"traceutil/trace.go:171","msg":"trace[1576851611] transaction","detail":"{read_only:false; response_revision:26404; number_of_response:1; }","duration":"2.951004734s","start":"2026-07-03T16:49:49.840556Z","end":"2026-07-03T16:49:52.79156Z","steps":["trace[1576851611] 'process raft request' (duration: 2.601596754s)","trace[1576851611] 'compare' (duration: 348.656791ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:52.79165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:49.840526Z","time spent":"2.951092626s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:49:52.969937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000174703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:49:52.970113Z","caller":"traceutil/trace.go:171","msg":"trace[1597356919] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000413829s","start":"2026-07-03T16:49:50.969676Z","end":"2026-07-03T16:49:52.97009Z","steps":["trace[1597356919] 'agreement among raft nodes before linearized reading' (duration: 2.000206154s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:52.97021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:50.96965Z","time spent":"2.000538353s","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:49:54.300796Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.595731842s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:49:54.978221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000108322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:54.978363Z","caller":"traceutil/trace.go:171","msg":"trace[2028956474] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000330857s","start":"2026-07-03T16:49:52.977997Z","end":"2026-07-03T16:49:54.978328Z","steps":["trace[2028956474] 'agreement among raft nodes before linearized reading' (duration: 2.000153992s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:54.97877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:52.977968Z","time spent":"2.000692696s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:49:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:55.334242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:52.999507Z","time spent":"2.334727119s","remote":"127.0.0.1:41808","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:49:55.336612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035232535s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:49:55.336813Z","caller":"traceutil/trace.go:171","msg":"trace[386215881] transaction","detail":"{read_only:false; response_revision:26407; number_of_response:1; }","duration":"2.802182056s","start":"2026-07-03T16:49:52.534615Z","end":"2026-07-03T16:49:55.336797Z","steps":["trace[386215881] 'process raft request' (duration: 2.802143075s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:55.336864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:52.534582Z","time spent":"2.802258078s","remote":"127.0.0.1:57330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:49:55.337037Z","caller":"traceutil/trace.go:171","msg":"trace[525264635] linearizableReadLoop","detail":"{readStateIndex:27296; appliedIndex:27293; }","duration":"5.481227354s","start":"2026-07-03T16:49:49.855794Z","end":"2026-07-03T16:49:55.337021Z","steps":["trace[525264635] 'read index received' (duration: 2.586253705s)","trace[525264635] 'applied index is now lower than readState.Index' (duration: 2.894971709s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:55.337119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.243826402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:55.337166Z","caller":"traceutil/trace.go:171","msg":"trace[1046442081] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26407; }","duration":"7.243896763s","start":"2026-07-03T16:49:48.093259Z","end":"2026-07-03T16:49:55.337156Z","steps":["trace[1046442081] 'agreement among raft nodes before linearized reading' (duration: 7.24377461s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:55.337183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.433590795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:55.337193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:48.093237Z","time spent":"7.243949345s","remote":"127.0.0.1:34026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:55.33721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.826442294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:49:55.337235Z","caller":"traceutil/trace.go:171","msg":"trace[1103564557] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26407; }","duration":"7.826510105s","start":"2026-07-03T16:49:47.510718Z","end":"2026-07-03T16:49:55.337229Z","steps":["trace[1103564557] 'agreement among raft nodes before linearized reading' (duration: 7.826427753s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:55.337253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:47.510685Z","time spent":"7.826564317s","remote":"127.0.0.1:57412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-03T16:49:55.33726Z","caller":"traceutil/trace.go:171","msg":"trace[1641433016] transaction","detail":"{read_only:false; response_revision:26406; number_of_response:1; }","duration":"5.470926186s","start":"2026-07-03T16:49:49.866326Z","end":"2026-07-03T16:49:55.337253Z","steps":["trace[1641433016] 'process raft request' (duration: 5.470362501s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:55.337304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:49.86631Z","time spent":"5.470967077s","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4211,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:49:55.337352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.595001869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:55.337373Z","caller":"traceutil/trace.go:171","msg":"trace[751006359] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26407; }","duration":"6.59502199s","start":"2026-07-03T16:49:48.742342Z","end":"2026-07-03T16:49:55.337364Z","steps":["trace[751006359] 'agreement among raft nodes before linearized reading' (duration: 6.594989439s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:55.337391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:48.742246Z","time spent":"6.595139872s","remote":"127.0.0.1:36494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:55.337401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.399575689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:55.337423Z","caller":"traceutil/trace.go:171","msg":"trace[1305195778] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26407; }","duration":"8.399711802s","start":"2026-07-03T16:49:46.937706Z","end":"2026-07-03T16:49:55.337417Z","steps":["trace[1305195778] 'agreement among raft nodes before linearized reading' (duration: 8.399677391s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:55.337466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:46.937677Z","time spent":"8.399782623s","remote":"127.0.0.1:36588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:55.337491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.240053164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:49:55.337135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.795420688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:55.337534Z","caller":"traceutil/trace.go:171","msg":"trace[1710598851] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26407; }","duration":"6.240128996s","start":"2026-07-03T16:49:49.097397Z","end":"2026-07-03T16:49:55.337526Z","steps":["trace[1710598851] 'agreement among raft nodes before linearized reading' (duration: 6.240033253s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:55.337372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.320803792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:55.337552Z","caller":"traceutil/trace.go:171","msg":"trace[1443877843] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26407; }","duration":"7.795874479s","start":"2026-07-03T16:49:47.541666Z","end":"2026-07-03T16:49:55.337541Z","steps":["trace[1443877843] 'agreement among raft nodes before linearized reading' (duration: 7.795427468s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:55.337558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:49.097376Z","time spent":"6.240172367s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:55.337575Z","caller":"traceutil/trace.go:171","msg":"trace[230605633] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26407; }","duration":"8.321063868s","start":"2026-07-03T16:49:47.016504Z","end":"2026-07-03T16:49:55.337568Z","steps":["trace[230605633] 'agreement among raft nodes before linearized reading' (duration: 8.320841672s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:55.337584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:47.54164Z","time spent":"7.79593472s","remote":"127.0.0.1:57740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:55.337604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.106472551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:49:55.337579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.663149508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:55.337625Z","caller":"traceutil/trace.go:171","msg":"trace[131861384] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26407; }","duration":"9.106552072s","start":"2026-07-03T16:49:46.231066Z","end":"2026-07-03T16:49:55.337618Z","steps":["trace[131861384] 'agreement among raft nodes before linearized reading' (duration: 9.106523852s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:55.33763Z","caller":"traceutil/trace.go:171","msg":"trace[649911912] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26407; }","duration":"8.663241881s","start":"2026-07-03T16:49:46.674382Z","end":"2026-07-03T16:49:55.337624Z","steps":["trace[649911912] 'agreement among raft nodes before linearized reading' (duration: 8.66317622s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:55.337642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:46.231034Z","time spent":"9.106603554s","remote":"127.0.0.1:36680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:55.337647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:46.674356Z","time spent":"8.663286672s","remote":"127.0.0.1:59198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:55.337742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.347991739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:55.337768Z","caller":"traceutil/trace.go:171","msg":"trace[770676596] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26407; }","duration":"6.348067982s","start":"2026-07-03T16:49:48.989692Z","end":"2026-07-03T16:49:55.33776Z","steps":["trace[770676596] 'agreement among raft nodes before linearized reading' (duration: 6.348019761s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:55.337816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:48.989661Z","time spent":"6.348147703s","remote":"127.0.0.1:57702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:55.337921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.957111218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:49:55.33795Z","caller":"traceutil/trace.go:171","msg":"trace[1425558917] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26407; }","duration":"9.95716637s","start":"2026-07-03T16:49:45.380778Z","end":"2026-07-03T16:49:55.337944Z","steps":["trace[1425558917] 'agreement among raft nodes before linearized reading' (duration: 9.957023096s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:55.337975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:45.38076Z","time spent":"9.9572059s","remote":"127.0.0.1:57656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":179,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:55.338028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.692205855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:55.338073Z","caller":"traceutil/trace.go:171","msg":"trace[724103917] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26407; }","duration":"6.692290258s","start":"2026-07-03T16:49:48.645771Z","end":"2026-07-03T16:49:55.338062Z","steps":["trace[724103917] 'agreement among raft nodes before linearized reading' (duration: 6.692149524s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:55.338109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:48.645747Z","time spent":"6.69235508s","remote":"127.0.0.1:57826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":60,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:55.337606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:47.01649Z","time spent":"8.32110768s","remote":"127.0.0.1:33896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:55.338081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.257403502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:55.338259Z","caller":"traceutil/trace.go:171","msg":"trace[1609809640] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26407; }","duration":"10.257622407s","start":"2026-07-03T16:49:45.080628Z","end":"2026-07-03T16:49:55.33825Z","steps":["trace[1609809640] 'agreement among raft nodes before linearized reading' (duration: 10.257432333s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:55.338281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:45.080603Z","time spent":"10.257672599s","remote":"127.0.0.1:36502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:55.338254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.687453331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:55.338307Z","caller":"traceutil/trace.go:171","msg":"trace[430216649] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26407; }","duration":"6.687539954s","start":"2026-07-03T16:49:48.650761Z","end":"2026-07-03T16:49:55.338301Z","steps":["trace[430216649] 'agreement among raft nodes before linearized reading' (duration: 6.687467142s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:55.338333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:48.650739Z","time spent":"6.687587845s","remote":"127.0.0.1:36546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:55.337215Z","caller":"traceutil/trace.go:171","msg":"trace[362504473] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26407; }","duration":"6.433663377s","start":"2026-07-03T16:49:48.903542Z","end":"2026-07-03T16:49:55.337205Z","steps":["trace[362504473] 'agreement among raft nodes before linearized reading' (duration: 6.433585705s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:55.338636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:48.903517Z","time spent":"6.435110814s","remote":"127.0.0.1:54604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:55.338814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.127391627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:55.33886Z","caller":"traceutil/trace.go:171","msg":"trace[2138679980] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26407; }","duration":"7.127468339s","start":"2026-07-03T16:49:48.21138Z","end":"2026-07-03T16:49:55.338848Z","steps":["trace[2138679980] 'agreement among raft nodes before linearized reading' (duration: 7.127404277s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:55.338886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:48.211359Z","time spent":"7.12751934s","remote":"127.0.0.1:59346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:55.33779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.882567331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:55.33697Z","caller":"traceutil/trace.go:171","msg":"trace[1726954504] transaction","detail":"{read_only:false; response_revision:26405; number_of_response:1; }","duration":"5.474244211s","start":"2026-07-03T16:49:49.862679Z","end":"2026-07-03T16:49:55.336923Z","steps":["trace[1726954504] 'process raft request' (duration: 4.438414931s)","trace[1726954504] 'compare' (duration: 1.034169867s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:55.339306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:49.862668Z","time spent":"5.476534221s","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:49:55.33937Z","caller":"traceutil/trace.go:171","msg":"trace[1173957292] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26407; }","duration":"9.883856275s","start":"2026-07-03T16:49:45.455214Z","end":"2026-07-03T16:49:55.33907Z","steps":["trace[1173957292] 'agreement among raft nodes before linearized reading' (duration: 9.882505409s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:55.3394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:45.45514Z","time spent":"9.884250625s","remote":"127.0.0.1:40448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:56.978845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00006237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:49:56.978955Z","caller":"traceutil/trace.go:171","msg":"trace[1391328651] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000200214s","start":"2026-07-03T16:49:54.978728Z","end":"2026-07-03T16:49:56.978928Z","steps":["trace[1391328651] 'agreement among raft nodes before linearized reading' (duration: 2.00005535s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:56.979022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:54.978649Z","time spent":"2.000357638s","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:49:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:57.483546Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.747527317s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:49:57.551358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999750319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:57.551466Z","caller":"traceutil/trace.go:171","msg":"trace[1253241814] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999917934s","start":"2026-07-03T16:49:52.551521Z","end":"2026-07-03T16:49:57.551439Z","steps":["trace[1253241814] 'agreement among raft nodes before linearized reading' (duration: 4.99978084s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:57.551533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:52.551497Z","time spent":"5.000019236s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/03 16:49:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:57.75563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:54.978264Z","time spent":"2.777355331s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:49:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:58.539042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.802962617s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:49:58.539209Z","caller":"traceutil/trace.go:171","msg":"trace[867753369] linearizableReadLoop","detail":"{readStateIndex:27298; appliedIndex:27297; }","duration":"3.202116351s","start":"2026-07-03T16:49:55.33707Z","end":"2026-07-03T16:49:58.539186Z","steps":["trace[867753369] 'read index received' (duration: 398.945308ms)","trace[867753369] 'applied index is now lower than readState.Index' (duration: 2.803168993s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:58.98712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00005048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:49:58.987188Z","caller":"traceutil/trace.go:171","msg":"trace[694873580] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000175683s","start":"2026-07-03T16:49:56.986998Z","end":"2026-07-03T16:49:58.987173Z","steps":["trace[694873580] 'agreement among raft nodes before linearized reading' (duration: 2.000086351s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:58.987242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:56.986974Z","time spent":"2.000241835s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:49:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:49:59.039546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113999,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:49:59.540359Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653113999,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:49:59.797607Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.313888976s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:49:59.817188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.739207305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:59.817286Z","caller":"traceutil/trace.go:171","msg":"trace[73428496] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26408; }","duration":"8.739379449s","start":"2026-07-03T16:49:51.077881Z","end":"2026-07-03T16:49:59.817261Z","steps":["trace[73428496] 'agreement among raft nodes before linearized reading' (duration: 7.461351034s)","trace[73428496] 'count revisions from in-memory index tree' (duration: 1.277876251s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:59.817348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:51.077848Z","time spent":"8.739475962s","remote":"127.0.0.1:33700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:59.817555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.10754929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:59.817613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.954026538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-07-03T16:49:59.817698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.397077552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:49:59.817722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.956380412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:59.817699Z","caller":"traceutil/trace.go:171","msg":"trace[1651814204] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26408; }","duration":"7.107644492s","start":"2026-07-03T16:49:52.709983Z","end":"2026-07-03T16:49:59.817627Z","steps":["trace[1651814204] 'agreement among raft nodes before linearized reading' (duration: 5.829271819s)","trace[1651814204] 'count revisions from in-memory index tree' (duration: 1.278259251s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:49:59.817775Z","caller":"traceutil/trace.go:171","msg":"trace[1476597132] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26408; }","duration":"9.397219156s","start":"2026-07-03T16:49:50.420534Z","end":"2026-07-03T16:49:59.817753Z","steps":["trace[1476597132] 'agreement among raft nodes before linearized reading' (duration: 8.118660468s)","trace[1476597132] 'count revisions from in-memory index tree' (duration: 1.278438425s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:49:59.817784Z","caller":"traceutil/trace.go:171","msg":"trace[1094721412] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26408; }","duration":"4.956482405s","start":"2026-07-03T16:49:54.861279Z","end":"2026-07-03T16:49:59.817761Z","steps":["trace[1094721412] 'agreement among raft nodes before linearized reading' (duration: 3.677934157s)","trace[1094721412] 'count revisions from in-memory index tree' (duration: 1.278475246s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:59.817767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.087251103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-03T16:49:59.817781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.01596363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:59.81785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:54.861253Z","time spent":"4.956562917s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:59.817807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:52.709957Z","time spent":"7.107833417s","remote":"127.0.0.1:33770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:59.817885Z","caller":"traceutil/trace.go:171","msg":"trace[2034353691] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26408; }","duration":"6.087418758s","start":"2026-07-03T16:49:53.730434Z","end":"2026-07-03T16:49:59.817853Z","steps":["trace[2034353691] 'agreement among raft nodes before linearized reading' (duration: 4.808811468s)","trace[2034353691] 'count revisions from in-memory index tree' (duration: 1.278440655s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:49:59.817903Z","caller":"traceutil/trace.go:171","msg":"trace[492543895] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26408; }","duration":"6.016159004s","start":"2026-07-03T16:49:53.801711Z","end":"2026-07-03T16:49:59.81787Z","steps":["trace[492543895] 'agreement among raft nodes before linearized reading' (duration: 4.737524714s)","trace[492543895] 'count revisions from in-memory index tree' (duration: 1.278434156s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:59.817952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:53.730414Z","time spent":"6.0875179s","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":242,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:59.817969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:53.801692Z","time spent":"6.016260738s","remote":"127.0.0.1:59334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:59.817985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.119329715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:59.818017Z","caller":"traceutil/trace.go:171","msg":"trace[291551782] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26408; }","duration":"7.119391307s","start":"2026-07-03T16:49:52.698617Z","end":"2026-07-03T16:49:59.818008Z","steps":["trace[291551782] 'agreement among raft nodes before linearized reading' (duration: 5.840572932s)","trace[291551782] 'count revisions from in-memory index tree' (duration: 1.278769244s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:59.818042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:52.698595Z","time spent":"7.119442219s","remote":"127.0.0.1:43672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:59.818098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.547118334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:59.818159Z","caller":"traceutil/trace.go:171","msg":"trace[782030355] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26408; }","duration":"7.547258977s","start":"2026-07-03T16:49:52.270882Z","end":"2026-07-03T16:49:59.818141Z","steps":["trace[782030355] 'agreement among raft nodes before linearized reading' (duration: 6.26833774s)","trace[782030355] 'count revisions from in-memory index tree' (duration: 1.278845776s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:59.817821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:50.420506Z","time spent":"9.397304868s","remote":"127.0.0.1:57648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:59.818242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:52.270854Z","time spent":"7.547367451s","remote":"127.0.0.1:35714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:59.818268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.95565784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:49:59.818324Z","caller":"traceutil/trace.go:171","msg":"trace[140482228] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26408; }","duration":"9.955733443s","start":"2026-07-03T16:49:49.862575Z","end":"2026-07-03T16:49:59.818308Z","steps":["trace[140482228] 'agreement among raft nodes before linearized reading' (duration: 8.676700621s)","trace[140482228] 'range keys from in-memory index tree' (duration: 1.278802744s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:59.818332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.569083496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:59.818372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:49.862558Z","time spent":"9.955803754s","remote":"127.0.0.1:57584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-03T16:49:59.81841Z","caller":"traceutil/trace.go:171","msg":"trace[248252969] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26408; }","duration":"5.56921105s","start":"2026-07-03T16:49:54.249179Z","end":"2026-07-03T16:49:59.81839Z","steps":["trace[248252969] 'agreement among raft nodes before linearized reading' (duration: 4.290045625s)","trace[248252969] 'count revisions from in-memory index tree' (duration: 1.279065832s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:59.818475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:54.249152Z","time spent":"5.569306092s","remote":"127.0.0.1:57438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:59.817712Z","caller":"traceutil/trace.go:171","msg":"trace[201642228] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26408; }","duration":"9.954175432s","start":"2026-07-03T16:49:49.863509Z","end":"2026-07-03T16:49:59.817684Z","steps":["trace[201642228] 'agreement among raft nodes before linearized reading' (duration: 8.675762507s)","trace[201642228] 'range keys from in-memory index tree' (duration: 1.278120187s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:59.818749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:49.863481Z","time spent":"9.95525396s","remote":"127.0.0.1:57464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-07-03T16:49:59.818786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278015895s","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-07-03T16:49:59.81894Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24369} {"level":"info","ts":"2026-07-03T16:49:59.818977Z","caller":"traceutil/trace.go:171","msg":"trace[232906345] compact","detail":"{revision:24369; response_revision:26408; }","duration":"4.476978723s","start":"2026-07-03T16:49:55.341984Z","end":"2026-07-03T16:49:59.818962Z","steps":["trace[232906345] 'process raft request' (duration: 3.197136761s)","trace[232906345] 'check and update compact revision' (duration: 1.277871371s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:59.81902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:55.341945Z","time spent":"4.477073006s","remote":"127.0.0.1:57330","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:49:59.819833Z","caller":"traceutil/trace.go:171","msg":"trace[2102532354] linearizableReadLoop","detail":"{readStateIndex:27300; appliedIndex:27298; }","duration":"1.28056016s","start":"2026-07-03T16:49:58.539251Z","end":"2026-07-03T16:49:59.819811Z","steps":["trace[2102532354] 'read index received' (duration: 1.258524167s)","trace[2102532354] 'applied index is now lower than readState.Index' (duration: 22.034753ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:59.820008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.956226275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-07-03T16:49:59.820012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.381871572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:59.820054Z","caller":"traceutil/trace.go:171","msg":"trace[1494400644] transaction","detail":"{read_only:false; response_revision:26409; number_of_response:1; }","duration":"3.906981929s","start":"2026-07-03T16:49:55.913046Z","end":"2026-07-03T16:49:59.820028Z","steps":["trace[1494400644] 'process raft request' (duration: 3.905829429s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:59.820088Z","caller":"traceutil/trace.go:171","msg":"trace[296495623] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26409; }","duration":"3.382006886s","start":"2026-07-03T16:49:56.438063Z","end":"2026-07-03T16:49:59.82007Z","steps":["trace[296495623] 'agreement among raft nodes before linearized reading' (duration: 3.381824161s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:59.820043Z","caller":"traceutil/trace.go:171","msg":"trace[1726730234] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26408; }","duration":"9.956280247s","start":"2026-07-03T16:49:49.863752Z","end":"2026-07-03T16:49:59.820033Z","steps":["trace[1726730234] 'agreement among raft nodes before linearized reading' (duration: 8.675512201s)","trace[1726730234] 'range keys from in-memory index tree' (duration: 1.279021301s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:59.820147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:49.863744Z","time spent":"9.95639088s","remote":"127.0.0.1:57502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-03T16:49:59.82014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:56.438019Z","time spent":"3.382106048s","remote":"127.0.0.1:59244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:59.8202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:55.913008Z","time spent":"3.907107153s","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:49:59.820317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.238444786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:59.820379Z","caller":"traceutil/trace.go:171","msg":"trace[2075710743] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26409; }","duration":"2.238550628s","start":"2026-07-03T16:49:57.58181Z","end":"2026-07-03T16:49:59.82036Z","steps":["trace[2075710743] 'agreement among raft nodes before linearized reading' (duration: 2.238326543s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:59.820384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.464205581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:49:59.820334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.263586309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:49:59.820427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:57.581786Z","time spent":"2.238628181s","remote":"127.0.0.1:40442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:59.820445Z","caller":"traceutil/trace.go:171","msg":"trace[1302902282] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26409; }","duration":"4.464292843s","start":"2026-07-03T16:49:55.356128Z","end":"2026-07-03T16:49:59.820421Z","steps":["trace[1302902282] 'agreement among raft nodes before linearized reading' (duration: 4.463884472s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:59.820488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:55.356109Z","time spent":"4.464369215s","remote":"127.0.0.1:57676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:59.820453Z","caller":"traceutil/trace.go:171","msg":"trace[738229233] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26409; }","duration":"2.263745023s","start":"2026-07-03T16:49:57.556695Z","end":"2026-07-03T16:49:59.82044Z","steps":["trace[738229233] 'agreement among raft nodes before linearized reading' (duration: 2.263179569s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:59.820586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:57.556626Z","time spent":"2.263914657s","remote":"127.0.0.1:57712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:59.820652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.560024412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:59.820695Z","caller":"traceutil/trace.go:171","msg":"trace[1228289315] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26409; }","duration":"2.560071234s","start":"2026-07-03T16:49:57.260611Z","end":"2026-07-03T16:49:59.820682Z","steps":["trace[1228289315] 'agreement among raft nodes before linearized reading' (duration: 2.559340535s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:59.820732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:57.260559Z","time spent":"2.560164386s","remote":"127.0.0.1:34054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:49:59.820889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.954511535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:59.820926Z","caller":"traceutil/trace.go:171","msg":"trace[317436102] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26409; }","duration":"2.954586547s","start":"2026-07-03T16:49:56.86633Z","end":"2026-07-03T16:49:59.820916Z","steps":["trace[317436102] 'agreement among raft nodes before linearized reading' (duration: 2.953634012s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:59.82094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.39722154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:59.820965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:56.866305Z","time spent":"2.954649739s","remote":"127.0.0.1:44932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:59.820978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.581497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:49:59.821046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.130077899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:49:59.821048Z","caller":"traceutil/trace.go:171","msg":"trace[1815670344] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26409; }","duration":"276.700222ms","start":"2026-07-03T16:49:59.544332Z","end":"2026-07-03T16:49:59.821032Z","steps":["trace[1815670344] 'agreement among raft nodes before linearized reading' (duration: 275.749256ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:59.821081Z","caller":"traceutil/trace.go:171","msg":"trace[1906669813] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26409; }","duration":"3.130153611s","start":"2026-07-03T16:49:56.690918Z","end":"2026-07-03T16:49:59.821072Z","steps":["trace[1906669813] 'agreement among raft nodes before linearized reading' (duration: 3.129055981s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:59.82112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:56.690891Z","time spent":"3.130220073s","remote":"127.0.0.1:57742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:59.821177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.93834378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29718275-ncpx8.18bed4f736cd57ce\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26403 ","response":"range_response_count:500 size:389022"} {"level":"info","ts":"2026-07-03T16:49:59.821251Z","caller":"traceutil/trace.go:171","msg":"trace[118008058] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29718275-ncpx8.18bed4f736cd57ce\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:26408; }","duration":"9.938444804s","start":"2026-07-03T16:49:49.882787Z","end":"2026-07-03T16:49:59.821232Z","steps":["trace[118008058] 'agreement among raft nodes before linearized reading' (duration: 8.656480276s)","trace[118008058] 'range keys from in-memory index tree' (duration: 1.279867052s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:59.821312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.971113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:49:59.821321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:49.88278Z","time spent":"9.938509335s","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":1500,"response size":389046,"request content":"key:\"/registry/events/openstack/heat-engine-cleaner-29718275-ncpx8.18bed4f736cd57ce\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26403 "} {"level":"warn","ts":"2026-07-03T16:49:59.821344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.478534984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5647546676-ssqdn\" ","response":"range_response_count:1 size:5376"} {"level":"info","ts":"2026-07-03T16:49:59.821369Z","caller":"traceutil/trace.go:171","msg":"trace[381358748] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26409; }","duration":"787.074136ms","start":"2026-07-03T16:49:59.034279Z","end":"2026-07-03T16:49:59.821353Z","steps":["trace[381358748] 'agreement among raft nodes before linearized reading' (duration: 785.812762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:59.821416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947121354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:49:59.821415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:59.034249Z","time spent":"787.155278ms","remote":"127.0.0.1:40088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:59.821482Z","caller":"traceutil/trace.go:171","msg":"trace[169100019] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26409; }","duration":"1.947224227s","start":"2026-07-03T16:49:57.874247Z","end":"2026-07-03T16:49:59.821472Z","steps":["trace[169100019] 'agreement among raft nodes before linearized reading' (duration: 1.945735068s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:59.821519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:57.874223Z","time spent":"1.947286529s","remote":"127.0.0.1:59372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:59.821564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.084537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:59.821598Z","caller":"traceutil/trace.go:171","msg":"trace[126839252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26409; }","duration":"834.141869ms","start":"2026-07-03T16:49:58.987447Z","end":"2026-07-03T16:49:59.821589Z","steps":["trace[126839252] 'agreement among raft nodes before linearized reading' (duration: 832.65475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:59.821632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:58.987431Z","time spent":"834.19475ms","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:49:59.821Z","caller":"traceutil/trace.go:171","msg":"trace[660582082] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26409; }","duration":"4.397335373s","start":"2026-07-03T16:49:55.423647Z","end":"2026-07-03T16:49:59.820983Z","steps":["trace[660582082] 'agreement among raft nodes before linearized reading' (duration: 4.396353327s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:59.821696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189214617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:59.82174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:55.423621Z","time spent":"4.398103253s","remote":"127.0.0.1:40384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:49:59.821756Z","caller":"traceutil/trace.go:171","msg":"trace[2116741716] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26409; }","duration":"1.18931343s","start":"2026-07-03T16:49:58.632422Z","end":"2026-07-03T16:49:59.821735Z","steps":["trace[2116741716] 'agreement among raft nodes before linearized reading' (duration: 1.187649126s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:59.821798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:58.632394Z","time spent":"1.189392812s","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:59.822006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976107398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:59.822064Z","caller":"traceutil/trace.go:171","msg":"trace[2078671931] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26409; }","duration":"1.97619684s","start":"2026-07-03T16:49:57.84584Z","end":"2026-07-03T16:49:59.822037Z","steps":["trace[2078671931] 'agreement among raft nodes before linearized reading' (duration: 1.974193648s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:59.822111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:57.845803Z","time spent":"1.976295903s","remote":"127.0.0.1:59288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:59.822321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831327825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:59.822372Z","caller":"traceutil/trace.go:171","msg":"trace[1375501828] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26409; }","duration":"1.831410067s","start":"2026-07-03T16:49:57.990947Z","end":"2026-07-03T16:49:59.822357Z","steps":["trace[1375501828] 'agreement among raft nodes before linearized reading' (duration: 1.829179759s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:59.822411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:57.990925Z","time spent":"1.831476639s","remote":"127.0.0.1:44888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:59.822608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.656714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:59.822646Z","caller":"traceutil/trace.go:171","msg":"trace[1658373295] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26409; }","duration":"881.732056ms","start":"2026-07-03T16:49:58.940904Z","end":"2026-07-03T16:49:59.822636Z","steps":["trace[1658373295] 'agreement among raft nodes before linearized reading' (duration: 879.20693ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:59.821377Z","caller":"traceutil/trace.go:171","msg":"trace[951818489] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5647546676-ssqdn; range_end:; response_count:1; response_revision:26409; }","duration":"4.478572145s","start":"2026-07-03T16:49:55.342793Z","end":"2026-07-03T16:49:59.821365Z","steps":["trace[951818489] 'agreement among raft nodes before linearized reading' (duration: 4.477195439s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:59.822693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:58.94088Z","time spent":"881.801548ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:59.822741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:55.342788Z","time spent":"4.47993651s","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5400,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-5647546676-ssqdn\" "} {"level":"warn","ts":"2026-07-03T16:49:59.822327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.479558191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-699c9f9679-5rl24.18bed4f9de639c4d\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-07-03T16:49:59.82288Z","caller":"traceutil/trace.go:171","msg":"trace[1784037534] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-699c9f9679-5rl24.18bed4f9de639c4d; range_end:; response_count:1; response_revision:26409; }","duration":"4.480120135s","start":"2026-07-03T16:49:55.342726Z","end":"2026-07-03T16:49:59.822845Z","steps":["trace[1784037534] 'agreement among raft nodes before linearized reading' (duration: 4.477317842s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:59.822987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:55.342696Z","time spent":"4.480248569s","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":930,"request content":"key:\"/registry/events/openstack/heat-cfn-699c9f9679-5rl24.18bed4f9de639c4d\" "} {"level":"warn","ts":"2026-07-03T16:49:59.823127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.237507261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:49:59.823187Z","caller":"traceutil/trace.go:171","msg":"trace[1551585802] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26409; }","duration":"2.237626393s","start":"2026-07-03T16:49:57.585549Z","end":"2026-07-03T16:49:59.823176Z","steps":["trace[1551585802] 'agreement among raft nodes before linearized reading' (duration: 2.234474762s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:59.823228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:57.58552Z","time spent":"2.237699076s","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2678,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:59.998684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.6576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:49:59.998798Z","caller":"traceutil/trace.go:171","msg":"trace[1930298644] transaction","detail":"{read_only:false; response_revision:26410; number_of_response:1; }","duration":"173.121499ms","start":"2026-07-03T16:49:59.82565Z","end":"2026-07-03T16:49:59.998771Z","steps":["trace[1930298644] 'compare' (duration: 154.364062ms)","trace[1930298644] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/openstack/heat-cfn-699c9f9679-5rl24.18bed4f9de639c4d; req_size:885; } (duration: 10.170455ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:00.840926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.341899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:50:00.841068Z","caller":"traceutil/trace.go:171","msg":"trace[449698519] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26410; }","duration":"207.612136ms","start":"2026-07-03T16:50:00.633416Z","end":"2026-07-03T16:50:00.841028Z","steps":["trace[449698519] 'count revisions from in-memory index tree' (duration: 207.245376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:01.16136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.606461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:01.161474Z","caller":"traceutil/trace.go:171","msg":"trace[1080464368] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26410; }","duration":"116.764485ms","start":"2026-07-03T16:50:01.044662Z","end":"2026-07-03T16:50:01.161427Z","steps":["trace[1080464368] 'count revisions from in-memory index tree' (duration: 116.433957ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:01.52918Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24369,"took":"1.701976183s","hash":1925637331,"current-db-size-bytes":55779328,"current-db-size":"56 MB","current-db-size-in-use-bytes":34291712,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-03T16:50:01.529309Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1925637331,"revision":24369,"compact-revision":21457} {"level":"warn","ts":"2026-07-03T16:50:01.52956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.634775ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:01.529781Z","caller":"traceutil/trace.go:171","msg":"trace[1370976782] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26410; }","duration":"115.861361ms","start":"2026-07-03T16:50:01.413846Z","end":"2026-07-03T16:50:01.529707Z","steps":["trace[1370976782] 'range keys from in-memory index tree' (duration: 115.613845ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:39.128155Z","caller":"traceutil/trace.go:171","msg":"trace[516016906] transaction","detail":"{read_only:false; response_revision:26414; number_of_response:1; }","duration":"180.325407ms","start":"2026-07-03T16:51:38.947804Z","end":"2026-07-03T16:51:39.12813Z","steps":["trace[516016906] 'process raft request' (duration: 180.166413ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:39.131435Z","caller":"traceutil/trace.go:171","msg":"trace[1981000971] transaction","detail":"{read_only:false; response_revision:26416; number_of_response:1; }","duration":"177.570994ms","start":"2026-07-03T16:51:38.953841Z","end":"2026-07-03T16:51:39.131412Z","steps":["trace[1981000971] 'process raft request' (duration: 177.533973ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:39.131827Z","caller":"traceutil/trace.go:171","msg":"trace[1907251645] transaction","detail":"{read_only:false; response_revision:26415; number_of_response:1; }","duration":"178.776826ms","start":"2026-07-03T16:51:38.953041Z","end":"2026-07-03T16:51:39.131818Z","steps":["trace[1907251645] 'process raft request' (duration: 178.204692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:39.346041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.466149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:39.346519Z","caller":"traceutil/trace.go:171","msg":"trace[1231407092] transaction","detail":"{read_only:false; response_revision:26422; number_of_response:1; }","duration":"125.465571ms","start":"2026-07-03T16:51:39.220967Z","end":"2026-07-03T16:51:39.346433Z","steps":["trace[1231407092] 'process raft request' (duration: 11.434157ms)","trace[1231407092] 'compare' (duration: 112.404411ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:41.357742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.062549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:41.357899Z","caller":"traceutil/trace.go:171","msg":"trace[166186659] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26454; }","duration":"103.254974ms","start":"2026-07-03T16:51:41.254621Z","end":"2026-07-03T16:51:41.357876Z","steps":["trace[166186659] 'range keys from in-memory index tree' (duration: 103.019178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:41.357918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.420448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:41.357988Z","caller":"traceutil/trace.go:171","msg":"trace[774003831] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26454; }","duration":"103.522451ms","start":"2026-07-03T16:51:41.254448Z","end":"2026-07-03T16:51:41.35797Z","steps":["trace[774003831] 'count revisions from in-memory index tree' (duration: 103.378957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:41.358283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.988433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:41.359315Z","caller":"traceutil/trace.go:171","msg":"trace[2113657752] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26454; }","duration":"104.100976ms","start":"2026-07-03T16:51:41.254252Z","end":"2026-07-03T16:51:41.358353Z","steps":["trace[2113657752] 'range keys from in-memory index tree' (duration: 103.91666ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:45.446661Z","caller":"traceutil/trace.go:171","msg":"trace[1555408406] transaction","detail":"{read_only:false; response_revision:26487; number_of_response:1; }","duration":"109.944497ms","start":"2026-07-03T16:51:45.336686Z","end":"2026-07-03T16:51:45.446631Z","steps":["trace[1555408406] 'process raft request' (duration: 87.907404ms)","trace[1555408406] 'compare' (duration: 21.898929ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:45.710476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.09425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:45.710576Z","caller":"traceutil/trace.go:171","msg":"trace[1363249712] linearizableReadLoop","detail":"{readStateIndex:27394; appliedIndex:27393; }","duration":"119.087216ms","start":"2026-07-03T16:51:45.591474Z","end":"2026-07-03T16:51:45.710561Z","steps":["trace[1363249712] 'read index received' (duration: 43.521µs)","trace[1363249712] 'applied index is now lower than readState.Index' (duration: 119.042575ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:45.710675Z","caller":"traceutil/trace.go:171","msg":"trace[913818589] transaction","detail":"{read_only:false; response_revision:26501; number_of_response:1; }","duration":"188.9158ms","start":"2026-07-03T16:51:45.521689Z","end":"2026-07-03T16:51:45.710604Z","steps":["trace[913818589] 'process raft request' (duration: 43.627544ms)","trace[913818589] 'compare' (duration: 144.837503ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:45.710783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.118933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-03T16:51:45.710808Z","caller":"traceutil/trace.go:171","msg":"trace[1263133650] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26501; }","duration":"112.192335ms","start":"2026-07-03T16:51:45.598608Z","end":"2026-07-03T16:51:45.710801Z","steps":["trace[1263133650] 'agreement among raft nodes before linearized reading' (duration: 112.020901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:45.710944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.444185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-07-03T16:51:45.711078Z","caller":"traceutil/trace.go:171","msg":"trace[178320288] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26501; }","duration":"119.627609ms","start":"2026-07-03T16:51:45.591419Z","end":"2026-07-03T16:51:45.711046Z","steps":["trace[178320288] 'agreement among raft nodes before linearized reading' (duration: 119.191758ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:46.233407Z","caller":"traceutil/trace.go:171","msg":"trace[2103859986] transaction","detail":"{read_only:false; response_revision:26541; number_of_response:1; }","duration":"136.784705ms","start":"2026-07-03T16:51:46.096588Z","end":"2026-07-03T16:51:46.233373Z","steps":["trace[2103859986] 'process raft request' (duration: 136.61105ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:33.673035Z","caller":"traceutil/trace.go:171","msg":"trace[1649166039] transaction","detail":"{read_only:false; response_revision:27160; number_of_response:1; }","duration":"101.596321ms","start":"2026-07-03T16:52:33.571396Z","end":"2026-07-03T16:52:33.672993Z","steps":["trace[1649166039] 'process raft request' (duration: 101.285102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:33.981579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.308222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-03T16:52:33.982103Z","caller":"traceutil/trace.go:171","msg":"trace[275991109] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27160; }","duration":"166.875507ms","start":"2026-07-03T16:52:33.815198Z","end":"2026-07-03T16:52:33.982074Z","steps":["trace[275991109] 'range keys from in-memory index tree' (duration: 166.057617ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:39.229051Z","caller":"traceutil/trace.go:171","msg":"trace[919508098] transaction","detail":"{read_only:false; response_revision:27199; number_of_response:1; }","duration":"130.0346ms","start":"2026-07-03T16:52:39.098973Z","end":"2026-07-03T16:52:39.229008Z","steps":["trace[919508098] 'process raft request' (duration: 101.767056ms)","trace[919508098] 'compare' (duration: 27.789572ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:42.109517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.876044ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:52:42.109649Z","caller":"traceutil/trace.go:171","msg":"trace[1390809231] linearizableReadLoop","detail":"{readStateIndex:28122; appliedIndex:28121; }","duration":"145.130612ms","start":"2026-07-03T16:52:41.964495Z","end":"2026-07-03T16:52:42.109625Z","steps":["trace[1390809231] 'read index received' (duration: 21.92812ms)","trace[1390809231] 'applied index is now lower than readState.Index' (duration: 123.200662ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:42.109894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.391849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:52:42.109941Z","caller":"traceutil/trace.go:171","msg":"trace[1008804249] transaction","detail":"{read_only:false; response_revision:27218; number_of_response:1; }","duration":"362.346957ms","start":"2026-07-03T16:52:41.747551Z","end":"2026-07-03T16:52:42.109898Z","steps":["trace[1008804249] 'process raft request' (duration: 238.93931ms)","trace[1008804249] 'compare' (duration: 122.581826ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:42.109944Z","caller":"traceutil/trace.go:171","msg":"trace[800685586] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:27218; }","duration":"145.450781ms","start":"2026-07-03T16:52:41.964475Z","end":"2026-07-03T16:52:42.109925Z","steps":["trace[800685586] 'agreement among raft nodes before linearized reading' (duration: 145.220555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:42.110665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:41.747528Z","time spent":"362.49654ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:52:42.52708Z","caller":"traceutil/trace.go:171","msg":"trace[995871876] transaction","detail":"{read_only:false; response_revision:27220; number_of_response:1; }","duration":"226.343363ms","start":"2026-07-03T16:52:42.300699Z","end":"2026-07-03T16:52:42.527042Z","steps":["trace[995871876] 'process raft request' (duration: 224.730231ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:42.527293Z","caller":"traceutil/trace.go:171","msg":"trace[1226448426] transaction","detail":"{read_only:false; response_revision:27222; number_of_response:1; }","duration":"211.904037ms","start":"2026-07-03T16:52:42.315333Z","end":"2026-07-03T16:52:42.527237Z","steps":["trace[1226448426] 'process raft request' (duration: 211.727352ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:42.527391Z","caller":"traceutil/trace.go:171","msg":"trace[1152313115] transaction","detail":"{read_only:false; response_revision:27221; number_of_response:1; }","duration":"213.854788ms","start":"2026-07-03T16:52:42.31351Z","end":"2026-07-03T16:52:42.527365Z","steps":["trace[1152313115] 'process raft request' (duration: 213.402886ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:42.527515Z","caller":"traceutil/trace.go:171","msg":"trace[2126090945] transaction","detail":"{read_only:false; response_revision:27223; number_of_response:1; }","duration":"211.541407ms","start":"2026-07-03T16:52:42.315938Z","end":"2026-07-03T16:52:42.527479Z","steps":["trace[2126090945] 'process raft request' (duration: 211.193968ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:42.52725Z","caller":"traceutil/trace.go:171","msg":"trace[21476528] linearizableReadLoop","detail":"{readStateIndex:28127; appliedIndex:28123; }","duration":"203.271352ms","start":"2026-07-03T16:52:42.323947Z","end":"2026-07-03T16:52:42.527219Z","steps":["trace[21476528] 'read index received' (duration: 201.551588ms)","trace[21476528] 'applied index is now lower than readState.Index' (duration: 1.718324ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:42.527652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.683652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:42.527729Z","caller":"traceutil/trace.go:171","msg":"trace[1553796075] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27223; }","duration":"203.802895ms","start":"2026-07-03T16:52:42.323901Z","end":"2026-07-03T16:52:42.527704Z","steps":["trace[1553796075] 'agreement among raft nodes before linearized reading' (duration: 203.663002ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:42.97651Z","caller":"traceutil/trace.go:171","msg":"trace[978126577] transaction","detail":"{read_only:false; response_revision:27225; number_of_response:1; }","duration":"187.890533ms","start":"2026-07-03T16:52:42.788575Z","end":"2026-07-03T16:52:42.976465Z","steps":["trace[978126577] 'process raft request' (duration: 187.701629ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:43.124331Z","caller":"traceutil/trace.go:171","msg":"trace[1916916033] transaction","detail":"{read_only:false; response_revision:27227; number_of_response:1; }","duration":"142.616916ms","start":"2026-07-03T16:52:42.981671Z","end":"2026-07-03T16:52:43.124288Z","steps":["trace[1916916033] 'process raft request' (duration: 111.154039ms)","trace[1916916033] 'compare' (duration: 31.093478ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:43.463548Z","caller":"traceutil/trace.go:171","msg":"trace[684894441] transaction","detail":"{read_only:false; response_revision:27230; number_of_response:1; }","duration":"127.584946ms","start":"2026-07-03T16:52:43.335935Z","end":"2026-07-03T16:52:43.46352Z","steps":["trace[684894441] 'process raft request' (duration: 127.411611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:43.940523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.870525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-24e3dfef-cd3f-4e2d-90e0-f905b27824ce\" ","response":"range_response_count:1 size:2578"} {"level":"info","ts":"2026-07-03T16:52:43.940614Z","caller":"traceutil/trace.go:171","msg":"trace[852938735] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-24e3dfef-cd3f-4e2d-90e0-f905b27824ce; range_end:; response_count:1; response_revision:27234; }","duration":"135.021269ms","start":"2026-07-03T16:52:43.80557Z","end":"2026-07-03T16:52:43.940592Z","steps":["trace[852938735] 'range keys from in-memory index tree' (duration: 134.70194ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:45.24734Z","caller":"traceutil/trace.go:171","msg":"trace[1037394307] transaction","detail":"{read_only:false; response_revision:27245; number_of_response:1; }","duration":"107.926594ms","start":"2026-07-03T16:52:45.139381Z","end":"2026-07-03T16:52:45.247308Z","steps":["trace[1037394307] 'process raft request' (duration: 107.717129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:27.879502Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653117963,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:53:27.920211Z","caller":"traceutil/trace.go:171","msg":"trace[104186268] transaction","detail":"{read_only:false; response_revision:27626; number_of_response:1; }","duration":"582.982881ms","start":"2026-07-03T16:53:27.337196Z","end":"2026-07-03T16:53:27.920179Z","steps":["trace[104186268] 'process raft request' (duration: 582.792046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:27.920478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:27.337174Z","time spent":"583.208746ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:27.934613Z","caller":"traceutil/trace.go:171","msg":"trace[958389451] transaction","detail":"{read_only:false; response_revision:27628; number_of_response:1; }","duration":"439.466901ms","start":"2026-07-03T16:53:27.495112Z","end":"2026-07-03T16:53:27.934579Z","steps":["trace[958389451] 'process raft request' (duration: 439.363969ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:27.934629Z","caller":"traceutil/trace.go:171","msg":"trace[482701684] transaction","detail":"{read_only:false; response_revision:27627; number_of_response:1; }","duration":"452.225272ms","start":"2026-07-03T16:53:27.482366Z","end":"2026-07-03T16:53:27.934591Z","steps":["trace[482701684] 'process raft request' (duration: 451.925665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:27.934794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:27.495078Z","time spent":"439.611935ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:27.934819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:27.482336Z","time spent":"452.372526ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:27.934833Z","caller":"traceutil/trace.go:171","msg":"trace[1525763867] linearizableReadLoop","detail":"{readStateIndex:28544; appliedIndex:28540; }","duration":"555.528547ms","start":"2026-07-03T16:53:27.379245Z","end":"2026-07-03T16:53:27.934773Z","steps":["trace[1525763867] 'read index received' (duration: 540.743743ms)","trace[1525763867] 'applied index is now lower than readState.Index' (duration: 14.782944ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:27.934889Z","caller":"traceutil/trace.go:171","msg":"trace[873830084] transaction","detail":"{read_only:false; response_revision:27629; number_of_response:1; }","duration":"144.969707ms","start":"2026-07-03T16:53:27.789892Z","end":"2026-07-03T16:53:27.934862Z","steps":["trace[873830084] 'process raft request' (duration: 144.632419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:27.935362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.80271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-03T16:53:27.935394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.547323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-07-03T16:53:27.935454Z","caller":"traceutil/trace.go:171","msg":"trace[2073488928] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27629; }","duration":"107.946014ms","start":"2026-07-03T16:53:27.827492Z","end":"2026-07-03T16:53:27.935438Z","steps":["trace[2073488928] 'agreement among raft nodes before linearized reading' (duration: 107.715708ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:27.935479Z","caller":"traceutil/trace.go:171","msg":"trace[1040776688] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:1; response_revision:27629; }","duration":"374.693617ms","start":"2026-07-03T16:53:27.560771Z","end":"2026-07-03T16:53:27.935465Z","steps":["trace[1040776688] 'agreement among raft nodes before linearized reading' (duration: 374.376569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:27.935555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:27.560739Z","time spent":"374.80264ms","remote":"127.0.0.1:37338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-07-03T16:53:27.93578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.533184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:53:27.936112Z","caller":"traceutil/trace.go:171","msg":"trace[94218241] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27629; }","duration":"556.899443ms","start":"2026-07-03T16:53:27.379198Z","end":"2026-07-03T16:53:27.936097Z","steps":["trace[94218241] 'agreement among raft nodes before linearized reading' (duration: 555.752603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:27.936186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:27.379172Z","time spent":"556.998466ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:53:33.621258Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653118062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:34.122252Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653118062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:34.237273Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.146383283s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:53:34.237964Z","caller":"traceutil/trace.go:171","msg":"trace[1531223838] transaction","detail":"{read_only:false; response_revision:27669; number_of_response:1; }","duration":"1.147185044s","start":"2026-07-03T16:53:33.090751Z","end":"2026-07-03T16:53:34.237936Z","steps":["trace[1531223838] 'process raft request' (duration: 1.14700428s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:34.238127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:33.090722Z","time spent":"1.147317127s","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:34.37644Z","caller":"traceutil/trace.go:171","msg":"trace[853906351] linearizableReadLoop","detail":"{readStateIndex:28588; appliedIndex:28584; }","duration":"1.276019063s","start":"2026-07-03T16:53:33.100402Z","end":"2026-07-03T16:53:34.376421Z","steps":["trace[853906351] 'read index received' (duration: 1.137325128s)","trace[853906351] 'applied index is now lower than readState.Index' (duration: 138.693205ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:34.376633Z","caller":"traceutil/trace.go:171","msg":"trace[1180237913] transaction","detail":"{read_only:false; response_revision:27670; number_of_response:1; }","duration":"421.129686ms","start":"2026-07-03T16:53:33.955493Z","end":"2026-07-03T16:53:34.376623Z","steps":["trace[1180237913] 'process raft request' (duration: 389.020011ms)","trace[1180237913] 'compare' (duration: 31.059777ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:34.377011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:33.955462Z","time spent":"421.452184ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:34.377042Z","caller":"traceutil/trace.go:171","msg":"trace[1817991801] transaction","detail":"{read_only:false; response_revision:27672; number_of_response:1; }","duration":"418.525818ms","start":"2026-07-03T16:53:33.95849Z","end":"2026-07-03T16:53:34.377016Z","steps":["trace[1817991801] 'process raft request' (duration: 417.891272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:34.377266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:33.958481Z","time spent":"418.62085ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:34.377289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276881196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:34.377358Z","caller":"traceutil/trace.go:171","msg":"trace[1473696132] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:27672; }","duration":"1.277165253s","start":"2026-07-03T16:53:33.100181Z","end":"2026-07-03T16:53:34.377346Z","steps":["trace[1473696132] 'agreement among raft nodes before linearized reading' (duration: 1.27705325s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:34.377391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:33.100166Z","time spent":"1.277216884s","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:34.377594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121972629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:34.377783Z","caller":"traceutil/trace.go:171","msg":"trace[476663322] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:27672; }","duration":"1.122262136s","start":"2026-07-03T16:53:33.255493Z","end":"2026-07-03T16:53:34.377755Z","steps":["trace[476663322] 'agreement among raft nodes before linearized reading' (duration: 1.121908657s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:34.377816Z","caller":"traceutil/trace.go:171","msg":"trace[1957838643] transaction","detail":"{read_only:false; response_revision:27671; number_of_response:1; }","duration":"421.651988ms","start":"2026-07-03T16:53:33.956128Z","end":"2026-07-03T16:53:34.37778Z","steps":["trace[1957838643] 'process raft request' (duration: 419.706597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:34.377878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.933322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:34.377932Z","caller":"traceutil/trace.go:171","msg":"trace[812851459] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:27672; }","duration":"241.021024ms","start":"2026-07-03T16:53:34.136898Z","end":"2026-07-03T16:53:34.377919Z","steps":["trace[812851459] 'agreement among raft nodes before linearized reading' (duration: 240.920582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:34.37794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.887306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-03T16:53:34.377962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.879437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-03T16:53:34.377967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.704465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:34.37799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:33.956117Z","time spent":"421.781132ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:34.378012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:33.255471Z","time spent":"1.12240795s","remote":"127.0.0.1:53888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:34.377997Z","caller":"traceutil/trace.go:171","msg":"trace[1152690736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27672; }","duration":"261.989499ms","start":"2026-07-03T16:53:34.115994Z","end":"2026-07-03T16:53:34.377984Z","steps":["trace[1152690736] 'agreement among raft nodes before linearized reading' (duration: 261.773683ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:34.378002Z","caller":"traceutil/trace.go:171","msg":"trace[1257729319] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:27672; }","duration":"537.794107ms","start":"2026-07-03T16:53:33.840198Z","end":"2026-07-03T16:53:34.377992Z","steps":["trace[1257729319] 'agreement among raft nodes before linearized reading' (duration: 537.729826ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:34.378187Z","caller":"traceutil/trace.go:171","msg":"trace[633960205] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27672; }","duration":"414.131813ms","start":"2026-07-03T16:53:33.964046Z","end":"2026-07-03T16:53:34.378177Z","steps":["trace[633960205] 'agreement among raft nodes before linearized reading' (duration: 413.799174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:34.378145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.980153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-03T16:53:34.378228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:33.964034Z","time spent":"414.185435ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:53:34.378239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:33.840169Z","time spent":"538.052204ms","remote":"127.0.0.1:54190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:34.378277Z","caller":"traceutil/trace.go:171","msg":"trace[1101329873] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27672; }","duration":"413.128786ms","start":"2026-07-03T16:53:33.965135Z","end":"2026-07-03T16:53:34.378264Z","steps":["trace[1101329873] 'agreement among raft nodes before linearized reading' (duration: 412.741866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:34.378514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:33.965128Z","time spent":"413.170798ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:53:34.535999Z","caller":"traceutil/trace.go:171","msg":"trace[1889931121] linearizableReadLoop","detail":"{readStateIndex:28591; appliedIndex:28588; }","duration":"122.194167ms","start":"2026-07-03T16:53:34.413776Z","end":"2026-07-03T16:53:34.53597Z","steps":["trace[1889931121] 'read index received' (duration: 59.588649ms)","trace[1889931121] 'applied index is now lower than readState.Index' (duration: 62.604428ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:34.536181Z","caller":"traceutil/trace.go:171","msg":"trace[1246740585] transaction","detail":"{read_only:false; response_revision:27675; number_of_response:1; }","duration":"145.557533ms","start":"2026-07-03T16:53:34.390567Z","end":"2026-07-03T16:53:34.536124Z","steps":["trace[1246740585] 'process raft request' (duration: 104.584277ms)","trace[1246740585] 'compare' (duration: 40.670118ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:34.536277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.469543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:53:34.536504Z","caller":"traceutil/trace.go:171","msg":"trace[2134712230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27675; }","duration":"122.750451ms","start":"2026-07-03T16:53:34.413731Z","end":"2026-07-03T16:53:34.536482Z","steps":["trace[2134712230] 'agreement among raft nodes before linearized reading' (duration: 122.390251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:35.961671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321040943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:53:35.961738Z","caller":"traceutil/trace.go:171","msg":"trace[564327420] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27677; }","duration":"1.321145926s","start":"2026-07-03T16:53:34.640574Z","end":"2026-07-03T16:53:35.96172Z","steps":["trace[564327420] 'range keys from in-memory index tree' (duration: 1.320841087s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:35.961769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:34.640556Z","time spent":"1.321206317s","remote":"127.0.0.1:37248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:53:35.962128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201573458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:35.962163Z","caller":"traceutil/trace.go:171","msg":"trace[2127169018] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:27677; }","duration":"1.20165848s","start":"2026-07-03T16:53:34.760493Z","end":"2026-07-03T16:53:35.962152Z","steps":["trace[2127169018] 'count revisions from in-memory index tree' (duration: 1.201471515s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:35.962187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:34.760464Z","time spent":"1.201716721s","remote":"127.0.0.1:37528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:35.962929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.526894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:35.963073Z","caller":"traceutil/trace.go:171","msg":"trace[194859877] transaction","detail":"{read_only:false; response_revision:27678; number_of_response:1; }","duration":"1.190841798s","start":"2026-07-03T16:53:34.772204Z","end":"2026-07-03T16:53:35.963046Z","steps":["trace[194859877] 'process raft request' (duration: 614.10642ms)","trace[194859877] 'compare' (duration: 576.067391ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:35.963144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:34.772174Z","time spent":"1.190938011s","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:36.707931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.544709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:36.708754Z","caller":"traceutil/trace.go:171","msg":"trace[771323158] transaction","detail":"{read_only:false; response_revision:27679; number_of_response:1; }","duration":"1.88960775s","start":"2026-07-03T16:53:34.819094Z","end":"2026-07-03T16:53:36.708702Z","steps":["trace[771323158] 'process raft request' (duration: 1.368188808s)","trace[771323158] 'compare' (duration: 519.974465ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:36.708905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:34.819059Z","time spent":"1.889763964s","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:36.708921Z","caller":"traceutil/trace.go:171","msg":"trace[72007093] linearizableReadLoop","detail":"{readStateIndex:28596; appliedIndex:28593; }","duration":"1.733618636s","start":"2026-07-03T16:53:34.97528Z","end":"2026-07-03T16:53:36.708899Z","steps":["trace[72007093] 'read index received' (duration: 411.041323ms)","trace[72007093] 'applied index is now lower than readState.Index' (duration: 1.322576083s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:36.708976Z","caller":"traceutil/trace.go:171","msg":"trace[784435346] transaction","detail":"{read_only:false; response_revision:27680; number_of_response:1; }","duration":"1.869183749s","start":"2026-07-03T16:53:34.839714Z","end":"2026-07-03T16:53:36.708898Z","steps":["trace[784435346] 'process raft request' (duration: 1.868679976s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:36.70907Z","caller":"traceutil/trace.go:171","msg":"trace[1212158678] transaction","detail":"{read_only:false; response_revision:27681; number_of_response:1; }","duration":"1.071867827s","start":"2026-07-03T16:53:35.637186Z","end":"2026-07-03T16:53:36.709053Z","steps":["trace[1212158678] 'process raft request' (duration: 1.071677592s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:36.709144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733865353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:53:36.709186Z","caller":"traceutil/trace.go:171","msg":"trace[1886990319] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27681; }","duration":"1.733952165s","start":"2026-07-03T16:53:34.975224Z","end":"2026-07-03T16:53:36.709176Z","steps":["trace[1886990319] 'agreement among raft nodes before linearized reading' (duration: 1.733781461s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:36.709183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:34.839692Z","time spent":"1.869372284s","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:36.709164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:35.637151Z","time spent":"1.071960509s","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:36.709229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:34.975195Z","time spent":"1.734025276s","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:53:37.21998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.944399ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-03T16:53:37.221197Z","caller":"traceutil/trace.go:171","msg":"trace[1484419227] transaction","detail":"{read_only:false; response_revision:27682; number_of_response:1; }","duration":"977.411092ms","start":"2026-07-03T16:53:36.243759Z","end":"2026-07-03T16:53:37.221171Z","steps":["trace[1484419227] 'process raft request' (duration: 976.411397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.221357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:36.243721Z","time spent":"977.537306ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:37.284598Z","caller":"traceutil/trace.go:171","msg":"trace[127835484] transaction","detail":"{read_only:false; response_revision:27684; number_of_response:1; }","duration":"900.138915ms","start":"2026-07-03T16:53:36.384436Z","end":"2026-07-03T16:53:37.284575Z","steps":["trace[127835484] 'process raft request' (duration: 900.056273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.284747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:36.384425Z","time spent":"900.241307ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:37.284769Z","caller":"traceutil/trace.go:171","msg":"trace[470345698] transaction","detail":"{read_only:false; response_revision:27683; number_of_response:1; }","duration":"900.684339ms","start":"2026-07-03T16:53:36.384057Z","end":"2026-07-03T16:53:37.284742Z","steps":["trace[470345698] 'process raft request' (duration: 837.101746ms)","trace[470345698] 'compare' (duration: 63.198833ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:37.284838Z","caller":"traceutil/trace.go:171","msg":"trace[1437012137] transaction","detail":"{read_only:false; response_revision:27685; number_of_response:1; }","duration":"898.220855ms","start":"2026-07-03T16:53:36.386578Z","end":"2026-07-03T16:53:37.284799Z","steps":["trace[1437012137] 'process raft request' (duration: 897.969608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.284994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:36.384021Z","time spent":"900.825993ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:37.285143Z","caller":"traceutil/trace.go:171","msg":"trace[415868586] linearizableReadLoop","detail":"{readStateIndex:28604; appliedIndex:28597; }","duration":"576.153974ms","start":"2026-07-03T16:53:36.708973Z","end":"2026-07-03T16:53:37.285127Z","steps":["trace[415868586] 'read index received' (duration: 481.599026ms)","trace[415868586] 'applied index is now lower than readState.Index' (duration: 94.554088ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:37.285316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.883291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:53:37.285348Z","caller":"traceutil/trace.go:171","msg":"trace[693655199] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27688; }","duration":"806.930382ms","start":"2026-07-03T16:53:36.47841Z","end":"2026-07-03T16:53:37.28534Z","steps":["trace[693655199] 'agreement among raft nodes before linearized reading' (duration: 806.799898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.285445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.046835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:53:37.285534Z","caller":"traceutil/trace.go:171","msg":"trace[189621971] transaction","detail":"{read_only:false; response_revision:27687; number_of_response:1; }","duration":"627.063737ms","start":"2026-07-03T16:53:36.658459Z","end":"2026-07-03T16:53:37.285523Z","steps":["trace[189621971] 'process raft request' (duration: 626.418011ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:37.285533Z","caller":"traceutil/trace.go:171","msg":"trace[1256868839] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27688; }","duration":"807.162687ms","start":"2026-07-03T16:53:36.478357Z","end":"2026-07-03T16:53:37.28552Z","steps":["trace[1256868839] 'agreement among raft nodes before linearized reading' (duration: 806.960182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.285594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:36.658426Z","time spent":"627.137059ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:37.285602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:36.478405Z","time spent":"806.961872ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:53:37.285663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:36.478335Z","time spent":"807.316022ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:53:37.28574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.037431992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:37.285776Z","caller":"traceutil/trace.go:171","msg":"trace[1313452198] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27688; }","duration":"2.037468512s","start":"2026-07-03T16:53:35.248298Z","end":"2026-07-03T16:53:37.285767Z","steps":["trace[1313452198] 'agreement among raft nodes before linearized reading' (duration: 2.037397501s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.285801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:35.24823Z","time spent":"2.037565355s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:37.285854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.65321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:53:37.28589Z","caller":"traceutil/trace.go:171","msg":"trace[279446514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27688; }","duration":"715.71193ms","start":"2026-07-03T16:53:36.570169Z","end":"2026-07-03T16:53:37.285881Z","steps":["trace[279446514] 'agreement among raft nodes before linearized reading' (duration: 715.563387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.285913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:36.570155Z","time spent":"715.753722ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:53:37.285874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.066100236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:37.285995Z","caller":"traceutil/trace.go:171","msg":"trace[525193616] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:27688; }","duration":"2.066282801s","start":"2026-07-03T16:53:35.219702Z","end":"2026-07-03T16:53:37.285984Z","steps":["trace[525193616] 'agreement among raft nodes before linearized reading' (duration: 2.066054455s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.286017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.094183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:53:37.286054Z","caller":"traceutil/trace.go:171","msg":"trace[623629922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27688; }","duration":"743.157864ms","start":"2026-07-03T16:53:36.542887Z","end":"2026-07-03T16:53:37.286045Z","steps":["trace[623629922] 'agreement among raft nodes before linearized reading' (duration: 743.079622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.286122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:36.542864Z","time spent":"743.238766ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:53:37.285499Z","caller":"traceutil/trace.go:171","msg":"trace[303906619] transaction","detail":"{read_only:false; response_revision:27686; number_of_response:1; }","duration":"690.374972ms","start":"2026-07-03T16:53:36.595117Z","end":"2026-07-03T16:53:37.285491Z","steps":["trace[303906619] 'process raft request' (duration: 689.524951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.286078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:35.219676Z","time spent":"2.066389674s","remote":"127.0.0.1:59154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:37.286328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:36.5951Z","time spent":"691.154162ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:37.285143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:36.386565Z","time spent":"898.41088ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:37.285461Z","caller":"traceutil/trace.go:171","msg":"trace[1495292398] transaction","detail":"{read_only:false; response_revision:27688; number_of_response:1; }","duration":"570.904238ms","start":"2026-07-03T16:53:36.714525Z","end":"2026-07-03T16:53:37.285429Z","steps":["trace[1495292398] 'process raft request' (duration: 570.553579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.286632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229715588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:37.286664Z","caller":"traceutil/trace.go:171","msg":"trace[2047468541] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:27688; }","duration":"1.229790412s","start":"2026-07-03T16:53:36.056863Z","end":"2026-07-03T16:53:37.286653Z","steps":["trace[2047468541] 'agreement among raft nodes before linearized reading' (duration: 1.229677908s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.28669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:36.056814Z","time spent":"1.229869525s","remote":"127.0.0.1:37600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:37.286754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:36.714497Z","time spent":"572.217963ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:37.286839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.065582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:37.286866Z","caller":"traceutil/trace.go:171","msg":"trace[909685733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27688; }","duration":"955.128613ms","start":"2026-07-03T16:53:36.331728Z","end":"2026-07-03T16:53:37.286857Z","steps":["trace[909685733] 'agreement among raft nodes before linearized reading' (duration: 955.087262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.286886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:36.331701Z","time spent":"955.180435ms","remote":"127.0.0.1:37152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:53:37.286519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.288538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:37.286968Z","caller":"traceutil/trace.go:171","msg":"trace[1249997739] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:27688; }","duration":"274.75388ms","start":"2026-07-03T16:53:37.012183Z","end":"2026-07-03T16:53:37.286937Z","steps":["trace[1249997739] 'agreement among raft nodes before linearized reading' (duration: 274.304828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.287287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910479462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-07-03T16:53:37.287355Z","caller":"traceutil/trace.go:171","msg":"trace[1931516837] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27688; }","duration":"1.910546154s","start":"2026-07-03T16:53:35.376798Z","end":"2026-07-03T16:53:37.287344Z","steps":["trace[1931516837] 'agreement among raft nodes before linearized reading' (duration: 1.910418251s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.287483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:35.376739Z","time spent":"1.910733609s","remote":"127.0.0.1:37326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T16:53:38.257944Z","caller":"traceutil/trace.go:171","msg":"trace[699695011] transaction","detail":"{read_only:false; response_revision:27693; number_of_response:1; }","duration":"288.847037ms","start":"2026-07-03T16:53:37.969063Z","end":"2026-07-03T16:53:38.25791Z","steps":["trace[699695011] 'process raft request' (duration: 288.799786ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:38.258131Z","caller":"traceutil/trace.go:171","msg":"trace[1078053627] transaction","detail":"{read_only:false; response_revision:27690; number_of_response:1; }","duration":"956.125449ms","start":"2026-07-03T16:53:37.301937Z","end":"2026-07-03T16:53:38.258063Z","steps":["trace[1078053627] 'process raft request' (duration: 928.48925ms)","trace[1078053627] 'compare' (duration: 25.711139ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:38.258232Z","caller":"traceutil/trace.go:171","msg":"trace[1402660136] linearizableReadLoop","detail":"{readStateIndex:28608; appliedIndex:28606; }","duration":"956.059797ms","start":"2026-07-03T16:53:37.302159Z","end":"2026-07-03T16:53:38.258219Z","steps":["trace[1402660136] 'read index received' (duration: 28.524261ms)","trace[1402660136] 'applied index is now lower than readState.Index' (duration: 927.534416ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:38.258206Z","caller":"traceutil/trace.go:171","msg":"trace[1710844565] transaction","detail":"{read_only:false; response_revision:27692; number_of_response:1; }","duration":"956.022576ms","start":"2026-07-03T16:53:37.30214Z","end":"2026-07-03T16:53:38.258162Z","steps":["trace[1710844565] 'process raft request' (duration: 955.670617ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:38.258266Z","caller":"traceutil/trace.go:171","msg":"trace[2133768759] transaction","detail":"{read_only:false; response_revision:27691; number_of_response:1; }","duration":"956.095318ms","start":"2026-07-03T16:53:37.302131Z","end":"2026-07-03T16:53:38.258226Z","steps":["trace[2133768759] 'process raft request' (duration: 955.606995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:38.258368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:37.30191Z","time spent":"956.335574ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:38.258418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:37.302115Z","time spent":"956.180731ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:38.258455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:37.302086Z","time spent":"956.262762ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:38.258517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.242159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:38.258581Z","caller":"traceutil/trace.go:171","msg":"trace[1534499022] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:27693; }","duration":"792.351952ms","start":"2026-07-03T16:53:37.466215Z","end":"2026-07-03T16:53:38.258567Z","steps":["trace[1534499022] 'agreement among raft nodes before linearized reading' (duration: 792.185247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:38.258556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.335763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:38.258616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:37.466191Z","time spent":"792.415514ms","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:38.258655Z","caller":"traceutil/trace.go:171","msg":"trace[1450296806] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:27693; }","duration":"475.476017ms","start":"2026-07-03T16:53:37.783149Z","end":"2026-07-03T16:53:38.258625Z","steps":["trace[1450296806] 'agreement among raft nodes before linearized reading' (duration: 475.278202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:38.258657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.108196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:38.258699Z","caller":"traceutil/trace.go:171","msg":"trace[1618777829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27693; }","duration":"483.180897ms","start":"2026-07-03T16:53:37.775506Z","end":"2026-07-03T16:53:38.258687Z","steps":["trace[1618777829] 'agreement among raft nodes before linearized reading' (duration: 483.079624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:38.258665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.478348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-07-03T16:53:38.258734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:37.775483Z","time spent":"483.244719ms","remote":"127.0.0.1:37152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:53:38.258777Z","caller":"traceutil/trace.go:171","msg":"trace[550834528] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27693; }","duration":"956.659643ms","start":"2026-07-03T16:53:37.302092Z","end":"2026-07-03T16:53:38.258752Z","steps":["trace[550834528] 'agreement among raft nodes before linearized reading' (duration: 956.253372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:38.258829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:37.302067Z","time spent":"956.753096ms","remote":"127.0.0.1:37326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:53:38.258707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:37.78313Z","time spent":"475.564129ms","remote":"127.0.0.1:59018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:38.55253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.56647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:38.55264Z","caller":"traceutil/trace.go:171","msg":"trace[1533407778] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27693; }","duration":"183.727235ms","start":"2026-07-03T16:53:38.368888Z","end":"2026-07-03T16:53:38.552616Z","steps":["trace[1533407778] 'range keys from in-memory index tree' (duration: 183.480859ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:38.82138Z","caller":"traceutil/trace.go:171","msg":"trace[457911611] transaction","detail":"{read_only:false; response_revision:27695; number_of_response:1; }","duration":"104.569617ms","start":"2026-07-03T16:53:38.716781Z","end":"2026-07-03T16:53:38.821351Z","steps":["trace[457911611] 'process raft request' (duration: 104.400502ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:39.286232Z","caller":"traceutil/trace.go:171","msg":"trace[1097062567] linearizableReadLoop","detail":"{readStateIndex:28613; appliedIndex:28612; }","duration":"413.074645ms","start":"2026-07-03T16:53:38.87313Z","end":"2026-07-03T16:53:39.286205Z","steps":["trace[1097062567] 'read index received' (duration: 412.750107ms)","trace[1097062567] 'applied index is now lower than readState.Index' (duration: 323.098µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:39.286363Z","caller":"traceutil/trace.go:171","msg":"trace[1204690904] transaction","detail":"{read_only:false; response_revision:27696; number_of_response:1; }","duration":"436.304149ms","start":"2026-07-03T16:53:38.850041Z","end":"2026-07-03T16:53:39.286345Z","steps":["trace[1204690904] 'process raft request' (duration: 435.500368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:39.286485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:38.850016Z","time spent":"436.384511ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2080,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:39.286576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.417554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11795"} {"level":"info","ts":"2026-07-03T16:53:39.28665Z","caller":"traceutil/trace.go:171","msg":"trace[1103998018] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:27696; }","duration":"413.547257ms","start":"2026-07-03T16:53:38.873087Z","end":"2026-07-03T16:53:39.286634Z","steps":["trace[1103998018] 'agreement among raft nodes before linearized reading' (duration: 413.27108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:39.286691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:38.873067Z","time spent":"413.616478ms","remote":"127.0.0.1:37600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11819,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-03T16:53:39.786896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794900342653118117,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:40.284032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.313699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:40.284377Z","caller":"traceutil/trace.go:171","msg":"trace[163985122] transaction","detail":"{read_only:false; response_revision:27698; number_of_response:1; }","duration":"1.056688993s","start":"2026-07-03T16:53:39.227672Z","end":"2026-07-03T16:53:40.284361Z","steps":["trace[163985122] 'process raft request' (duration: 1.056623101s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:40.284578Z","caller":"traceutil/trace.go:171","msg":"trace[1744583744] transaction","detail":"{read_only:false; response_revision:27697; number_of_response:1; }","duration":"1.205592613s","start":"2026-07-03T16:53:39.078951Z","end":"2026-07-03T16:53:40.284543Z","steps":["trace[1744583744] 'process raft request' (duration: 1.015687517s)","trace[1744583744] 'compare' (duration: 189.053923ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:40.284717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:39.227649Z","time spent":"1.056978551s","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:40.284859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:39.078917Z","time spent":"1.205742397s","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:40.286321Z","caller":"traceutil/trace.go:171","msg":"trace[1496353433] transaction","detail":"{read_only:false; response_revision:27699; number_of_response:1; }","duration":"992.776501ms","start":"2026-07-03T16:53:39.293512Z","end":"2026-07-03T16:53:40.286288Z","steps":["trace[1496353433] 'process raft request' (duration: 991.349055ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:40.286455Z","caller":"traceutil/trace.go:171","msg":"trace[1216219100] transaction","detail":"{read_only:false; response_revision:27700; number_of_response:1; }","duration":"991.836437ms","start":"2026-07-03T16:53:39.294606Z","end":"2026-07-03T16:53:40.286443Z","steps":["trace[1216219100] 'process raft request' (duration: 991.56205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:40.286509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:39.293494Z","time spent":"992.913194ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:40.286717Z","caller":"traceutil/trace.go:171","msg":"trace[926117634] transaction","detail":"{read_only:false; response_revision:27701; number_of_response:1; }","duration":"991.761055ms","start":"2026-07-03T16:53:39.294918Z","end":"2026-07-03T16:53:40.286679Z","steps":["trace[926117634] 'process raft request' (duration: 991.464488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:40.286955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:39.294906Z","time spent":"991.892139ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:40.28721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:39.294591Z","time spent":"991.897969ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:40.287758Z","caller":"traceutil/trace.go:171","msg":"trace[180905643] transaction","detail":"{read_only:false; response_revision:27702; number_of_response:1; }","duration":"989.23761ms","start":"2026-07-03T16:53:39.298505Z","end":"2026-07-03T16:53:40.287743Z","steps":["trace[180905643] 'process raft request' (duration: 988.777938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:40.287857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:39.298492Z","time spent":"989.300451ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:40.28791Z","caller":"traceutil/trace.go:171","msg":"trace[387293449] linearizableReadLoop","detail":"{readStateIndex:28619; appliedIndex:28613; }","duration":"1.001516399s","start":"2026-07-03T16:53:39.286308Z","end":"2026-07-03T16:53:40.287825Z","steps":["trace[387293449] 'read index received' (duration: 808.458031ms)","trace[387293449] 'applied index is now lower than readState.Index' (duration: 193.055468ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:40.288171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344840601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:40.288224Z","caller":"traceutil/trace.go:171","msg":"trace[858032453] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:27702; }","duration":"1.344947934s","start":"2026-07-03T16:53:38.94326Z","end":"2026-07-03T16:53:40.288207Z","steps":["trace[858032453] 'agreement among raft nodes before linearized reading' (duration: 1.34479439s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:40.288269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:38.943236Z","time spent":"1.345021266s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:40.288505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163791076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:40.288701Z","caller":"traceutil/trace.go:171","msg":"trace[1548255285] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:27702; }","duration":"1.164154125s","start":"2026-07-03T16:53:39.12441Z","end":"2026-07-03T16:53:40.288564Z","steps":["trace[1548255285] 'agreement among raft nodes before linearized reading' (duration: 1.16359174s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:40.288765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:39.124344Z","time spent":"1.164403712s","remote":"127.0.0.1:54044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:40.2894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.240794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:53:40.289432Z","caller":"traceutil/trace.go:171","msg":"trace[36892855] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27703; }","duration":"953.318036ms","start":"2026-07-03T16:53:39.336105Z","end":"2026-07-03T16:53:40.289423Z","steps":["trace[36892855] 'agreement among raft nodes before linearized reading' (duration: 953.220873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:40.289464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:39.336073Z","time spent":"953.386848ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:53:40.289425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.474754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:40.289503Z","caller":"traceutil/trace.go:171","msg":"trace[3066507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27703; }","duration":"962.581717ms","start":"2026-07-03T16:53:39.326909Z","end":"2026-07-03T16:53:40.289491Z","steps":["trace[3066507] 'agreement among raft nodes before linearized reading' (duration: 962.485024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:40.289622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:39.326892Z","time spent":"962.71514ms","remote":"127.0.0.1:37152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:53:40.289665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.798674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11795"} {"level":"info","ts":"2026-07-03T16:53:40.289717Z","caller":"traceutil/trace.go:171","msg":"trace[1154535699] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:27703; }","duration":"994.876526ms","start":"2026-07-03T16:53:39.294826Z","end":"2026-07-03T16:53:40.289703Z","steps":["trace[1154535699] 'agreement among raft nodes before linearized reading' (duration: 994.729222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:40.289753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:39.294812Z","time spent":"994.932108ms","remote":"127.0.0.1:37600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11819,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-03T16:53:40.290113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.859384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:53:40.290162Z","caller":"traceutil/trace.go:171","msg":"trace[495540804] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27703; }","duration":"997.945706ms","start":"2026-07-03T16:53:39.292206Z","end":"2026-07-03T16:53:40.290152Z","steps":["trace[495540804] 'agreement among raft nodes before linearized reading' (duration: 996.463557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:40.290195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:39.292186Z","time spent":"998.000768ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:54:47.011618Z","caller":"traceutil/trace.go:171","msg":"trace[501232995] transaction","detail":"{read_only:false; response_revision:28358; number_of_response:1; }","duration":"228.890175ms","start":"2026-07-03T16:54:46.782686Z","end":"2026-07-03T16:54:47.011576Z","steps":["trace[501232995] 'process raft request' (duration: 228.654049ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:47.134681Z","caller":"traceutil/trace.go:171","msg":"trace[899121762] transaction","detail":"{read_only:false; response_revision:28359; number_of_response:1; }","duration":"345.770466ms","start":"2026-07-03T16:54:46.78886Z","end":"2026-07-03T16:54:47.134631Z","steps":["trace[899121762] 'process raft request' (duration: 340.001436ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:47.134816Z","caller":"traceutil/trace.go:171","msg":"trace[1923987317] transaction","detail":"{read_only:false; response_revision:28360; number_of_response:1; }","duration":"336.32467ms","start":"2026-07-03T16:54:46.798454Z","end":"2026-07-03T16:54:47.134779Z","steps":["trace[1923987317] 'process raft request' (duration: 336.072283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:47.134901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:46.788836Z","time spent":"345.95672ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:47.134904Z","caller":"traceutil/trace.go:171","msg":"trace[1544158677] linearizableReadLoop","detail":"{readStateIndex:29296; appliedIndex:29290; }","duration":"293.192818ms","start":"2026-07-03T16:54:46.841673Z","end":"2026-07-03T16:54:47.134865Z","steps":["trace[1544158677] 'read index received' (duration: 169.685115ms)","trace[1544158677] 'applied index is now lower than readState.Index' (duration: 123.506283ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:47.135006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:46.798436Z","time spent":"336.461333ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:47.135099Z","caller":"traceutil/trace.go:171","msg":"trace[386536701] transaction","detail":"{read_only:false; response_revision:28362; number_of_response:1; }","duration":"336.500465ms","start":"2026-07-03T16:54:46.798583Z","end":"2026-07-03T16:54:47.135083Z","steps":["trace[386536701] 'process raft request' (duration: 336.180467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:47.135268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.601118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:54:47.135316Z","caller":"traceutil/trace.go:171","msg":"trace[612339511] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28363; }","duration":"293.68269ms","start":"2026-07-03T16:54:46.841622Z","end":"2026-07-03T16:54:47.135305Z","steps":["trace[612339511] 'agreement among raft nodes before linearized reading' (duration: 293.533637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:47.135262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:46.798579Z","time spent":"336.571386ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:47.135324Z","caller":"traceutil/trace.go:171","msg":"trace[1966482546] transaction","detail":"{read_only:false; response_revision:28363; number_of_response:1; }","duration":"335.54824ms","start":"2026-07-03T16:54:46.799672Z","end":"2026-07-03T16:54:47.13522Z","steps":["trace[1966482546] 'process raft request' (duration: 335.14099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:47.135537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.631339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:54:47.135592Z","caller":"traceutil/trace.go:171","msg":"trace[1726932490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28363; }","duration":"283.726522ms","start":"2026-07-03T16:54:46.851854Z","end":"2026-07-03T16:54:47.13558Z","steps":["trace[1726932490] 'agreement among raft nodes before linearized reading' (duration: 283.582958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:47.135606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.382272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T16:54:47.135689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.539716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:54:47.135705Z","caller":"traceutil/trace.go:171","msg":"trace[1815521668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28363; }","duration":"283.457384ms","start":"2026-07-03T16:54:46.852191Z","end":"2026-07-03T16:54:47.135648Z","steps":["trace[1815521668] 'agreement among raft nodes before linearized reading' (duration: 283.256209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:47.135725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.930721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:54:47.135066Z","caller":"traceutil/trace.go:171","msg":"trace[1399766374] transaction","detail":"{read_only:false; response_revision:28361; number_of_response:1; }","duration":"336.496354ms","start":"2026-07-03T16:54:46.798531Z","end":"2026-07-03T16:54:47.135028Z","steps":["trace[1399766374] 'process raft request' (duration: 336.131825ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:47.13577Z","caller":"traceutil/trace.go:171","msg":"trace[1985366625] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28363; }","duration":"283.67184ms","start":"2026-07-03T16:54:46.852077Z","end":"2026-07-03T16:54:47.135749Z","steps":["trace[1985366625] 'agreement among raft nodes before linearized reading' (duration: 283.340591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:47.135739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:46.799664Z","time spent":"335.868808ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:47.13584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:46.798526Z","time spent":"337.256194ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:47.136316Z","caller":"traceutil/trace.go:171","msg":"trace[1627793615] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28363; }","duration":"288.829354ms","start":"2026-07-03T16:54:46.847459Z","end":"2026-07-03T16:54:47.136289Z","steps":["trace[1627793615] 'agreement among raft nodes before linearized reading' (duration: 287.844218ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:47.313912Z","caller":"traceutil/trace.go:171","msg":"trace[929701293] transaction","detail":"{read_only:false; response_revision:28366; number_of_response:1; }","duration":"172.162689ms","start":"2026-07-03T16:54:47.141715Z","end":"2026-07-03T16:54:47.313877Z","steps":["trace[929701293] 'process raft request' (duration: 171.999765ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:47.313909Z","caller":"traceutil/trace.go:171","msg":"trace[1065786222] transaction","detail":"{read_only:false; response_revision:28365; number_of_response:1; }","duration":"172.292523ms","start":"2026-07-03T16:54:47.141552Z","end":"2026-07-03T16:54:47.313845Z","steps":["trace[1065786222] 'process raft request' (duration: 149.512ms)","trace[1065786222] 'compare' (duration: 22.28822ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:47.314282Z","caller":"traceutil/trace.go:171","msg":"trace[1870561090] transaction","detail":"{read_only:false; response_revision:28367; number_of_response:1; }","duration":"171.387568ms","start":"2026-07-03T16:54:47.142876Z","end":"2026-07-03T16:54:47.314263Z","steps":["trace[1870561090] 'process raft request' (duration: 170.951507ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:47.314482Z","caller":"traceutil/trace.go:171","msg":"trace[718773306] transaction","detail":"{read_only:false; response_revision:28368; number_of_response:1; }","duration":"171.528762ms","start":"2026-07-03T16:54:47.142918Z","end":"2026-07-03T16:54:47.314447Z","steps":["trace[718773306] 'process raft request' (duration: 171.248855ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:47.335381Z","caller":"traceutil/trace.go:171","msg":"trace[1312108703] transaction","detail":"{read_only:false; response_revision:28369; number_of_response:1; }","duration":"124.677584ms","start":"2026-07-03T16:54:47.210677Z","end":"2026-07-03T16:54:47.335355Z","steps":["trace[1312108703] 'process raft request' (duration: 124.293903ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:47.551104Z","caller":"traceutil/trace.go:171","msg":"trace[1823907234] transaction","detail":"{read_only:false; response_revision:28370; number_of_response:1; }","duration":"118.37063ms","start":"2026-07-03T16:54:47.432711Z","end":"2026-07-03T16:54:47.551081Z","steps":["trace[1823907234] 'process raft request' (duration: 117.797734ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:59.655289Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c47ca1a7b1fe506b","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-03T16:55:59.661581Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-03T16:55:59.661676Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-03T16:56:23.547838Z","caller":"traceutil/trace.go:171","msg":"trace[1084675398] transaction","detail":"{read_only:false; response_revision:29243; number_of_response:1; }","duration":"483.90629ms","start":"2026-07-03T16:56:23.063899Z","end":"2026-07-03T16:56:23.547805Z","steps":["trace[1084675398] 'process raft request' (duration: 391.607768ms)","trace[1084675398] 'compare' (duration: 92.110967ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:56:23.548048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:23.063865Z","time spent":"484.054463ms","remote":"127.0.0.1:37370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6714,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:23.551386Z","caller":"traceutil/trace.go:171","msg":"trace[188697510] linearizableReadLoop","detail":"{readStateIndex:30199; appliedIndex:30197; }","duration":"388.467196ms","start":"2026-07-03T16:56:23.162896Z","end":"2026-07-03T16:56:23.551363Z","steps":["trace[188697510] 'read index received' (duration: 292.630183ms)","trace[188697510] 'applied index is now lower than readState.Index' (duration: 95.835623ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:56:23.551518Z","caller":"traceutil/trace.go:171","msg":"trace[1059895813] transaction","detail":"{read_only:false; response_revision:29244; number_of_response:1; }","duration":"402.81562ms","start":"2026-07-03T16:56:23.148668Z","end":"2026-07-03T16:56:23.551484Z","steps":["trace[1059895813] 'process raft request' (duration: 402.396958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:23.551655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:23.148651Z","time spent":"402.945643ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":705,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:56:23.551685Z","caller":"traceutil/trace.go:171","msg":"trace[1567532841] transaction","detail":"{read_only:false; response_revision:29245; number_of_response:1; }","duration":"169.657404ms","start":"2026-07-03T16:56:23.381989Z","end":"2026-07-03T16:56:23.551646Z","steps":["trace[1567532841] 'process raft request' (duration: 169.261123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:23.551742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.840247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-bootstrap-tt5km\" ","response":"range_response_count:1 size:6971"} {"level":"info","ts":"2026-07-03T16:56:23.551809Z","caller":"traceutil/trace.go:171","msg":"trace[294396512] range","detail":"{range_begin:/registry/pods/openstack/manila-bootstrap-tt5km; range_end:; response_count:1; response_revision:29245; }","duration":"388.95812ms","start":"2026-07-03T16:56:23.162831Z","end":"2026-07-03T16:56:23.551789Z","steps":["trace[294396512] 'agreement among raft nodes before linearized reading' (duration: 388.727584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:23.551857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:23.162809Z","time spent":"389.035631ms","remote":"127.0.0.1:37326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":6995,"request content":"key:\"/registry/pods/openstack/manila-bootstrap-tt5km\" "} {"level":"warn","ts":"2026-07-03T16:56:23.555087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.881687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:56:23.555186Z","caller":"traceutil/trace.go:171","msg":"trace[247098983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29248; }","duration":"230.975479ms","start":"2026-07-03T16:56:23.32419Z","end":"2026-07-03T16:56:23.555166Z","steps":["trace[247098983] 'agreement among raft nodes before linearized reading' (duration: 229.550202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:23.556898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.618542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/manila-bootstrap\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-03T16:56:23.556964Z","caller":"traceutil/trace.go:171","msg":"trace[943372885] range","detail":"{range_begin:/registry/serviceaccounts/openstack/manila-bootstrap; range_end:; response_count:1; response_revision:29249; }","duration":"214.703575ms","start":"2026-07-03T16:56:23.342233Z","end":"2026-07-03T16:56:23.556936Z","steps":["trace[943372885] 'agreement among raft nodes before linearized reading' (duration: 214.556291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:12.247667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.862318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:57:12.247755Z","caller":"traceutil/trace.go:171","msg":"trace[1291704891] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:29792; }","duration":"454.011871ms","start":"2026-07-03T16:57:11.793724Z","end":"2026-07-03T16:57:12.247736Z","steps":["trace[1291704891] 'count revisions from in-memory index tree' (duration: 453.797936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:12.247792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:57:11.793709Z","time spent":"454.072074ms","remote":"127.0.0.1:37976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:57:12.248023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.394381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:57:12.248064Z","caller":"traceutil/trace.go:171","msg":"trace[1026196001] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:29792; }","duration":"444.462303ms","start":"2026-07-03T16:57:11.80359Z","end":"2026-07-03T16:57:12.248052Z","steps":["trace[1026196001] 'count revisions from in-memory index tree' (duration: 444.34072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:12.248093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:57:11.803575Z","time spent":"444.508574ms","remote":"127.0.0.1:59332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:57:12.248864Z","caller":"traceutil/trace.go:171","msg":"trace[149807164] transaction","detail":"{read_only:false; response_revision:29793; number_of_response:1; }","duration":"269.092251ms","start":"2026-07-03T16:57:11.979746Z","end":"2026-07-03T16:57:12.248838Z","steps":["trace[149807164] 'process raft request' (duration: 268.27504ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:12.249293Z","caller":"traceutil/trace.go:171","msg":"trace[950321488] linearizableReadLoop","detail":"{readStateIndex:30763; appliedIndex:30763; }","duration":"223.969347ms","start":"2026-07-03T16:57:12.025281Z","end":"2026-07-03T16:57:12.24925Z","steps":["trace[950321488] 'read index received' (duration: 223.951537ms)","trace[950321488] 'applied index is now lower than readState.Index' (duration: 13.92µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:57:12.249389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.08464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:57:12.249453Z","caller":"traceutil/trace.go:171","msg":"trace[820814880] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:29793; }","duration":"224.170022ms","start":"2026-07-03T16:57:12.02525Z","end":"2026-07-03T16:57:12.24942Z","steps":["trace[820814880] 'agreement among raft nodes before linearized reading' (duration: 224.073179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:12.252141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.464265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:57:12.252201Z","caller":"traceutil/trace.go:171","msg":"trace[402516100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29794; }","duration":"210.552727ms","start":"2026-07-03T16:57:12.041635Z","end":"2026-07-03T16:57:12.252187Z","steps":["trace[402516100] 'agreement among raft nodes before linearized reading' (duration: 210.383393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:12.252775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.135893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:57:12.252814Z","caller":"traceutil/trace.go:171","msg":"trace[1167576564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29794; }","duration":"113.214035ms","start":"2026-07-03T16:57:12.13959Z","end":"2026-07-03T16:57:12.252804Z","steps":["trace[1167576564] 'agreement among raft nodes before linearized reading' (duration: 113.127633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:12.253017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.997287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-03T16:57:12.253053Z","caller":"traceutil/trace.go:171","msg":"trace[800694426] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29794; }","duration":"116.067899ms","start":"2026-07-03T16:57:12.136976Z","end":"2026-07-03T16:57:12.253044Z","steps":["trace[800694426] 'agreement among raft nodes before linearized reading' (duration: 115.951886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:12.253473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.144965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:57:12.253507Z","caller":"traceutil/trace.go:171","msg":"trace[1970056078] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29794; }","duration":"115.204477ms","start":"2026-07-03T16:57:12.138294Z","end":"2026-07-03T16:57:12.253499Z","steps":["trace[1970056078] 'agreement among raft nodes before linearized reading' (duration: 115.086714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:13.265796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.449882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:57:13.265892Z","caller":"traceutil/trace.go:171","msg":"trace[1317446840] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:29800; }","duration":"394.614086ms","start":"2026-07-03T16:57:12.871258Z","end":"2026-07-03T16:57:13.265872Z","steps":["trace[1317446840] 'count revisions from in-memory index tree' (duration: 394.34122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:13.265932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:57:12.871237Z","time spent":"394.685338ms","remote":"127.0.0.1:53900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:57:13.266624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.839758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-03T16:57:13.266697Z","caller":"traceutil/trace.go:171","msg":"trace[1448358887] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:29800; }","duration":"154.966711ms","start":"2026-07-03T16:57:13.111709Z","end":"2026-07-03T16:57:13.266676Z","steps":["trace[1448358887] 'range keys from in-memory index tree' (duration: 154.680434ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:25.200918Z","caller":"traceutil/trace.go:171","msg":"trace[958747849] linearizableReadLoop","detail":"{readStateIndex:30864; appliedIndex:30863; }","duration":"325.96125ms","start":"2026-07-03T16:57:24.874933Z","end":"2026-07-03T16:57:25.200894Z","steps":["trace[958747849] 'read index received' (duration: 325.749384ms)","trace[958747849] 'applied index is now lower than readState.Index' (duration: 210.946µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:57:25.201268Z","caller":"traceutil/trace.go:171","msg":"trace[1587596045] transaction","detail":"{read_only:false; response_revision:29892; number_of_response:1; }","duration":"370.858857ms","start":"2026-07-03T16:57:24.830373Z","end":"2026-07-03T16:57:25.201232Z","steps":["trace[1587596045] 'process raft request' (duration: 370.291983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:25.201323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.35786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:57:25.201409Z","caller":"traceutil/trace.go:171","msg":"trace[1228535152] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:29892; }","duration":"326.497603ms","start":"2026-07-03T16:57:24.874893Z","end":"2026-07-03T16:57:25.201391Z","steps":["trace[1228535152] 'agreement among raft nodes before linearized reading' (duration: 326.179645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:25.201507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:57:24.874873Z","time spent":"326.625028ms","remote":"127.0.0.1:37236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":250,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:57:25.201555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:57:24.830341Z","time spent":"371.025572ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:57:25.820075Z","caller":"traceutil/trace.go:171","msg":"trace[1113582291] transaction","detail":"{read_only:false; response_revision:29893; number_of_response:1; }","duration":"156.322126ms","start":"2026-07-03T16:57:25.663723Z","end":"2026-07-03T16:57:25.820045Z","steps":["trace[1113582291] 'process raft request' (duration: 156.120121ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:25.902715Z","caller":"traceutil/trace.go:171","msg":"trace[323885816] transaction","detail":"{read_only:false; response_revision:29894; number_of_response:1; }","duration":"116.696797ms","start":"2026-07-03T16:57:25.785987Z","end":"2026-07-03T16:57:25.902684Z","steps":["trace[323885816] 'process raft request' (duration: 79.369115ms)","trace[323885816] 'compare' (duration: 37.095246ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:57:25.975171Z","caller":"traceutil/trace.go:171","msg":"trace[2064210403] transaction","detail":"{read_only:false; response_revision:29900; number_of_response:1; }","duration":"138.609787ms","start":"2026-07-03T16:57:25.836535Z","end":"2026-07-03T16:57:25.975145Z","steps":["trace[2064210403] 'process raft request' (duration: 138.564716ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:25.975243Z","caller":"traceutil/trace.go:171","msg":"trace[89307384] transaction","detail":"{read_only:false; response_revision:29897; number_of_response:1; }","duration":"142.528478ms","start":"2026-07-03T16:57:25.832664Z","end":"2026-07-03T16:57:25.975192Z","steps":["trace[89307384] 'process raft request' (duration: 142.297782ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:25.975368Z","caller":"traceutil/trace.go:171","msg":"trace[1376649637] transaction","detail":"{read_only:false; response_revision:29896; number_of_response:1; }","duration":"143.454532ms","start":"2026-07-03T16:57:25.8319Z","end":"2026-07-03T16:57:25.975355Z","steps":["trace[1376649637] 'process raft request' (duration: 142.878077ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:25.975299Z","caller":"traceutil/trace.go:171","msg":"trace[1793671359] transaction","detail":"{read_only:false; response_revision:29898; number_of_response:1; }","duration":"141.574443ms","start":"2026-07-03T16:57:25.833694Z","end":"2026-07-03T16:57:25.975268Z","steps":["trace[1793671359] 'process raft request' (duration: 141.335167ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:25.975421Z","caller":"traceutil/trace.go:171","msg":"trace[349204532] transaction","detail":"{read_only:false; response_revision:29899; number_of_response:1; }","duration":"141.01534ms","start":"2026-07-03T16:57:25.834341Z","end":"2026-07-03T16:57:25.975356Z","steps":["trace[349204532] 'process raft request' (duration: 140.719282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:26.141811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.728243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-03T16:57:26.141875Z","caller":"traceutil/trace.go:171","msg":"trace[2135724553] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:29900; }","duration":"127.811055ms","start":"2026-07-03T16:57:26.01405Z","end":"2026-07-03T16:57:26.141861Z","steps":["trace[2135724553] 'range keys from in-memory index tree' (duration: 127.567489ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:26.183464Z","caller":"traceutil/trace.go:171","msg":"trace[186897782] linearizableReadLoop","detail":"{readStateIndex:30874; appliedIndex:30873; }","duration":"138.982306ms","start":"2026-07-03T16:57:26.044443Z","end":"2026-07-03T16:57:26.183426Z","steps":["trace[186897782] 'read index received' (duration: 72.409774ms)","trace[186897782] 'applied index is now lower than readState.Index' (duration: 66.570702ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:57:26.183672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.196102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:57:26.183719Z","caller":"traceutil/trace.go:171","msg":"trace[2085962108] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:29900; }","duration":"139.266374ms","start":"2026-07-03T16:57:26.044437Z","end":"2026-07-03T16:57:26.183703Z","steps":["trace[2085962108] 'agreement among raft nodes before linearized reading' (duration: 139.155731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:26.192527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.85133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:57:26.19263Z","caller":"traceutil/trace.go:171","msg":"trace[2121415131] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:29901; }","duration":"102.018274ms","start":"2026-07-03T16:57:26.090588Z","end":"2026-07-03T16:57:26.192607Z","steps":["trace[2121415131] 'agreement among raft nodes before linearized reading' (duration: 101.829629ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:26.600829Z","caller":"traceutil/trace.go:171","msg":"trace[1471052846] transaction","detail":"{read_only:false; response_revision:29906; number_of_response:1; }","duration":"109.037517ms","start":"2026-07-03T16:57:26.49175Z","end":"2026-07-03T16:57:26.600787Z","steps":["trace[1471052846] 'process raft request' (duration: 76.372346ms)","trace[1471052846] 'compare' (duration: 32.445625ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:58:00.590305Z","caller":"traceutil/trace.go:171","msg":"trace[1008916439] linearizableReadLoop","detail":"{readStateIndex:31242; appliedIndex:31241; }","duration":"128.285958ms","start":"2026-07-03T16:58:00.461989Z","end":"2026-07-03T16:58:00.590275Z","steps":["trace[1008916439] 'read index received' (duration: 128.118083ms)","trace[1008916439] 'applied index is now lower than readState.Index' (duration: 166.414µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:58:00.590556Z","caller":"traceutil/trace.go:171","msg":"trace[1970086138] transaction","detail":"{read_only:false; response_revision:30259; number_of_response:1; }","duration":"132.197999ms","start":"2026-07-03T16:58:00.45822Z","end":"2026-07-03T16:58:00.590418Z","steps":["trace[1970086138] 'process raft request' (duration: 131.818639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:00.590655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.641707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-07-03T16:58:00.590856Z","caller":"traceutil/trace.go:171","msg":"trace[2090960851] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:30259; }","duration":"128.882913ms","start":"2026-07-03T16:58:00.46195Z","end":"2026-07-03T16:58:00.590832Z","steps":["trace[2090960851] 'agreement among raft nodes before linearized reading' (duration: 128.482383ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:00.713089Z","caller":"traceutil/trace.go:171","msg":"trace[967834921] transaction","detail":"{read_only:false; response_revision:30260; number_of_response:1; }","duration":"225.871236ms","start":"2026-07-03T16:58:00.487189Z","end":"2026-07-03T16:58:00.71306Z","steps":["trace[967834921] 'process raft request' (duration: 225.712352ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:00.713813Z","caller":"traceutil/trace.go:171","msg":"trace[2085873065] linearizableReadLoop","detail":"{readStateIndex:31243; appliedIndex:31243; }","duration":"123.400171ms","start":"2026-07-03T16:58:00.590385Z","end":"2026-07-03T16:58:00.713785Z","steps":["trace[2085873065] 'read index received' (duration: 123.3868ms)","trace[2085873065] 'applied index is now lower than readState.Index' (duration: 11.251µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:58:00.714033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.617956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.53\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-03T16:58:00.714078Z","caller":"traceutil/trace.go:171","msg":"trace[585229616] range","detail":"{range_begin:/registry/masterleases/199.204.45.53; range_end:; response_count:1; response_revision:30260; }","duration":"168.709319ms","start":"2026-07-03T16:58:00.545359Z","end":"2026-07-03T16:58:00.714069Z","steps":["trace[585229616] 'agreement among raft nodes before linearized reading' (duration: 168.524544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:00.716161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.673079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a85ea9fb-722f-4c53-b4cb-c99288a33f4d\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-07-03T16:58:00.71674Z","caller":"traceutil/trace.go:171","msg":"trace[335690692] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a85ea9fb-722f-4c53-b4cb-c99288a33f4d; range_end:; response_count:1; response_revision:30260; }","duration":"121.263805ms","start":"2026-07-03T16:58:00.595446Z","end":"2026-07-03T16:58:00.71671Z","steps":["trace[335690692] 'agreement among raft nodes before linearized reading' (duration: 119.648253ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:03.497326Z","caller":"traceutil/trace.go:171","msg":"trace[356460700] transaction","detail":"{read_only:false; response_revision:31230; number_of_response:1; }","duration":"131.906151ms","start":"2026-07-03T17:00:03.365388Z","end":"2026-07-03T17:00:03.497294Z","steps":["trace[356460700] 'process raft request' (duration: 117.081876ms)","trace[356460700] 'compare' (duration: 14.664991ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:01:37.335463Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29395} {"level":"info","ts":"2026-07-03T17:01:37.528375Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29395,"took":"189.466949ms","hash":3428448133,"current-db-size-bytes":57421824,"current-db-size":"57 MB","current-db-size-in-use-bytes":35008512,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-03T17:01:37.528461Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3428448133,"revision":29395,"compact-revision":24369} {"level":"warn","ts":"2026-07-03T17:03:38.055331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.751758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:03:38.055423Z","caller":"traceutil/trace.go:171","msg":"trace[542869415] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:32845; }","duration":"116.901271ms","start":"2026-07-03T17:03:37.938503Z","end":"2026-07-03T17:03:38.055404Z","steps":["trace[542869415] 'count revisions from in-memory index tree' (duration: 116.648135ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:03:38.055903Z","caller":"traceutil/trace.go:171","msg":"trace[121547775] transaction","detail":"{read_only:false; response_revision:32846; number_of_response:1; }","duration":"115.129085ms","start":"2026-07-03T17:03:37.940714Z","end":"2026-07-03T17:03:38.055843Z","steps":["trace[121547775] 'process raft request' (duration: 114.863928ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:02.271525Z","caller":"traceutil/trace.go:171","msg":"trace[822343211] transaction","detail":"{read_only:false; response_revision:33494; number_of_response:1; }","duration":"111.525871ms","start":"2026-07-03T17:05:02.159972Z","end":"2026-07-03T17:05:02.271498Z","steps":["trace[822343211] 'process raft request' (duration: 111.307416ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:06:37.344805Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31967} {"level":"info","ts":"2026-07-03T17:06:37.523108Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31967,"took":"172.899659ms","hash":3618277990,"current-db-size-bytes":58466304,"current-db-size":"58 MB","current-db-size-in-use-bytes":31035392,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-03T17:06:37.52318Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3618277990,"revision":31967,"compact-revision":29395} {"level":"info","ts":"2026-07-03T17:06:58.424611Z","caller":"traceutil/trace.go:171","msg":"trace[1478534988] transaction","detail":"{read_only:false; response_revision:34375; number_of_response:1; }","duration":"119.351978ms","start":"2026-07-03T17:06:58.305238Z","end":"2026-07-03T17:06:58.42459Z","steps":["trace[1478534988] 'process raft request' (duration: 119.221655ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:06:58.425969Z","caller":"traceutil/trace.go:171","msg":"trace[1942916993] transaction","detail":"{read_only:false; response_revision:34376; number_of_response:1; }","duration":"114.757319ms","start":"2026-07-03T17:06:58.311182Z","end":"2026-07-03T17:06:58.425939Z","steps":["trace[1942916993] 'process raft request' (duration: 114.589393ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:06:58.42621Z","caller":"traceutil/trace.go:171","msg":"trace[1183567862] transaction","detail":"{read_only:false; response_revision:34377; number_of_response:1; }","duration":"106.277398ms","start":"2026-07-03T17:06:58.319922Z","end":"2026-07-03T17:06:58.4262Z","steps":["trace[1183567862] 'process raft request' (duration: 105.981581ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:06:58.426273Z","caller":"traceutil/trace.go:171","msg":"trace[1576404606] transaction","detail":"{read_only:false; response_revision:34378; number_of_response:1; }","duration":"103.090106ms","start":"2026-07-03T17:06:58.323168Z","end":"2026-07-03T17:06:58.426258Z","steps":["trace[1576404606] 'process raft request' (duration: 102.911881ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:10:35.785704Z","caller":"traceutil/trace.go:171","msg":"trace[1529631090] transaction","detail":"{read_only:false; response_revision:36007; number_of_response:1; }","duration":"171.932814ms","start":"2026-07-03T17:10:35.613745Z","end":"2026-07-03T17:10:35.785677Z","steps":["trace[1529631090] 'process raft request' (duration: 171.677847ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:10:35.786867Z","caller":"traceutil/trace.go:171","msg":"trace[1506926830] transaction","detail":"{read_only:false; response_revision:36008; number_of_response:1; }","duration":"171.660295ms","start":"2026-07-03T17:10:35.615179Z","end":"2026-07-03T17:10:35.786839Z","steps":["trace[1506926830] 'process raft request' (duration: 171.516882ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:11:37.351812Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34222} {"level":"info","ts":"2026-07-03T17:11:37.507332Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34222,"took":"151.385349ms","hash":5338712,"current-db-size-bytes":58466304,"current-db-size":"58 MB","current-db-size-in-use-bytes":30625792,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-03T17:11:37.507489Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":5338712,"revision":34222,"compact-revision":31967} {"level":"info","ts":"2026-07-03T17:11:57.503683Z","caller":"traceutil/trace.go:171","msg":"trace[1641361250] transaction","detail":"{read_only:false; response_revision:36596; number_of_response:1; }","duration":"118.415684ms","start":"2026-07-03T17:11:57.385227Z","end":"2026-07-03T17:11:57.503642Z","steps":["trace[1641361250] 'process raft request' (duration: 117.911181ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:11:57.702358Z","caller":"traceutil/trace.go:171","msg":"trace[1540977267] transaction","detail":"{read_only:false; response_revision:36597; number_of_response:1; }","duration":"194.230591ms","start":"2026-07-03T17:11:57.50809Z","end":"2026-07-03T17:11:57.702321Z","steps":["trace[1540977267] 'process raft request' (duration: 164.698825ms)","trace[1540977267] 'compare' (duration: 29.382342ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:11:57.725068Z","caller":"traceutil/trace.go:171","msg":"trace[600461022] transaction","detail":"{read_only:false; response_revision:36599; number_of_response:1; }","duration":"216.854318ms","start":"2026-07-03T17:11:57.508189Z","end":"2026-07-03T17:11:57.725043Z","steps":["trace[600461022] 'process raft request' (duration: 216.795256ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:11:57.725196Z","caller":"traceutil/trace.go:171","msg":"trace[1300049927] transaction","detail":"{read_only:false; response_revision:36598; number_of_response:1; }","duration":"216.93116ms","start":"2026-07-03T17:11:57.508175Z","end":"2026-07-03T17:11:57.725106Z","steps":["trace[1300049927] 'process raft request' (duration: 216.656753ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:11:57.72548Z","caller":"traceutil/trace.go:171","msg":"trace[1656992579] transaction","detail":"{read_only:false; response_revision:36600; number_of_response:1; }","duration":"216.714284ms","start":"2026-07-03T17:11:57.508697Z","end":"2026-07-03T17:11:57.725412Z","steps":["trace[1656992579] 'process raft request' (duration: 216.312694ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:11:57.725554Z","caller":"traceutil/trace.go:171","msg":"trace[293877475] transaction","detail":"{read_only:false; response_revision:36601; number_of_response:1; }","duration":"192.109395ms","start":"2026-07-03T17:11:57.533424Z","end":"2026-07-03T17:11:57.725534Z","steps":["trace[293877475] 'process raft request' (duration: 191.834248ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:11:57.725795Z","caller":"traceutil/trace.go:171","msg":"trace[1565] transaction","detail":"{read_only:false; response_revision:36602; number_of_response:1; }","duration":"127.362967ms","start":"2026-07-03T17:11:57.598416Z","end":"2026-07-03T17:11:57.725779Z","steps":["trace[1565] 'process raft request' (duration: 126.995236ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:11:57.727606Z","caller":"traceutil/trace.go:171","msg":"trace[511450831] transaction","detail":"{read_only:false; response_revision:36604; number_of_response:1; }","duration":"125.089236ms","start":"2026-07-03T17:11:57.602498Z","end":"2026-07-03T17:11:57.727588Z","steps":["trace[511450831] 'process raft request' (duration: 125.016564ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:11:57.727738Z","caller":"traceutil/trace.go:171","msg":"trace[102650171] transaction","detail":"{read_only:false; response_revision:36603; number_of_response:1; }","duration":"127.967391ms","start":"2026-07-03T17:11:57.599764Z","end":"2026-07-03T17:11:57.727731Z","steps":["trace[102650171] 'process raft request' (duration: 125.853896ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:11:57.727961Z","caller":"traceutil/trace.go:171","msg":"trace[1314916438] transaction","detail":"{read_only:false; response_revision:36605; number_of_response:1; }","duration":"116.256867ms","start":"2026-07-03T17:11:57.611694Z","end":"2026-07-03T17:11:57.727951Z","steps":["trace[1314916438] 'process raft request' (duration: 115.865037ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:13:03.562854Z","caller":"traceutil/trace.go:171","msg":"trace[59126553] transaction","detail":"{read_only:false; response_revision:37137; number_of_response:1; }","duration":"169.076238ms","start":"2026-07-03T17:13:03.393735Z","end":"2026-07-03T17:13:03.562811Z","steps":["trace[59126553] 'process raft request' (duration: 168.795891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:13:52.737384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.03426ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T17:13:52.737697Z","caller":"traceutil/trace.go:171","msg":"trace[652728523] transaction","detail":"{read_only:false; response_revision:37505; number_of_response:1; }","duration":"132.853868ms","start":"2026-07-03T17:13:52.604812Z","end":"2026-07-03T17:13:52.737666Z","steps":["trace[652728523] 'process raft request' (duration: 132.748995ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:13:52.737752Z","caller":"traceutil/trace.go:171","msg":"trace[1532337797] linearizableReadLoop","detail":"{readStateIndex:38690; appliedIndex:38689; }","duration":"360.477046ms","start":"2026-07-03T17:13:52.377244Z","end":"2026-07-03T17:13:52.737721Z","steps":["trace[1532337797] 'read index received' (duration: 176.85074ms)","trace[1532337797] 'applied index is now lower than readState.Index' (duration: 183.623316ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:13:52.737869Z","caller":"traceutil/trace.go:171","msg":"trace[1216700136] transaction","detail":"{read_only:false; response_revision:37504; number_of_response:1; }","duration":"405.854384ms","start":"2026-07-03T17:13:52.332Z","end":"2026-07-03T17:13:52.737855Z","steps":["trace[1216700136] 'process raft request' (duration: 222.255659ms)","trace[1216700136] 'compare' (duration: 182.873286ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:13:52.737961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:13:52.331981Z","time spent":"405.906625ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T17:13:52.738084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.815555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T17:13:52.738353Z","caller":"traceutil/trace.go:171","msg":"trace[231146519] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37505; }","duration":"361.121143ms","start":"2026-07-03T17:13:52.377212Z","end":"2026-07-03T17:13:52.738333Z","steps":["trace[231146519] 'agreement among raft nodes before linearized reading' (duration: 360.713103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:13:52.738419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:13:52.377195Z","time spent":"361.210265ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T17:13:52.738755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.341261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-03T17:13:52.738746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.124645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:13:52.738814Z","caller":"traceutil/trace.go:171","msg":"trace[539726917] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37506; }","duration":"232.435263ms","start":"2026-07-03T17:13:52.506352Z","end":"2026-07-03T17:13:52.738787Z","steps":["trace[539726917] 'agreement among raft nodes before linearized reading' (duration: 232.32121ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:13:52.738767Z","caller":"traceutil/trace.go:171","msg":"trace[272961451] transaction","detail":"{read_only:false; response_revision:37506; number_of_response:1; }","duration":"106.015691ms","start":"2026-07-03T17:13:52.632697Z","end":"2026-07-03T17:13:52.738713Z","steps":["trace[272961451] 'process raft request' (duration: 105.088937ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:13:52.738814Z","caller":"traceutil/trace.go:171","msg":"trace[1389310482] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:37506; }","duration":"133.198107ms","start":"2026-07-03T17:13:52.605597Z","end":"2026-07-03T17:13:52.738796Z","steps":["trace[1389310482] 'agreement among raft nodes before linearized reading' (duration: 133.073224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:13:52.738872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.711939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T17:13:52.739146Z","caller":"traceutil/trace.go:171","msg":"trace[1790589164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37506; }","duration":"272.986475ms","start":"2026-07-03T17:13:52.466084Z","end":"2026-07-03T17:13:52.739071Z","steps":["trace[1790589164] 'agreement among raft nodes before linearized reading' (duration: 272.481742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:13:52.739184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.850596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:13:52.739291Z","caller":"traceutil/trace.go:171","msg":"trace[994312867] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:37506; }","duration":"257.419582ms","start":"2026-07-03T17:13:52.481846Z","end":"2026-07-03T17:13:52.739265Z","steps":["trace[994312867] 'agreement among raft nodes before linearized reading' (duration: 256.832106ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:37.361786Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36454} {"level":"info","ts":"2026-07-03T17:16:37.487049Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36454,"took":"119.350651ms","hash":3601772037,"current-db-size-bytes":58466304,"current-db-size":"58 MB","current-db-size-in-use-bytes":32436224,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-03T17:16:37.487106Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3601772037,"revision":36454,"compact-revision":34222} {"level":"info","ts":"2026-07-03T17:16:42.063371Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c47ca1a7b1fe506b","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-03T17:16:42.068509Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-03T17:16:42.068634Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-07-03T17:17:29.274488Z","caller":"traceutil/trace.go:171","msg":"trace[1548713314] transaction","detail":"{read_only:false; response_revision:39121; number_of_response:1; }","duration":"128.768395ms","start":"2026-07-03T17:17:29.145701Z","end":"2026-07-03T17:17:29.274469Z","steps":["trace[1548713314] 'process raft request' (duration: 121.110877ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:17:29.27465Z","caller":"traceutil/trace.go:171","msg":"trace[884739328] transaction","detail":"{read_only:false; response_revision:39122; number_of_response:1; }","duration":"128.882638ms","start":"2026-07-03T17:17:29.14575Z","end":"2026-07-03T17:17:29.274633Z","steps":["trace[884739328] 'process raft request' (duration: 128.662623ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:17:29.274816Z","caller":"traceutil/trace.go:171","msg":"trace[2137663973] transaction","detail":"{read_only:false; response_revision:39123; number_of_response:1; }","duration":"128.218071ms","start":"2026-07-03T17:17:29.146564Z","end":"2026-07-03T17:17:29.274782Z","steps":["trace[2137663973] 'process raft request' (duration: 128.023385ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:21:37.375032Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":38746} {"level":"info","ts":"2026-07-03T17:21:37.50559Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":38746,"took":"126.216404ms","hash":2660394290,"current-db-size-bytes":58888192,"current-db-size":"59 MB","current-db-size-in-use-bytes":31813632,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-03T17:21:37.505649Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2660394290,"revision":38746,"compact-revision":36454} {"level":"info","ts":"2026-07-03T17:26:37.385066Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":40978} {"level":"info","ts":"2026-07-03T17:26:37.502137Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":40978,"took":"113.636246ms","hash":3622651137,"current-db-size-bytes":60153856,"current-db-size":"60 MB","current-db-size-in-use-bytes":32268288,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-03T17:26:37.502194Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3622651137,"revision":40978,"compact-revision":38746}