{"level":"warn","ts":"2026-07-02T05:13:26.423965Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-02T05:13:26.424116Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.109:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.109:2380","--initial-cluster=instance=https://199.204.45.109:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.109:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.109:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-02T05:13:26.424239Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-02T05:13:26.424266Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-07-02T05:13:26.424298Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-02T05:13:26.425695Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"]} {"level":"info","ts":"2026-07-02T05:13:26.425859Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.109:2380"],"listen-peer-urls":["https://199.204.45.109:2380"],"advertise-client-urls":["https://199.204.45.109:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.109:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-02T05:13:26.431084Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.716188ms"} {"level":"info","ts":"2026-07-02T05:13:26.438424Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d71a1778b31d4ce","cluster-id":"aaca35652fabf9b2"} {"level":"info","ts":"2026-07-02T05:13:26.438548Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=()"} {"level":"info","ts":"2026-07-02T05:13:26.438585Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became follower at term 0"} {"level":"info","ts":"2026-07-02T05:13:26.438604Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d71a1778b31d4ce [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-02T05:13:26.438626Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became follower at term 1"} {"level":"info","ts":"2026-07-02T05:13:26.438678Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=(968732929669846222)"} {"level":"warn","ts":"2026-07-02T05:13:26.445896Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-02T05:13:26.447831Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-02T05:13:26.453095Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-02T05:13:26.456262Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d71a1778b31d4ce","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-02T05:13:26.456688Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d71a1778b31d4ce","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-02T05:13:26.456812Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-02T05:13:26.456856Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-02T05:13:26.456871Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-02T05:13:26.459346Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=(968732929669846222)"} {"level":"info","ts":"2026-07-02T05:13:26.459516Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"aaca35652fabf9b2","local-member-id":"d71a1778b31d4ce","added-peer-id":"d71a1778b31d4ce","added-peer-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-07-02T05:13:26.460329Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-02T05:13:26.460453Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.109:2380"} {"level":"info","ts":"2026-07-02T05:13:26.46052Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.109:2380"} {"level":"info","ts":"2026-07-02T05:13:26.461436Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d71a1778b31d4ce","initial-advertise-peer-urls":["https://199.204.45.109:2380"],"listen-peer-urls":["https://199.204.45.109:2380"],"advertise-client-urls":["https://199.204.45.109:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-02T05:13:26.46147Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-02T05:13:27.439318Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce is starting a new election at term 1"} {"level":"info","ts":"2026-07-02T05:13:27.439407Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became pre-candidate at term 1"} {"level":"info","ts":"2026-07-02T05:13:27.439983Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce received MsgPreVoteResp from d71a1778b31d4ce at term 1"} {"level":"info","ts":"2026-07-02T05:13:27.440003Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became candidate at term 2"} {"level":"info","ts":"2026-07-02T05:13:27.440011Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce received MsgVoteResp from d71a1778b31d4ce at term 2"} {"level":"info","ts":"2026-07-02T05:13:27.440024Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became leader at term 2"} {"level":"info","ts":"2026-07-02T05:13:27.440035Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d71a1778b31d4ce elected leader d71a1778b31d4ce at term 2"} {"level":"info","ts":"2026-07-02T05:13:27.511742Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d71a1778b31d4ce","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.109:2379]}","request-path":"/0/members/d71a1778b31d4ce/attributes","cluster-id":"aaca35652fabf9b2","publish-timeout":"7s"} {"level":"info","ts":"2026-07-02T05:13:27.511748Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-02T05:13:27.511858Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-02T05:13:27.51183Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-02T05:13:27.512045Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-02T05:13:27.512072Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-02T05:13:27.516184Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.109:2379"} {"level":"info","ts":"2026-07-02T05:13:27.51633Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"aaca35652fabf9b2","local-member-id":"d71a1778b31d4ce","cluster-version":"3.5"} {"level":"info","ts":"2026-07-02T05:13:27.516366Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-02T05:13:27.51651Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-02T05:13:27.516547Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-02T05:13:31.896567Z","caller":"traceutil/trace.go:171","msg":"trace[442727678] transaction","detail":"{read_only:false; response_revision:210; number_of_response:1; }","duration":"158.329977ms","start":"2026-07-02T05:13:31.738211Z","end":"2026-07-02T05:13:31.89654Z","steps":["trace[442727678] 'process raft request' (duration: 158.10013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:13:32.384799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.787238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:13:32.384968Z","caller":"traceutil/trace.go:171","msg":"trace[1336408629] transaction","detail":"{read_only:false; response_revision:211; number_of_response:1; }","duration":"480.348038ms","start":"2026-07-02T05:13:31.904578Z","end":"2026-07-02T05:13:32.384927Z","steps":["trace[1336408629] 'process raft request' (duration: 197.955061ms)","trace[1336408629] 'compare' (duration: 281.617833ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:13:32.385054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:13:31.904546Z","time spent":"480.472352ms","remote":"127.0.0.1:50056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T05:13:32.792728Z","caller":"traceutil/trace.go:171","msg":"trace[787998887] transaction","detail":"{read_only:false; response_revision:221; number_of_response:1; }","duration":"121.504921ms","start":"2026-07-02T05:13:32.671194Z","end":"2026-07-02T05:13:32.792699Z","steps":["trace[787998887] 'process raft request' (duration: 56.92066ms)","trace[787998887] 'compare' (duration: 64.445186ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:13:36.962079Z","caller":"traceutil/trace.go:171","msg":"trace[2013048322] linearizableReadLoop","detail":"{readStateIndex:304; appliedIndex:303; }","duration":"449.920294ms","start":"2026-07-02T05:13:36.512134Z","end":"2026-07-02T05:13:36.962055Z","steps":["trace[2013048322] 'read index received' (duration: 449.746028ms)","trace[2013048322] 'applied index is now lower than readState.Index' (duration: 173.395µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:13:36.962176Z","caller":"traceutil/trace.go:171","msg":"trace[416803601] transaction","detail":"{read_only:false; response_revision:294; number_of_response:1; }","duration":"560.964524ms","start":"2026-07-02T05:13:36.401184Z","end":"2026-07-02T05:13:36.962148Z","steps":["trace[416803601] 'process raft request' (duration: 560.723377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:13:36.962268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.099729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-02T05:13:36.962322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:13:36.401159Z","time spent":"561.095779ms","remote":"127.0.0.1:50172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":219,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T05:13:36.962356Z","caller":"traceutil/trace.go:171","msg":"trace[1747233535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:294; }","duration":"450.192022ms","start":"2026-07-02T05:13:36.512129Z","end":"2026-07-02T05:13:36.962321Z","steps":["trace[1747233535] 'agreement among raft nodes before linearized reading' (duration: 450.045327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:13:36.962463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:13:36.512079Z","time spent":"450.323946ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-02T05:13:37.130984Z","caller":"traceutil/trace.go:171","msg":"trace[852496448] linearizableReadLoop","detail":"{readStateIndex:305; appliedIndex:304; }","duration":"162.833888ms","start":"2026-07-02T05:13:36.96813Z","end":"2026-07-02T05:13:37.130964Z","steps":["trace[852496448] 'read index received' (duration: 162.096555ms)","trace[852496448] 'applied index is now lower than readState.Index' (duration: 736.223µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:13:37.131109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.961982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-07-02T05:13:37.131154Z","caller":"traceutil/trace.go:171","msg":"trace[1175837893] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:295; }","duration":"163.048394ms","start":"2026-07-02T05:13:36.968086Z","end":"2026-07-02T05:13:37.131134Z","steps":["trace[1175837893] 'agreement among raft nodes before linearized reading' (duration: 162.936441ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:13:37.131746Z","caller":"traceutil/trace.go:171","msg":"trace[1773839341] transaction","detail":"{read_only:false; response_revision:295; number_of_response:1; }","duration":"165.390328ms","start":"2026-07-02T05:13:36.965799Z","end":"2026-07-02T05:13:37.131189Z","steps":["trace[1773839341] 'process raft request' (duration: 164.415848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:13:43.013036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383255897,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:13:43.492535Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.194360035s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T05:13:43.492979Z","caller":"traceutil/trace.go:171","msg":"trace[1934187187] linearizableReadLoop","detail":"{readStateIndex:380; appliedIndex:379; }","duration":"980.557195ms","start":"2026-07-02T05:13:42.512395Z","end":"2026-07-02T05:13:43.492952Z","steps":["trace[1934187187] 'read index received' (duration: 980.340108ms)","trace[1934187187] 'applied index is now lower than readState.Index' (duration: 216.066µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:13:43.493016Z","caller":"traceutil/trace.go:171","msg":"trace[2119247795] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"1.194945064s","start":"2026-07-02T05:13:42.298051Z","end":"2026-07-02T05:13:43.492996Z","steps":["trace[2119247795] 'process raft request' (duration: 1.194740377s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:13:43.493131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.72104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:13:43.49318Z","caller":"traceutil/trace.go:171","msg":"trace[292346292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:368; }","duration":"980.802412ms","start":"2026-07-02T05:13:42.512364Z","end":"2026-07-02T05:13:43.493167Z","steps":["trace[292346292] 'agreement among raft nodes before linearized reading' (duration: 980.72081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:13:43.493224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:13:42.512347Z","time spent":"980.868794ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:13:43.493341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:13:42.298025Z","time spent":"1.195050637s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6740,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:13:43.495441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.607867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-02T05:13:43.495527Z","caller":"traceutil/trace.go:171","msg":"trace[1597072540] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:369; }","duration":"256.747081ms","start":"2026-07-02T05:13:43.238759Z","end":"2026-07-02T05:13:43.495506Z","steps":["trace[1597072540] 'agreement among raft nodes before linearized reading' (duration: 256.559785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:13:43.495527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.047803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-02T05:13:43.495661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.152385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-02T05:13:43.495723Z","caller":"traceutil/trace.go:171","msg":"trace[60795033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:369; }","duration":"343.308852ms","start":"2026-07-02T05:13:43.152388Z","end":"2026-07-02T05:13:43.495697Z","steps":["trace[60795033] 'agreement among raft nodes before linearized reading' (duration: 342.922259ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:13:43.495746Z","caller":"traceutil/trace.go:171","msg":"trace[701335699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:369; }","duration":"335.239218ms","start":"2026-07-02T05:13:43.160484Z","end":"2026-07-02T05:13:43.495723Z","steps":["trace[701335699] 'agreement among raft nodes before linearized reading' (duration: 335.155916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:13:43.49562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.387802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-02T05:13:43.495831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:13:43.160475Z","time spent":"335.341401ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T05:13:43.495865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:13:43.152368Z","time spent":"343.444686ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-02T05:13:43.495889Z","caller":"traceutil/trace.go:171","msg":"trace[400577401] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:369; }","duration":"334.666221ms","start":"2026-07-02T05:13:43.16119Z","end":"2026-07-02T05:13:43.495856Z","steps":["trace[400577401] 'agreement among raft nodes before linearized reading' (duration: 334.370101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:13:43.496269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:13:43.161173Z","time spent":"335.069073ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T05:13:51.76933Z","caller":"traceutil/trace.go:171","msg":"trace[741941178] transaction","detail":"{read_only:false; response_revision:394; number_of_response:1; }","duration":"162.136867ms","start":"2026-07-02T05:13:51.607174Z","end":"2026-07-02T05:13:51.769311Z","steps":["trace[741941178] 'process raft request' (duration: 65.148878ms)","trace[741941178] 'compare' (duration: 96.903176ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:13:51.769874Z","caller":"traceutil/trace.go:171","msg":"trace[1172359934] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"162.601062ms","start":"2026-07-02T05:13:51.607249Z","end":"2026-07-02T05:13:51.76985Z","steps":["trace[1172359934] 'process raft request' (duration: 162.573321ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:13:51.769927Z","caller":"traceutil/trace.go:171","msg":"trace[876833609] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"162.661104ms","start":"2026-07-02T05:13:51.607249Z","end":"2026-07-02T05:13:51.76991Z","steps":["trace[876833609] 'process raft request' (duration: 162.462437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:13:52.49606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.494359ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:13:52.496301Z","caller":"traceutil/trace.go:171","msg":"trace[146877784] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"146.823305ms","start":"2026-07-02T05:13:52.349437Z","end":"2026-07-02T05:13:52.496261Z","steps":["trace[146877784] 'process raft request' (duration: 46.045637ms)","trace[146877784] 'compare' (duration: 100.365036ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:13:52.496399Z","caller":"traceutil/trace.go:171","msg":"trace[2118439117] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"142.50283ms","start":"2026-07-02T05:13:52.353864Z","end":"2026-07-02T05:13:52.496367Z","steps":["trace[2118439117] 'process raft request' (duration: 142.376706ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:13:52.49639Z","caller":"traceutil/trace.go:171","msg":"trace[921327181] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"143.201452ms","start":"2026-07-02T05:13:52.353177Z","end":"2026-07-02T05:13:52.496379Z","steps":["trace[921327181] 'process raft request' (duration: 143.004026ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:13:52.496398Z","caller":"traceutil/trace.go:171","msg":"trace[1868429537] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"139.680011ms","start":"2026-07-02T05:13:52.356701Z","end":"2026-07-02T05:13:52.496381Z","steps":["trace[1868429537] 'process raft request' (duration: 139.62732ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:13:52.496424Z","caller":"traceutil/trace.go:171","msg":"trace[230231032] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"141.770126ms","start":"2026-07-02T05:13:52.354648Z","end":"2026-07-02T05:13:52.496418Z","steps":["trace[230231032] 'process raft request' (duration: 141.622312ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:13:52.693065Z","caller":"traceutil/trace.go:171","msg":"trace[649976300] linearizableReadLoop","detail":"{readStateIndex:421; appliedIndex:420; }","duration":"148.89525ms","start":"2026-07-02T05:13:52.544137Z","end":"2026-07-02T05:13:52.693033Z","steps":["trace[649976300] 'read index received' (duration: 53.284964ms)","trace[649976300] 'applied index is now lower than readState.Index' (duration: 95.608906ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:13:52.693089Z","caller":"traceutil/trace.go:171","msg":"trace[1580042445] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"149.111078ms","start":"2026-07-02T05:13:52.543935Z","end":"2026-07-02T05:13:52.693046Z","steps":["trace[1580042445] 'process raft request' (duration: 53.513812ms)","trace[1580042445] 'compare' (duration: 95.381519ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:13:52.693302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.121978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-8jkgm\" ","response":"range_response_count:1 size:4016"} {"level":"info","ts":"2026-07-02T05:13:52.693403Z","caller":"traceutil/trace.go:171","msg":"trace[192220376] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-8jkgm; range_end:; response_count:1; response_revision:407; }","duration":"149.5056ms","start":"2026-07-02T05:13:52.543874Z","end":"2026-07-02T05:13:52.69338Z","steps":["trace[192220376] 'agreement among raft nodes before linearized reading' (duration: 149.261143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:13:52.712186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.370937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"info","ts":"2026-07-02T05:13:52.712249Z","caller":"traceutil/trace.go:171","msg":"trace[1765890738] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:408; }","duration":"164.487281ms","start":"2026-07-02T05:13:52.547747Z","end":"2026-07-02T05:13:52.712235Z","steps":["trace[1765890738] 'agreement among raft nodes before linearized reading' (duration: 164.361587ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:13:52.712289Z","caller":"traceutil/trace.go:171","msg":"trace[612837020] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"165.272506ms","start":"2026-07-02T05:13:52.547003Z","end":"2026-07-02T05:13:52.712276Z","steps":["trace[612837020] 'process raft request' (duration: 165.015738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:13:54.272651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383256005,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:13:54.77309Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383256005,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:13:54.967306Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.355694937s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T05:13:54.967691Z","caller":"traceutil/trace.go:171","msg":"trace[636732617] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"1.356139261s","start":"2026-07-02T05:13:53.611527Z","end":"2026-07-02T05:13:54.967666Z","steps":["trace[636732617] 'process raft request' (duration: 1.355990486s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:13:54.967871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:13:53.611507Z","time spent":"1.356264075s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:13:55.932948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000157445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T05:13:55.933081Z","caller":"traceutil/trace.go:171","msg":"trace[1010052961] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000340881s","start":"2026-07-02T05:13:53.932701Z","end":"2026-07-02T05:13:55.933042Z","steps":["trace[1010052961] 'agreement among raft nodes before linearized reading' (duration: 2.000184306s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:13:55.933156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:13:53.93268Z","time spent":"2.000459665s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 05:13:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T05:13:56.183846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.867486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:13:56.183987Z","caller":"traceutil/trace.go:171","msg":"trace[1440247205] linearizableReadLoop","detail":"{readStateIndex:443; appliedIndex:441; }","duration":"2.411512046s","start":"2026-07-02T05:13:53.772461Z","end":"2026-07-02T05:13:56.183974Z","steps":["trace[1440247205] 'read index received' (duration: 1.195037497s)","trace[1440247205] 'applied index is now lower than readState.Index' (duration: 1.216472959s)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:13:56.184036Z","caller":"traceutil/trace.go:171","msg":"trace[2107154383] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"2.328528139s","start":"2026-07-02T05:13:53.855483Z","end":"2026-07-02T05:13:56.184011Z","steps":["trace[2107154383] 'process raft request' (duration: 1.778415045s)","trace[2107154383] 'compare' (duration: 549.449543ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:13:56.184172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:13:53.85545Z","time spent":"2.328645212s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:13:56.184369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.411870227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-02T05:13:56.184517Z","caller":"traceutil/trace.go:171","msg":"trace[550958539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:428; }","duration":"2.412052123s","start":"2026-07-02T05:13:53.772427Z","end":"2026-07-02T05:13:56.184479Z","steps":["trace[550958539] 'agreement among raft nodes before linearized reading' (duration: 2.411579888s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:13:56.184584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:13:53.77241Z","time spent":"2.412162947s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T05:13:56.190247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.41768681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-02T05:13:56.19029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.417102312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-02T05:13:56.19025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.898036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:13:56.19035Z","caller":"traceutil/trace.go:171","msg":"trace[398058960] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:428; }","duration":"2.417179824s","start":"2026-07-02T05:13:53.773153Z","end":"2026-07-02T05:13:56.190333Z","steps":["trace[398058960] 'agreement among raft nodes before linearized reading' (duration: 2.41705784s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:13:56.190345Z","caller":"traceutil/trace.go:171","msg":"trace[443926106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:428; }","duration":"2.417825785s","start":"2026-07-02T05:13:53.772497Z","end":"2026-07-02T05:13:56.190323Z","steps":["trace[443926106] 'agreement among raft nodes before linearized reading' (duration: 2.417645729s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:13:56.190369Z","caller":"traceutil/trace.go:171","msg":"trace[1429369083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:428; }","duration":"257.044811ms","start":"2026-07-02T05:13:55.933302Z","end":"2026-07-02T05:13:56.190346Z","steps":["trace[1429369083] 'agreement among raft nodes before linearized reading' (duration: 256.865865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:13:56.190395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:13:53.773144Z","time spent":"2.417243307s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T05:13:56.190405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:13:53.772483Z","time spent":"2.417912127s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T05:14:02.707066Z","caller":"traceutil/trace.go:171","msg":"trace[1076216861] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"470.755609ms","start":"2026-07-02T05:14:02.236286Z","end":"2026-07-02T05:14:02.707042Z","steps":["trace[1076216861] 'process raft request' (duration: 470.584824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:02.707228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:02.236264Z","time spent":"470.881892ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:14:02.70749Z","caller":"traceutil/trace.go:171","msg":"trace[1744897441] transaction","detail":"{read_only:false; response_revision:446; number_of_response:1; }","duration":"464.320036ms","start":"2026-07-02T05:14:02.243113Z","end":"2026-07-02T05:14:02.707433Z","steps":["trace[1744897441] 'process raft request' (duration: 463.894913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:02.707709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:02.243097Z","time spent":"464.490042ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:14:03.582524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.72911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-02T05:14:03.582547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.928998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:14:03.58262Z","caller":"traceutil/trace.go:171","msg":"trace[1846179504] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:446; }","duration":"486.851914ms","start":"2026-07-02T05:14:03.095748Z","end":"2026-07-02T05:14:03.5826Z","steps":["trace[1846179504] 'range keys from in-memory index tree' (duration: 486.603907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:03.582681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:03.095681Z","time spent":"486.989989ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T05:14:03.582693Z","caller":"traceutil/trace.go:171","msg":"trace[812498578] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:446; }","duration":"648.089823ms","start":"2026-07-02T05:14:02.934551Z","end":"2026-07-02T05:14:03.582641Z","steps":["trace[812498578] 'range keys from in-memory index tree' (duration: 647.811744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:03.582739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:02.93453Z","time spent":"648.197686ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:14:04.524699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.993017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12661"} {"level":"info","ts":"2026-07-02T05:14:04.52486Z","caller":"traceutil/trace.go:171","msg":"trace[1990524834] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:448; }","duration":"102.224474ms","start":"2026-07-02T05:14:04.422593Z","end":"2026-07-02T05:14:04.524818Z","steps":["trace[1990524834] 'range keys from in-memory index tree' (duration: 101.711148ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:05.382138Z","caller":"traceutil/trace.go:171","msg":"trace[44684386] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"104.591408ms","start":"2026-07-02T05:14:05.277509Z","end":"2026-07-02T05:14:05.382101Z","steps":["trace[44684386] 'process raft request' (duration: 104.160564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:05.61543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.987252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:14:05.615631Z","caller":"traceutil/trace.go:171","msg":"trace[305334198] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"197.191249ms","start":"2026-07-02T05:14:05.418424Z","end":"2026-07-02T05:14:05.615615Z","steps":["trace[305334198] 'process raft request' (duration: 197.118636ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:05.615705Z","caller":"traceutil/trace.go:171","msg":"trace[1832041571] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"198.326205ms","start":"2026-07-02T05:14:05.417316Z","end":"2026-07-02T05:14:05.615643Z","steps":["trace[1832041571] 'process raft request' (duration: 64.050884ms)","trace[1832041571] 'compare' (duration: 133.746384ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:14:05.883773Z","caller":"traceutil/trace.go:171","msg":"trace[1500714679] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"210.979092ms","start":"2026-07-02T05:14:05.672772Z","end":"2026-07-02T05:14:05.883751Z","steps":["trace[1500714679] 'process raft request' (duration: 210.93156ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:05.883875Z","caller":"traceutil/trace.go:171","msg":"trace[662385458] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"211.230819ms","start":"2026-07-02T05:14:05.672598Z","end":"2026-07-02T05:14:05.883828Z","steps":["trace[662385458] 'process raft request' (duration: 138.037018ms)","trace[662385458] 'compare' (duration: 72.968554ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:14:06.176832Z","caller":"traceutil/trace.go:171","msg":"trace[275592021] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"197.271152ms","start":"2026-07-02T05:14:05.979527Z","end":"2026-07-02T05:14:06.176798Z","steps":["trace[275592021] 'process raft request' (duration: 197.068645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:06.297621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.190174ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-02T05:14:06.297965Z","caller":"traceutil/trace.go:171","msg":"trace[1419054227] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"116.960087ms","start":"2026-07-02T05:14:06.180982Z","end":"2026-07-02T05:14:06.297942Z","steps":["trace[1419054227] 'process raft request' (duration: 116.797942ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:06.46202Z","caller":"traceutil/trace.go:171","msg":"trace[744983577] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"118.549707ms","start":"2026-07-02T05:14:06.343433Z","end":"2026-07-02T05:14:06.461983Z","steps":["trace[744983577] 'process raft request' (duration: 56.536117ms)","trace[744983577] 'compare' (duration: 61.844104ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:14:06.466034Z","caller":"traceutil/trace.go:171","msg":"trace[107083230] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"122.46581ms","start":"2026-07-02T05:14:06.343548Z","end":"2026-07-02T05:14:06.466013Z","steps":["trace[107083230] 'process raft request' (duration: 122.180891ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:06.466088Z","caller":"traceutil/trace.go:171","msg":"trace[1775224754] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"122.275654ms","start":"2026-07-02T05:14:06.343777Z","end":"2026-07-02T05:14:06.466052Z","steps":["trace[1775224754] 'process raft request' (duration: 122.091468ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:06.466337Z","caller":"traceutil/trace.go:171","msg":"trace[868466247] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"121.004344ms","start":"2026-07-02T05:14:06.345286Z","end":"2026-07-02T05:14:06.466291Z","steps":["trace[868466247] 'process raft request' (duration: 120.622462ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:08.195093Z","caller":"traceutil/trace.go:171","msg":"trace[1381627649] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"138.275388ms","start":"2026-07-02T05:14:08.056783Z","end":"2026-07-02T05:14:08.195059Z","steps":["trace[1381627649] 'process raft request' (duration: 137.933497ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:08.195182Z","caller":"traceutil/trace.go:171","msg":"trace[1886229499] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"138.096082ms","start":"2026-07-02T05:14:08.05705Z","end":"2026-07-02T05:14:08.195146Z","steps":["trace[1886229499] 'process raft request' (duration: 137.924547ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:08.195305Z","caller":"traceutil/trace.go:171","msg":"trace[1884088810] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"127.565321ms","start":"2026-07-02T05:14:08.06771Z","end":"2026-07-02T05:14:08.195275Z","steps":["trace[1884088810] 'process raft request' (duration: 127.480178ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:08.195357Z","caller":"traceutil/trace.go:171","msg":"trace[1410207671] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"128.057837ms","start":"2026-07-02T05:14:08.067271Z","end":"2026-07-02T05:14:08.195329Z","steps":["trace[1410207671] 'process raft request' (duration: 127.868421ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:08.195482Z","caller":"traceutil/trace.go:171","msg":"trace[1774714199] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"127.004493ms","start":"2026-07-02T05:14:08.068465Z","end":"2026-07-02T05:14:08.19547Z","steps":["trace[1774714199] 'process raft request' (duration: 126.769756ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:08.195509Z","caller":"traceutil/trace.go:171","msg":"trace[733757346] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"119.878339ms","start":"2026-07-02T05:14:08.075617Z","end":"2026-07-02T05:14:08.195496Z","steps":["trace[733757346] 'process raft request' (duration: 119.670082ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:08.195182Z","caller":"traceutil/trace.go:171","msg":"trace[1182619610] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"130.789792ms","start":"2026-07-02T05:14:08.064359Z","end":"2026-07-02T05:14:08.195148Z","steps":["trace[1182619610] 'process raft request' (duration: 130.689849ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:08.195575Z","caller":"traceutil/trace.go:171","msg":"trace[117481722] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"117.167894ms","start":"2026-07-02T05:14:08.078364Z","end":"2026-07-02T05:14:08.195532Z","steps":["trace[117481722] 'process raft request' (duration: 117.110682ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:08.195654Z","caller":"traceutil/trace.go:171","msg":"trace[1893171029] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"119.443626ms","start":"2026-07-02T05:14:08.076201Z","end":"2026-07-02T05:14:08.195645Z","steps":["trace[1893171029] 'process raft request' (duration: 119.201538ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:08.195655Z","caller":"traceutil/trace.go:171","msg":"trace[374674497] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"130.491173ms","start":"2026-07-02T05:14:08.065152Z","end":"2026-07-02T05:14:08.195643Z","steps":["trace[374674497] 'process raft request' (duration: 129.940905ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:08.231283Z","caller":"traceutil/trace.go:171","msg":"trace[1793709413] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"126.070524ms","start":"2026-07-02T05:14:08.105163Z","end":"2026-07-02T05:14:08.231233Z","steps":["trace[1793709413] 'process raft request' (duration: 125.811406ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:08.231398Z","caller":"traceutil/trace.go:171","msg":"trace[561517466] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"125.326191ms","start":"2026-07-02T05:14:08.106041Z","end":"2026-07-02T05:14:08.231367Z","steps":["trace[561517466] 'process raft request' (duration: 125.078383ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:08.231387Z","caller":"traceutil/trace.go:171","msg":"trace[2112273365] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"116.101351ms","start":"2026-07-02T05:14:08.115261Z","end":"2026-07-02T05:14:08.231362Z","steps":["trace[2112273365] 'process raft request' (duration: 116.017598ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:08.23146Z","caller":"traceutil/trace.go:171","msg":"trace[1946020404] transaction","detail":"{read_only:false; number_of_response:1; response_revision:501; }","duration":"124.579457ms","start":"2026-07-02T05:14:08.10682Z","end":"2026-07-02T05:14:08.231399Z","steps":["trace[1946020404] 'process raft request' (duration: 124.379911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:08.483068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.145955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:14:08.483289Z","caller":"traceutil/trace.go:171","msg":"trace[1099087662] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"278.741344ms","start":"2026-07-02T05:14:08.204518Z","end":"2026-07-02T05:14:08.483259Z","steps":["trace[1099087662] 'process raft request' (duration: 90.30764ms)","trace[1099087662] 'compare' (duration: 187.938029ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:14:08.48354Z","caller":"traceutil/trace.go:171","msg":"trace[1408499171] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"278.967442ms","start":"2026-07-02T05:14:08.204557Z","end":"2026-07-02T05:14:08.483524Z","steps":["trace[1408499171] 'process raft request' (duration: 278.628821ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:08.483561Z","caller":"traceutil/trace.go:171","msg":"trace[1540461195] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"277.927439ms","start":"2026-07-02T05:14:08.205601Z","end":"2026-07-02T05:14:08.483528Z","steps":["trace[1540461195] 'process raft request' (duration: 277.675871ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:08.483788Z","caller":"traceutil/trace.go:171","msg":"trace[818808113] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"271.338832ms","start":"2026-07-02T05:14:08.212439Z","end":"2026-07-02T05:14:08.483778Z","steps":["trace[818808113] 'process raft request' (duration: 270.95503ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:08.483819Z","caller":"traceutil/trace.go:171","msg":"trace[367072513] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"271.343782ms","start":"2026-07-02T05:14:08.212441Z","end":"2026-07-02T05:14:08.483784Z","steps":["trace[367072513] 'process raft request' (duration: 271.043112ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:08.483874Z","caller":"traceutil/trace.go:171","msg":"trace[701299667] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"270.34228ms","start":"2026-07-02T05:14:08.213511Z","end":"2026-07-02T05:14:08.483853Z","steps":["trace[701299667] 'process raft request' (duration: 270.085432ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:08.483928Z","caller":"traceutil/trace.go:171","msg":"trace[635707611] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"263.63907ms","start":"2026-07-02T05:14:08.220264Z","end":"2026-07-02T05:14:08.483903Z","steps":["trace[635707611] 'process raft request' (duration: 263.494465ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:08.484024Z","caller":"traceutil/trace.go:171","msg":"trace[2072862656] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"277.463474ms","start":"2026-07-02T05:14:08.20655Z","end":"2026-07-02T05:14:08.484013Z","steps":["trace[2072862656] 'process raft request' (duration: 276.803563ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:08.483983Z","caller":"traceutil/trace.go:171","msg":"trace[1019759333] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"266.236202ms","start":"2026-07-02T05:14:08.217671Z","end":"2026-07-02T05:14:08.483907Z","steps":["trace[1019759333] 'process raft request' (duration: 265.990394ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:08.4842Z","caller":"traceutil/trace.go:171","msg":"trace[30021945] transaction","detail":"{read_only:false; number_of_response:0; response_revision:512; }","duration":"247.919296ms","start":"2026-07-02T05:14:08.236267Z","end":"2026-07-02T05:14:08.484186Z","steps":["trace[30021945] 'process raft request' (duration: 247.587135ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:08.484284Z","caller":"traceutil/trace.go:171","msg":"trace[755793285] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"243.344951ms","start":"2026-07-02T05:14:08.24093Z","end":"2026-07-02T05:14:08.484275Z","steps":["trace[755793285] 'process raft request' (duration: 243.135365ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:08.484359Z","caller":"traceutil/trace.go:171","msg":"trace[644378993] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"241.296517ms","start":"2026-07-02T05:14:08.243045Z","end":"2026-07-02T05:14:08.484342Z","steps":["trace[644378993] 'process raft request' (duration: 241.168123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:08.881078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.824376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-07-02T05:14:08.881347Z","caller":"traceutil/trace.go:171","msg":"trace[752895002] transaction","detail":"{read_only:false; number_of_response:0; response_revision:514; }","duration":"392.227753ms","start":"2026-07-02T05:14:08.489085Z","end":"2026-07-02T05:14:08.881313Z","steps":["trace[752895002] 'process raft request' (duration: 100.074536ms)","trace[752895002] 'compare' (duration: 291.772785ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:14:08.881488Z","caller":"traceutil/trace.go:171","msg":"trace[153992056] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"385.441119ms","start":"2026-07-02T05:14:08.496022Z","end":"2026-07-02T05:14:08.881463Z","steps":["trace[153992056] 'process raft request' (duration: 385.326396ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:08.881506Z","caller":"traceutil/trace.go:171","msg":"trace[193100286] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"392.360597ms","start":"2026-07-02T05:14:08.489099Z","end":"2026-07-02T05:14:08.881459Z","steps":["trace[193100286] 'process raft request' (duration: 392.104179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:08.8815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:08.489059Z","time spent":"392.368827ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T05:14:08.881696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:08.489072Z","time spent":"392.530213ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:14:08.881631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:08.496001Z","time spent":"385.565794ms","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:14:08.881812Z","caller":"traceutil/trace.go:171","msg":"trace[861386935] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"353.133933ms","start":"2026-07-02T05:14:08.52864Z","end":"2026-07-02T05:14:08.881774Z","steps":["trace[861386935] 'process raft request' (duration: 352.772662ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:08.881946Z","caller":"traceutil/trace.go:171","msg":"trace[272992058] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"352.921627ms","start":"2026-07-02T05:14:08.529012Z","end":"2026-07-02T05:14:08.881934Z","steps":["trace[272992058] 'process raft request' (duration: 352.67695ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:08.881983Z","caller":"traceutil/trace.go:171","msg":"trace[2010425980] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"348.468297ms","start":"2026-07-02T05:14:08.533502Z","end":"2026-07-02T05:14:08.88197Z","steps":["trace[2010425980] 'process raft request' (duration: 348.365334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:08.881978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:08.528618Z","time spent":"353.273388ms","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:14:08.882019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:08.529005Z","time spent":"352.974849ms","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79947,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:14:08.882049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:08.533476Z","time spent":"348.53487ms","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:14:08.882096Z","caller":"traceutil/trace.go:171","msg":"trace[414277407] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"337.660577ms","start":"2026-07-02T05:14:08.544417Z","end":"2026-07-02T05:14:08.882077Z","steps":["trace[414277407] 'process raft request' (duration: 337.512882ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:08.88211Z","caller":"traceutil/trace.go:171","msg":"trace[1663830869] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"313.179507ms","start":"2026-07-02T05:14:08.568916Z","end":"2026-07-02T05:14:08.882095Z","steps":["trace[1663830869] 'process raft request' (duration: 313.071114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:08.882194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:08.544395Z","time spent":"337.75708ms","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T05:14:08.882208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:08.568886Z","time spent":"313.26943ms","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":150480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:14:09.265449Z","caller":"traceutil/trace.go:171","msg":"trace[1978036924] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"377.514651ms","start":"2026-07-02T05:14:08.887893Z","end":"2026-07-02T05:14:09.265408Z","steps":["trace[1978036924] 'process raft request' (duration: 316.407089ms)","trace[1978036924] 'compare' (duration: 60.986398ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:14:09.265735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:08.88787Z","time spent":"377.660535ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:14:09.457618Z","caller":"traceutil/trace.go:171","msg":"trace[635504075] linearizableReadLoop","detail":"{readStateIndex:547; appliedIndex:542; }","duration":"522.233679ms","start":"2026-07-02T05:14:08.93532Z","end":"2026-07-02T05:14:09.457554Z","steps":["trace[635504075] 'read index received' (duration: 269.035339ms)","trace[635504075] 'applied index is now lower than readState.Index' (duration: 253.19752ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:14:09.45783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.480347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:14:09.457867Z","caller":"traceutil/trace.go:171","msg":"trace[845761349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:527; }","duration":"522.57188ms","start":"2026-07-02T05:14:08.935284Z","end":"2026-07-02T05:14:09.457856Z","steps":["trace[845761349] 'agreement among raft nodes before linearized reading' (duration: 522.447056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:09.457902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:08.935267Z","time spent":"522.626632ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T05:14:09.458502Z","caller":"traceutil/trace.go:171","msg":"trace[1068878494] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"569.962501ms","start":"2026-07-02T05:14:08.888496Z","end":"2026-07-02T05:14:09.458458Z","steps":["trace[1068878494] 'process raft request' (duration: 522.120427ms)","trace[1068878494] 'compare' (duration: 46.541843ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:14:09.458671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:08.888469Z","time spent":"570.090615ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:14:09.458832Z","caller":"traceutil/trace.go:171","msg":"trace[123229796] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"560.630766ms","start":"2026-07-02T05:14:08.898165Z","end":"2026-07-02T05:14:09.458796Z","steps":["trace[123229796] 'process raft request' (duration: 559.249453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:09.45891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:08.898155Z","time spent":"560.732ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":986,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T05:14:09.459026Z","caller":"traceutil/trace.go:171","msg":"trace[839835270] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"497.815362ms","start":"2026-07-02T05:14:08.961202Z","end":"2026-07-02T05:14:09.459018Z","steps":["trace[839835270] 'process raft request' (duration: 496.297435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:09.459071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:08.961179Z","time spent":"497.866143ms","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97665,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T05:14:09.45955Z","caller":"traceutil/trace.go:171","msg":"trace[367104099] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"566.159681ms","start":"2026-07-02T05:14:08.893378Z","end":"2026-07-02T05:14:09.459537Z","steps":["trace[367104099] 'process raft request' (duration: 564.002123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:09.459622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:08.893348Z","time spent":"566.238493ms","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10855,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:14:09.459081Z","caller":"traceutil/trace.go:171","msg":"trace[184594082] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"565.82779ms","start":"2026-07-02T05:14:08.893223Z","end":"2026-07-02T05:14:09.459051Z","steps":["trace[184594082] 'process raft request' (duration: 564.092336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:09.460296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:08.893212Z","time spent":"566.808631ms","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29452,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:14:09.70418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.9425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:14:09.704309Z","caller":"traceutil/trace.go:171","msg":"trace[674477137] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"235.445703ms","start":"2026-07-02T05:14:09.468844Z","end":"2026-07-02T05:14:09.704289Z","steps":["trace[674477137] 'process raft request' (duration: 102.297117ms)","trace[674477137] 'compare' (duration: 132.809066ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:14:09.709401Z","caller":"traceutil/trace.go:171","msg":"trace[275460952] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"187.284988ms","start":"2026-07-02T05:14:09.522087Z","end":"2026-07-02T05:14:09.709372Z","steps":["trace[275460952] 'process raft request' (duration: 187.200566ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:09.70945Z","caller":"traceutil/trace.go:171","msg":"trace[1846316005] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"235.041451ms","start":"2026-07-02T05:14:09.47437Z","end":"2026-07-02T05:14:09.709412Z","steps":["trace[1846316005] 'process raft request' (duration: 234.737461ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:10.330902Z","caller":"traceutil/trace.go:171","msg":"trace[1665745072] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"236.247638ms","start":"2026-07-02T05:14:10.094591Z","end":"2026-07-02T05:14:10.330838Z","steps":["trace[1665745072] 'process raft request' (duration: 229.402853ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:10.333752Z","caller":"traceutil/trace.go:171","msg":"trace[357531174] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"211.074376ms","start":"2026-07-02T05:14:10.122655Z","end":"2026-07-02T05:14:10.333729Z","steps":["trace[357531174] 'process raft request' (duration: 210.719065ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:10.334632Z","caller":"traceutil/trace.go:171","msg":"trace[1280959964] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"178.239935ms","start":"2026-07-02T05:14:10.156356Z","end":"2026-07-02T05:14:10.334596Z","steps":["trace[1280959964] 'process raft request' (duration: 177.668257ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:11.137938Z","caller":"traceutil/trace.go:171","msg":"trace[39725566] linearizableReadLoop","detail":"{readStateIndex:594; appliedIndex:593; }","duration":"204.525851ms","start":"2026-07-02T05:14:10.933393Z","end":"2026-07-02T05:14:11.137918Z","steps":["trace[39725566] 'read index received' (duration: 156.619154ms)","trace[39725566] 'applied index is now lower than readState.Index' (duration: 47.905976ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:14:11.138017Z","caller":"traceutil/trace.go:171","msg":"trace[1869024624] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"208.29413ms","start":"2026-07-02T05:14:10.929691Z","end":"2026-07-02T05:14:11.137985Z","steps":["trace[1869024624] 'process raft request' (duration: 160.377273ms)","trace[1869024624] 'compare' (duration: 47.745601ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:14:11.138077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.667725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:14:11.138128Z","caller":"traceutil/trace.go:171","msg":"trace[1124048612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:572; }","duration":"204.772159ms","start":"2026-07-02T05:14:10.933351Z","end":"2026-07-02T05:14:11.138123Z","steps":["trace[1124048612] 'agreement among raft nodes before linearized reading' (duration: 204.685766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:11.13876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.351882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoyproxies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:570105"} {"level":"info","ts":"2026-07-02T05:14:11.138819Z","caller":"traceutil/trace.go:171","msg":"trace[1567544703] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/envoyproxies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:572; }","duration":"188.444835ms","start":"2026-07-02T05:14:10.95036Z","end":"2026-07-02T05:14:11.138805Z","steps":["trace[1567544703] 'agreement among raft nodes before linearized reading' (duration: 187.918379ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:12.253438Z","caller":"traceutil/trace.go:171","msg":"trace[1917384186] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"252.428507ms","start":"2026-07-02T05:14:12.000985Z","end":"2026-07-02T05:14:12.253413Z","steps":["trace[1917384186] 'process raft request' (duration: 252.310814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:13.435046Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383256338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:14:13.86762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284955882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:14:13.867751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084720676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:14:13.867777Z","caller":"traceutil/trace.go:171","msg":"trace[1142474613] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:610; }","duration":"1.084786188s","start":"2026-07-02T05:14:12.782985Z","end":"2026-07-02T05:14:13.867771Z","steps":["trace[1142474613] 'range keys from in-memory index tree' (duration: 1.084652894s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:13.867774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.969883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-02T05:14:13.867868Z","caller":"traceutil/trace.go:171","msg":"trace[968962592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:610; }","duration":"973.106097ms","start":"2026-07-02T05:14:12.894739Z","end":"2026-07-02T05:14:13.867845Z","steps":["trace[968962592] 'range keys from in-memory index tree' (duration: 972.87698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:13.86792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:12.894719Z","time spent":"973.18822ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T05:14:13.86781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:12.782964Z","time spent":"1.08483902s","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"info","ts":"2026-07-02T05:14:13.8677Z","caller":"traceutil/trace.go:171","msg":"trace[301857769] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:610; }","duration":"1.285096336s","start":"2026-07-02T05:14:12.582587Z","end":"2026-07-02T05:14:13.867683Z","steps":["trace[301857769] 'range keys from in-memory index tree' (duration: 1.284847508s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:13.868217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:12.582565Z","time spent":"1.285639474s","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-07-02T05:14:13.873908Z","caller":"traceutil/trace.go:171","msg":"trace[166504429] linearizableReadLoop","detail":"{readStateIndex:633; appliedIndex:632; }","duration":"939.296604ms","start":"2026-07-02T05:14:12.934589Z","end":"2026-07-02T05:14:13.873885Z","steps":["trace[166504429] 'read index received' (duration: 938.868431ms)","trace[166504429] 'applied index is now lower than readState.Index' (duration: 427.083µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:14:13.874488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.892703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:14:13.874565Z","caller":"traceutil/trace.go:171","msg":"trace[1069805321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:611; }","duration":"939.988907ms","start":"2026-07-02T05:14:12.934541Z","end":"2026-07-02T05:14:13.87453Z","steps":["trace[1069805321] 'agreement among raft nodes before linearized reading' (duration: 939.434419ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:13.874518Z","caller":"traceutil/trace.go:171","msg":"trace[921469801] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"976.900096ms","start":"2026-07-02T05:14:12.897022Z","end":"2026-07-02T05:14:13.873922Z","steps":["trace[921469801] 'process raft request' (duration: 976.564956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:13.874597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:12.934521Z","time spent":"940.068028ms","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:14:13.876632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:12.897002Z","time spent":"977.615879ms","remote":"127.0.0.1:50056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036023,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T05:14:13.876704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.012171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:14:13.876767Z","caller":"traceutil/trace.go:171","msg":"trace[364731055] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:612; }","duration":"894.099333ms","start":"2026-07-02T05:14:12.982643Z","end":"2026-07-02T05:14:13.876742Z","steps":["trace[364731055] 'agreement among raft nodes before linearized reading' (duration: 893.955599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:13.876799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:12.982634Z","time spent":"894.157326ms","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-07-02T05:14:13.876789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.925681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-02T05:14:13.876789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.819369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-07-02T05:14:13.876884Z","caller":"traceutil/trace.go:171","msg":"trace[790003173] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:612; }","duration":"293.968053ms","start":"2026-07-02T05:14:13.582899Z","end":"2026-07-02T05:14:13.876867Z","steps":["trace[790003173] 'agreement among raft nodes before linearized reading' (duration: 293.702355ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:13.876875Z","caller":"traceutil/trace.go:171","msg":"trace[1680522764] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:612; }","duration":"273.040765ms","start":"2026-07-02T05:14:13.603798Z","end":"2026-07-02T05:14:13.876839Z","steps":["trace[1680522764] 'agreement among raft nodes before linearized reading' (duration: 272.842949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:13.876925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.193469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-02T05:14:13.876946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.19805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-02T05:14:13.876957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.322473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:14:13.876997Z","caller":"traceutil/trace.go:171","msg":"trace[1703273540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:612; }","duration":"405.277143ms","start":"2026-07-02T05:14:13.471698Z","end":"2026-07-02T05:14:13.876975Z","steps":["trace[1703273540] 'agreement among raft nodes before linearized reading' (duration: 405.160489ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:13.87699Z","caller":"traceutil/trace.go:171","msg":"trace[905894720] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:612; }","duration":"598.290202ms","start":"2026-07-02T05:14:13.278679Z","end":"2026-07-02T05:14:13.87697Z","steps":["trace[905894720] 'agreement among raft nodes before linearized reading' (duration: 598.057375ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:13.877004Z","caller":"traceutil/trace.go:171","msg":"trace[1387510263] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:612; }","duration":"695.379365ms","start":"2026-07-02T05:14:13.181601Z","end":"2026-07-02T05:14:13.87698Z","steps":["trace[1387510263] 'agreement among raft nodes before linearized reading' (duration: 695.272241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:13.876823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.353343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"warn","ts":"2026-07-02T05:14:13.877023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:13.471677Z","time spent":"405.338295ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T05:14:13.877032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:13.278665Z","time spent":"598.359284ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T05:14:13.877043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:13.181555Z","time spent":"695.481518ms","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-07-02T05:14:13.877058Z","caller":"traceutil/trace.go:171","msg":"trace[816883751] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:612; }","duration":"493.62461ms","start":"2026-07-02T05:14:13.383412Z","end":"2026-07-02T05:14:13.877037Z","steps":["trace[816883751] 'agreement among raft nodes before linearized reading' (duration: 493.200657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:13.877092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:13.383395Z","time spent":"493.687853ms","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4356,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-07-02T05:14:17.40614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.521588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:14:17.406266Z","caller":"traceutil/trace.go:171","msg":"trace[563351481] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"175.423556ms","start":"2026-07-02T05:14:17.230823Z","end":"2026-07-02T05:14:17.406246Z","steps":["trace[563351481] 'process raft request' (duration: 13.715742ms)","trace[563351481] 'compare' (duration: 161.360993ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:14:20.904008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383256463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:14:21.359404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.558336ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:14:21.35955Z","caller":"traceutil/trace.go:171","msg":"trace[898502293] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:667; }","duration":"747.727011ms","start":"2026-07-02T05:14:20.611798Z","end":"2026-07-02T05:14:21.359525Z","steps":["trace[898502293] 'range keys from in-memory index tree' (duration: 747.535165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:21.35979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.644798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:14:21.359938Z","caller":"traceutil/trace.go:171","msg":"trace[1468127033] linearizableReadLoop","detail":"{readStateIndex:691; appliedIndex:690; }","duration":"956.655141ms","start":"2026-07-02T05:14:20.403262Z","end":"2026-07-02T05:14:21.359917Z","steps":["trace[1468127033] 'read index received' (duration: 555.859328ms)","trace[1468127033] 'applied index is now lower than readState.Index' (duration: 400.794273ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:14:21.359972Z","caller":"traceutil/trace.go:171","msg":"trace[26803160] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"1.176043229s","start":"2026-07-02T05:14:20.1839Z","end":"2026-07-02T05:14:21.359943Z","steps":["trace[26803160] 'process raft request' (duration: 775.135963ms)","trace[26803160] 'compare' (duration: 400.40053ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:14:21.360135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:20.183875Z","time spent":"1.176177543s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:14:21.360109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.825137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-zgjnz\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-02T05:14:21.360204Z","caller":"traceutil/trace.go:171","msg":"trace[1679608727] range","detail":"{range_begin:/registry/pods/kube-system/cilium-zgjnz; range_end:; response_count:1; response_revision:668; }","duration":"956.977861ms","start":"2026-07-02T05:14:20.403209Z","end":"2026-07-02T05:14:21.360187Z","steps":["trace[1679608727] 'agreement among raft nodes before linearized reading' (duration: 956.780605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:21.360209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.264578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-02T05:14:21.360245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:20.403184Z","time spent":"957.053854ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-zgjnz\" "} {"level":"info","ts":"2026-07-02T05:14:21.360259Z","caller":"traceutil/trace.go:171","msg":"trace[1105319317] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:668; }","duration":"810.365971ms","start":"2026-07-02T05:14:20.549878Z","end":"2026-07-02T05:14:21.360244Z","steps":["trace[1105319317] 'agreement among raft nodes before linearized reading' (duration: 810.166715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:21.360307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:20.549835Z","time spent":"810.459754ms","remote":"127.0.0.1:49992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-02T05:14:21.797628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.143542ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-02T05:14:21.797727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:21.361436Z","time spent":"436.286199ms","remote":"127.0.0.1:49992","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-02T05:14:22.417282Z","caller":"traceutil/trace.go:171","msg":"trace[801702825] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"1.042292984s","start":"2026-07-02T05:14:21.374955Z","end":"2026-07-02T05:14:22.417248Z","steps":["trace[801702825] 'process raft request' (duration: 1.042074017s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:22.417584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:21.374934Z","time spent":"1.042445118s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:14:22.57292Z","caller":"traceutil/trace.go:171","msg":"trace[822708686] linearizableReadLoop","detail":"{readStateIndex:694; appliedIndex:692; }","duration":"648.823741ms","start":"2026-07-02T05:14:21.92407Z","end":"2026-07-02T05:14:22.572894Z","steps":["trace[822708686] 'read index received' (duration: 493.064673ms)","trace[822708686] 'applied index is now lower than readState.Index' (duration: 155.757938ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:14:22.572983Z","caller":"traceutil/trace.go:171","msg":"trace[1251979898] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"772.904782ms","start":"2026-07-02T05:14:21.800037Z","end":"2026-07-02T05:14:22.572942Z","steps":["trace[1251979898] 'process raft request' (duration: 690.46519ms)","trace[1251979898] 'compare' (duration: 82.233466ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:14:22.573176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.07996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-02T05:14:22.573177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.242628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:14:22.573218Z","caller":"traceutil/trace.go:171","msg":"trace[1367444404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:670; }","duration":"649.192133ms","start":"2026-07-02T05:14:21.924015Z","end":"2026-07-02T05:14:22.573207Z","steps":["trace[1367444404] 'agreement among raft nodes before linearized reading' (duration: 649.019357ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:22.573229Z","caller":"traceutil/trace.go:171","msg":"trace[1765718264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:670; }","duration":"638.314801ms","start":"2026-07-02T05:14:21.9349Z","end":"2026-07-02T05:14:22.573215Z","steps":["trace[1765718264] 'agreement among raft nodes before linearized reading' (duration: 638.220708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:22.573254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:21.934889Z","time spent":"638.360472ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:14:22.573238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:21.799995Z","time spent":"773.073978ms","remote":"127.0.0.1:49992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:14:22.573257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:21.923992Z","time spent":"649.256455ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T05:14:22.573265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.596391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-07-02T05:14:22.573266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.070226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-02T05:14:22.573258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.027148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-02T05:14:22.573306Z","caller":"traceutil/trace.go:171","msg":"trace[334970329] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:670; }","duration":"417.683514ms","start":"2026-07-02T05:14:22.15561Z","end":"2026-07-02T05:14:22.573294Z","steps":["trace[334970329] 'agreement among raft nodes before linearized reading' (duration: 417.534109ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:22.573324Z","caller":"traceutil/trace.go:171","msg":"trace[1556079205] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:670; }","duration":"647.145289ms","start":"2026-07-02T05:14:21.926163Z","end":"2026-07-02T05:14:22.573309Z","steps":["trace[1556079205] 'agreement among raft nodes before linearized reading' (duration: 647.025945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:22.573335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:22.155585Z","time spent":"417.745846ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T05:14:22.573338Z","caller":"traceutil/trace.go:171","msg":"trace[381365544] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:670; }","duration":"649.156952ms","start":"2026-07-02T05:14:21.924163Z","end":"2026-07-02T05:14:22.57332Z","steps":["trace[381365544] 'agreement among raft nodes before linearized reading' (duration: 648.906224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:22.573362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:21.926153Z","time spent":"647.20091ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T05:14:22.573381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:21.924146Z","time spent":"649.223624ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T05:14:22.573648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.662367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T05:14:22.573789Z","caller":"traceutil/trace.go:171","msg":"trace[1418143765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:670; }","duration":"648.871453ms","start":"2026-07-02T05:14:21.924885Z","end":"2026-07-02T05:14:22.573757Z","steps":["trace[1418143765] 'agreement among raft nodes before linearized reading' (duration: 648.400438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:22.573855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:21.924862Z","time spent":"648.978327ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T05:14:23.55544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.604219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:14:23.555839Z","caller":"traceutil/trace.go:171","msg":"trace[1496568988] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"978.528618ms","start":"2026-07-02T05:14:22.577272Z","end":"2026-07-02T05:14:23.555801Z","steps":["trace[1496568988] 'process raft request' (duration: 104.471085ms)","trace[1496568988] 'compare' (duration: 873.479385ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:14:23.555933Z","caller":"traceutil/trace.go:171","msg":"trace[989609575] linearizableReadLoop","detail":"{readStateIndex:698; appliedIndex:695; }","duration":"977.592458ms","start":"2026-07-02T05:14:22.578323Z","end":"2026-07-02T05:14:23.555915Z","steps":["trace[989609575] 'read index received' (duration: 35.857837ms)","trace[989609575] 'applied index is now lower than readState.Index' (duration: 941.733731ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:14:23.556027Z","caller":"traceutil/trace.go:171","msg":"trace[1482068924] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"977.641241ms","start":"2026-07-02T05:14:22.578374Z","end":"2026-07-02T05:14:23.556015Z","steps":["trace[1482068924] 'process raft request' (duration: 977.503986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:23.55602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:22.577257Z","time spent":"978.671543ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:14:23.556104Z","caller":"traceutil/trace.go:171","msg":"trace[1131327028] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"978.343843ms","start":"2026-07-02T05:14:22.577738Z","end":"2026-07-02T05:14:23.556082Z","steps":["trace[1131327028] 'process raft request' (duration: 977.817766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:23.556127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:22.578346Z","time spent":"977.725662ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:14:23.556199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.869787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-02T05:14:23.556219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:22.577725Z","time spent":"978.440215ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:14:23.556252Z","caller":"traceutil/trace.go:171","msg":"trace[1565475006] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:675; }","duration":"977.917889ms","start":"2026-07-02T05:14:22.578316Z","end":"2026-07-02T05:14:23.556234Z","steps":["trace[1565475006] 'agreement among raft nodes before linearized reading' (duration: 977.797685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:23.556275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:22.578249Z","time spent":"978.020613ms","remote":"127.0.0.1:50254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-02T05:14:23.556006Z","caller":"traceutil/trace.go:171","msg":"trace[18297529] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"977.970941ms","start":"2026-07-02T05:14:22.578008Z","end":"2026-07-02T05:14:23.555979Z","steps":["trace[18297529] 'process raft request' (duration: 977.796805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:23.55654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.905154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:14:23.556521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:22.577969Z","time spent":"978.389663ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:14:23.556583Z","caller":"traceutil/trace.go:171","msg":"trace[1072660456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:675; }","duration":"620.962226ms","start":"2026-07-02T05:14:22.935601Z","end":"2026-07-02T05:14:23.556563Z","steps":["trace[1072660456] 'agreement among raft nodes before linearized reading' (duration: 620.919695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:23.556601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:22.935579Z","time spent":"621.017787ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:14:25.478384Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383256486,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:14:25.978603Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383256486,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:14:26.458546Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.837491447s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T05:14:26.458904Z","caller":"traceutil/trace.go:171","msg":"trace[1823057407] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"1.838004313s","start":"2026-07-02T05:14:24.62088Z","end":"2026-07-02T05:14:26.458884Z","steps":["trace[1823057407] 'process raft request' (duration: 1.837847268s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:26.45905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:24.620858Z","time spent":"1.838114336s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:14:26.470118Z","caller":"traceutil/trace.go:171","msg":"trace[1464126852] linearizableReadLoop","detail":"{readStateIndex:701; appliedIndex:699; }","duration":"1.492669724s","start":"2026-07-02T05:14:24.977425Z","end":"2026-07-02T05:14:26.470095Z","steps":["trace[1464126852] 'read index received' (duration: 1.481274686s)","trace[1464126852] 'applied index is now lower than readState.Index' (duration: 11.393318ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:14:26.47028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492826539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:14:26.470324Z","caller":"traceutil/trace.go:171","msg":"trace[811369993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:676; }","duration":"1.492926892s","start":"2026-07-02T05:14:24.977387Z","end":"2026-07-02T05:14:26.470313Z","steps":["trace[811369993] 'agreement among raft nodes before linearized reading' (duration: 1.492832199s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:26.470365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:24.977367Z","time spent":"1.492987304s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:14:26.470448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.636224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-07-02T05:14:26.470479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.284773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-02T05:14:26.470537Z","caller":"traceutil/trace.go:171","msg":"trace[1795266294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:676; }","duration":"910.360204ms","start":"2026-07-02T05:14:25.56016Z","end":"2026-07-02T05:14:26.470521Z","steps":["trace[1795266294] 'agreement among raft nodes before linearized reading' (duration: 910.239991ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:26.47055Z","caller":"traceutil/trace.go:171","msg":"trace[1932015202] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:676; }","duration":"910.84047ms","start":"2026-07-02T05:14:25.559674Z","end":"2026-07-02T05:14:26.470514Z","steps":["trace[1932015202] 'agreement among raft nodes before linearized reading' (duration: 910.575942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:26.47053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.54318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-02T05:14:26.470596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:25.559653Z","time spent":"910.928982ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T05:14:26.470596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:25.560151Z","time spent":"910.431977ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-02T05:14:26.470605Z","caller":"traceutil/trace.go:171","msg":"trace[1504048192] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:676; }","duration":"910.659565ms","start":"2026-07-02T05:14:25.559928Z","end":"2026-07-02T05:14:26.470587Z","steps":["trace[1504048192] 'agreement among raft nodes before linearized reading' (duration: 910.448758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:26.470654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:25.559904Z","time spent":"910.741016ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T05:14:26.471008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.817249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T05:14:26.471061Z","caller":"traceutil/trace.go:171","msg":"trace[364824140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:676; }","duration":"910.916062ms","start":"2026-07-02T05:14:25.560128Z","end":"2026-07-02T05:14:26.471044Z","steps":["trace[364824140] 'agreement among raft nodes before linearized reading' (duration: 910.154508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:26.471092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:25.560082Z","time spent":"911.003155ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T05:14:30.63691Z","caller":"traceutil/trace.go:171","msg":"trace[1201376635] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"164.455061ms","start":"2026-07-02T05:14:30.472437Z","end":"2026-07-02T05:14:30.636892Z","steps":["trace[1201376635] 'process raft request' (duration: 164.342868ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:30.837149Z","caller":"traceutil/trace.go:171","msg":"trace[1435261582] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"363.386155ms","start":"2026-07-02T05:14:30.473743Z","end":"2026-07-02T05:14:30.837129Z","steps":["trace[1435261582] 'process raft request' (duration: 363.23188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:30.837281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:30.473701Z","time spent":"363.509379ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:14:30.837347Z","caller":"traceutil/trace.go:171","msg":"trace[301050406] linearizableReadLoop","detail":"{readStateIndex:726; appliedIndex:724; }","duration":"343.920102ms","start":"2026-07-02T05:14:30.493404Z","end":"2026-07-02T05:14:30.837324Z","steps":["trace[301050406] 'read index received' (duration: 143.547733ms)","trace[301050406] 'applied index is now lower than readState.Index' (duration: 200.370569ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:14:30.837502Z","caller":"traceutil/trace.go:171","msg":"trace[843903098] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"354.703702ms","start":"2026-07-02T05:14:30.482789Z","end":"2026-07-02T05:14:30.837493Z","steps":["trace[843903098] 'process raft request' (duration: 354.298979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:30.837586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:30.482772Z","time spent":"354.751804ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18052,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:14:30.837612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.063627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-02T05:14:30.837674Z","caller":"traceutil/trace.go:171","msg":"trace[84786427] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:701; }","duration":"344.167391ms","start":"2026-07-02T05:14:30.49349Z","end":"2026-07-02T05:14:30.837657Z","steps":["trace[84786427] 'agreement among raft nodes before linearized reading' (duration: 343.965835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:30.837726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:30.493464Z","time spent":"344.248323ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T05:14:30.83776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.250071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-02T05:14:30.837794Z","caller":"traceutil/trace.go:171","msg":"trace[718621954] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:701; }","duration":"343.343625ms","start":"2026-07-02T05:14:30.494438Z","end":"2026-07-02T05:14:30.837782Z","steps":["trace[718621954] 'agreement among raft nodes before linearized reading' (duration: 343.1951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:30.837838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:30.494411Z","time spent":"343.420727ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T05:14:30.83787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.741876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-02T05:14:30.837878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.422078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-02T05:14:30.837953Z","caller":"traceutil/trace.go:171","msg":"trace[1580097296] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:701; }","duration":"287.881551ms","start":"2026-07-02T05:14:30.550054Z","end":"2026-07-02T05:14:30.837936Z","steps":["trace[1580097296] 'agreement among raft nodes before linearized reading' (duration: 287.478418ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:30.83799Z","caller":"traceutil/trace.go:171","msg":"trace[1447060035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:701; }","duration":"344.579923ms","start":"2026-07-02T05:14:30.493381Z","end":"2026-07-02T05:14:30.837961Z","steps":["trace[1447060035] 'agreement among raft nodes before linearized reading' (duration: 344.084898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:30.837983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.525131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-02T05:14:30.838047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:30.493371Z","time spent":"344.666076ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-02T05:14:30.838089Z","caller":"traceutil/trace.go:171","msg":"trace[486436456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:701; }","duration":"343.664935ms","start":"2026-07-02T05:14:30.4944Z","end":"2026-07-02T05:14:30.838065Z","steps":["trace[486436456] 'agreement among raft nodes before linearized reading' (duration: 343.321894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:30.838144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:30.494393Z","time spent":"343.740727ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T05:14:31.101921Z","caller":"traceutil/trace.go:171","msg":"trace[69584021] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"259.286513ms","start":"2026-07-02T05:14:30.842612Z","end":"2026-07-02T05:14:31.101899Z","steps":["trace[69584021] 'process raft request' (duration: 259.033915ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:31.10219Z","caller":"traceutil/trace.go:171","msg":"trace[1260836661] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"258.543469ms","start":"2026-07-02T05:14:30.84363Z","end":"2026-07-02T05:14:31.102174Z","steps":["trace[1260836661] 'process raft request' (duration: 258.446776ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:31.10223Z","caller":"traceutil/trace.go:171","msg":"trace[585896814] linearizableReadLoop","detail":"{readStateIndex:731; appliedIndex:726; }","duration":"167.825666ms","start":"2026-07-02T05:14:30.934385Z","end":"2026-07-02T05:14:31.102211Z","steps":["trace[585896814] 'read index received' (duration: 64.608111ms)","trace[585896814] 'applied index is now lower than readState.Index' (duration: 103.215685ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:14:31.102301Z","caller":"traceutil/trace.go:171","msg":"trace[1690057480] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"259.303764ms","start":"2026-07-02T05:14:30.842951Z","end":"2026-07-02T05:14:31.102255Z","steps":["trace[1690057480] 'process raft request' (duration: 258.904871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:31.102393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.998252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:14:31.102431Z","caller":"traceutil/trace.go:171","msg":"trace[2082616641] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:705; }","duration":"168.097565ms","start":"2026-07-02T05:14:30.934324Z","end":"2026-07-02T05:14:31.102421Z","steps":["trace[2082616641] 'agreement among raft nodes before linearized reading' (duration: 167.959651ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:31.102407Z","caller":"traceutil/trace.go:171","msg":"trace[976308956] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"258.602641ms","start":"2026-07-02T05:14:30.843769Z","end":"2026-07-02T05:14:31.102371Z","steps":["trace[976308956] 'process raft request' (duration: 258.368674ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:41.380759Z","caller":"traceutil/trace.go:171","msg":"trace[1717035835] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"121.694687ms","start":"2026-07-02T05:14:41.259039Z","end":"2026-07-02T05:14:41.380733Z","steps":["trace[1717035835] 'process raft request' (duration: 48.220116ms)","trace[1717035835] 'compare' (duration: 73.336586ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:14:43.685751Z","caller":"traceutil/trace.go:171","msg":"trace[1288631009] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"191.866983ms","start":"2026-07-02T05:14:43.493857Z","end":"2026-07-02T05:14:43.685724Z","steps":["trace[1288631009] 'process raft request' (duration: 100.47579ms)","trace[1288631009] 'compare' (duration: 91.264879ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:14:44.292223Z","caller":"traceutil/trace.go:171","msg":"trace[851424970] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"181.020792ms","start":"2026-07-02T05:14:44.111169Z","end":"2026-07-02T05:14:44.29219Z","steps":["trace[851424970] 'process raft request' (duration: 86.52917ms)","trace[851424970] 'compare' (duration: 94.336147ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:14:45.43698Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383256809,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:14:45.937643Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383256809,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:14:46.438104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383256809,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:14:46.936213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000261024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T05:14:46.936312Z","caller":"traceutil/trace.go:171","msg":"trace[773860192] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000412489s","start":"2026-07-02T05:14:44.935879Z","end":"2026-07-02T05:14:46.936292Z","steps":["trace[773860192] 'agreement among raft nodes before linearized reading' (duration: 2.000292545s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:46.936359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:44.93586Z","time spent":"2.000490991s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 05:14:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T05:14:46.938497Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383256809,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:14:47.439582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383256809,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:14:47.548798Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.749554754s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T05:14:47.54936Z","caller":"traceutil/trace.go:171","msg":"trace[1323329462] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"2.933983203s","start":"2026-07-02T05:14:44.615352Z","end":"2026-07-02T05:14:47.549335Z","steps":["trace[1323329462] 'process raft request' (duration: 2.933817818s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:47.55001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:44.615327Z","time spent":"2.934269343s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4028,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:14:47.783409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.508646ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-02T05:14:47.783943Z","caller":"traceutil/trace.go:171","msg":"trace[1363451618] linearizableReadLoop","detail":"{readStateIndex:830; appliedIndex:827; }","duration":"2.84800409s","start":"2026-07-02T05:14:44.93592Z","end":"2026-07-02T05:14:47.783924Z","steps":["trace[1363451618] 'read index received' (duration: 2.613270049s)","trace[1363451618] 'applied index is now lower than readState.Index' (duration: 234.732971ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:14:47.784104Z","caller":"traceutil/trace.go:171","msg":"trace[403625225] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"1.226043051s","start":"2026-07-02T05:14:46.558024Z","end":"2026-07-02T05:14:47.784067Z","steps":["trace[403625225] 'process raft request' (duration: 1.225776333s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:47.784316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:46.558001Z","time spent":"1.226201796s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:14:47.784396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.838703898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-02T05:14:47.784495Z","caller":"traceutil/trace.go:171","msg":"trace[167741950] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:799; }","duration":"2.838839972s","start":"2026-07-02T05:14:44.945641Z","end":"2026-07-02T05:14:47.784481Z","steps":["trace[167741950] 'agreement among raft nodes before linearized reading' (duration: 2.838521992s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:47.784517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.013084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:14:47.784545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:44.945627Z","time spent":"2.838905474s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-02T05:14:47.784557Z","caller":"traceutil/trace.go:171","msg":"trace[750800638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:799; }","duration":"848.072716ms","start":"2026-07-02T05:14:46.936472Z","end":"2026-07-02T05:14:47.784545Z","steps":["trace[750800638] 'agreement among raft nodes before linearized reading' (duration: 848.000784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:47.78458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:46.93646Z","time spent":"848.115338ms","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:14:47.784598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.271102841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-02T05:14:47.784616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.495991872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-02T05:14:47.784703Z","caller":"traceutil/trace.go:171","msg":"trace[1100560878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:799; }","duration":"2.271276266s","start":"2026-07-02T05:14:45.513402Z","end":"2026-07-02T05:14:47.784678Z","steps":["trace[1100560878] 'agreement among raft nodes before linearized reading' (duration: 2.270946586s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:47.784712Z","caller":"traceutil/trace.go:171","msg":"trace[1730886225] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:799; }","duration":"2.496126107s","start":"2026-07-02T05:14:45.288561Z","end":"2026-07-02T05:14:47.784687Z","steps":["trace[1730886225] 'agreement among raft nodes before linearized reading' (duration: 2.495876679s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:47.784757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:45.288547Z","time spent":"2.49620125s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T05:14:47.784757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:45.513382Z","time spent":"2.27136516s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T05:14:47.784745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.534363809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-02T05:14:47.784854Z","caller":"traceutil/trace.go:171","msg":"trace[1210408842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:799; }","duration":"2.534535334s","start":"2026-07-02T05:14:45.250295Z","end":"2026-07-02T05:14:47.78483Z","steps":["trace[1210408842] 'agreement among raft nodes before linearized reading' (duration: 2.534234095s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:47.784924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:45.250273Z","time spent":"2.534637068s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T05:14:47.784888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.489320853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-02T05:14:47.785044Z","caller":"traceutil/trace.go:171","msg":"trace[724837496] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:799; }","duration":"2.489607822s","start":"2026-07-02T05:14:45.29542Z","end":"2026-07-02T05:14:47.785028Z","steps":["trace[724837496] 'agreement among raft nodes before linearized reading' (duration: 2.489035004s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:47.785151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:45.295409Z","time spent":"2.489728636s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T05:15:03.875744Z","caller":"traceutil/trace.go:171","msg":"trace[743396315] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"242.575237ms","start":"2026-07-02T05:15:03.633141Z","end":"2026-07-02T05:15:03.875716Z","steps":["trace[743396315] 'process raft request' (duration: 242.34136ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:04.097689Z","caller":"traceutil/trace.go:171","msg":"trace[327523950] transaction","detail":"{read_only:false; response_revision:985; number_of_response:1; }","duration":"121.009325ms","start":"2026-07-02T05:15:03.976649Z","end":"2026-07-02T05:15:04.097658Z","steps":["trace[327523950] 'process raft request' (duration: 120.785668ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:09.801084Z","caller":"traceutil/trace.go:171","msg":"trace[1923246128] transaction","detail":"{read_only:false; response_revision:1143; number_of_response:1; }","duration":"143.219284ms","start":"2026-07-02T05:15:09.657836Z","end":"2026-07-02T05:15:09.801055Z","steps":["trace[1923246128] 'process raft request' (duration: 143.043928ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:22.90403Z","caller":"traceutil/trace.go:171","msg":"trace[1307779361] transaction","detail":"{read_only:false; response_revision:1225; number_of_response:1; }","duration":"167.801483ms","start":"2026-07-02T05:15:22.736198Z","end":"2026-07-02T05:15:22.903999Z","steps":["trace[1307779361] 'process raft request' (duration: 167.653538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:15:24.09371Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.016389091s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T05:15:24.094101Z","caller":"traceutil/trace.go:171","msg":"trace[1757894939] linearizableReadLoop","detail":"{readStateIndex:1266; appliedIndex:1265; }","duration":"159.062984ms","start":"2026-07-02T05:15:23.935008Z","end":"2026-07-02T05:15:24.094071Z","steps":["trace[1757894939] 'read index received' (duration: 158.834397ms)","trace[1757894939] 'applied index is now lower than readState.Index' (duration: 227.297µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:15:24.094161Z","caller":"traceutil/trace.go:171","msg":"trace[1646257134] transaction","detail":"{read_only:false; response_revision:1226; number_of_response:1; }","duration":"1.016901758s","start":"2026-07-02T05:15:23.077222Z","end":"2026-07-02T05:15:24.094124Z","steps":["trace[1646257134] 'process raft request' (duration: 1.016699642s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:15:24.094248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.21989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:15:24.094289Z","caller":"traceutil/trace.go:171","msg":"trace[1195005892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1226; }","duration":"159.327613ms","start":"2026-07-02T05:15:23.934951Z","end":"2026-07-02T05:15:24.094279Z","steps":["trace[1195005892] 'agreement among raft nodes before linearized reading' (duration: 159.2357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:15:24.094384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:15:23.077197Z","time spent":"1.017037063s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:15:29.310693Z","caller":"traceutil/trace.go:171","msg":"trace[924196132] linearizableReadLoop","detail":"{readStateIndex:1305; appliedIndex:1304; }","duration":"342.214394ms","start":"2026-07-02T05:15:28.968452Z","end":"2026-07-02T05:15:29.310667Z","steps":["trace[924196132] 'read index received' (duration: 334.774539ms)","trace[924196132] 'applied index is now lower than readState.Index' (duration: 7.438925ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:15:29.310724Z","caller":"traceutil/trace.go:171","msg":"trace[1367428329] transaction","detail":"{read_only:false; response_revision:1263; number_of_response:1; }","duration":"468.82346ms","start":"2026-07-02T05:15:28.841862Z","end":"2026-07-02T05:15:29.310686Z","steps":["trace[1367428329] 'process raft request' (duration: 461.425847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:15:29.310818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.348208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:15:29.310842Z","caller":"traceutil/trace.go:171","msg":"trace[474874520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1263; }","duration":"342.436001ms","start":"2026-07-02T05:15:28.968399Z","end":"2026-07-02T05:15:29.310835Z","steps":["trace[474874520] 'agreement among raft nodes before linearized reading' (duration: 342.366029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:15:29.310866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:15:28.968375Z","time spent":"342.484953ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:15:29.310911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:15:28.841837Z","time spent":"468.952845ms","remote":"127.0.0.1:36186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":991,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:15:29.961747Z","caller":"traceutil/trace.go:171","msg":"trace[232854352] transaction","detail":"{read_only:false; response_revision:1264; number_of_response:1; }","duration":"254.953443ms","start":"2026-07-02T05:15:29.706774Z","end":"2026-07-02T05:15:29.961727Z","steps":["trace[232854352] 'process raft request' (duration: 254.855909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:15:30.112512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.22247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/atmosphere\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:15:30.112614Z","caller":"traceutil/trace.go:171","msg":"trace[1697579850] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/atmosphere; range_end:; response_count:0; response_revision:1264; }","duration":"145.383025ms","start":"2026-07-02T05:15:29.967212Z","end":"2026-07-02T05:15:30.112595Z","steps":["trace[1697579850] 'range keys from in-memory index tree' (duration: 145.147807ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:30.112635Z","caller":"traceutil/trace.go:171","msg":"trace[2014727986] transaction","detail":"{read_only:false; response_revision:1265; number_of_response:1; }","duration":"143.322227ms","start":"2026-07-02T05:15:29.969275Z","end":"2026-07-02T05:15:30.112597Z","steps":["trace[2014727986] 'process raft request' (duration: 53.542872ms)","trace[2014727986] 'compare' (duration: 89.6223ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:15:30.211187Z","caller":"traceutil/trace.go:171","msg":"trace[772080950] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1265; }","duration":"234.453546ms","start":"2026-07-02T05:15:29.976715Z","end":"2026-07-02T05:15:30.211169Z","steps":["trace[772080950] 'process raft request' (duration: 234.381774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:15:30.404121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.981647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:15:30.404289Z","caller":"traceutil/trace.go:171","msg":"trace[1442143911] linearizableReadLoop","detail":"{readStateIndex:1310; appliedIndex:1308; }","duration":"280.177582ms","start":"2026-07-02T05:15:30.124095Z","end":"2026-07-02T05:15:30.404273Z","steps":["trace[1442143911] 'read index received' (duration: 87.079136ms)","trace[1442143911] 'applied index is now lower than readState.Index' (duration: 193.097556ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:15:30.404369Z","caller":"traceutil/trace.go:171","msg":"trace[1470186399] transaction","detail":"{read_only:false; response_revision:1267; number_of_response:1; }","duration":"284.727261ms","start":"2026-07-02T05:15:30.11963Z","end":"2026-07-02T05:15:30.404357Z","steps":["trace[1470186399] 'process raft request' (duration: 284.589087ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:30.404402Z","caller":"traceutil/trace.go:171","msg":"trace[122457004] transaction","detail":"{read_only:false; response_revision:1266; number_of_response:1; }","duration":"291.472023ms","start":"2026-07-02T05:15:30.112883Z","end":"2026-07-02T05:15:30.404355Z","steps":["trace[122457004] 'process raft request' (duration: 117.173186ms)","trace[122457004] 'compare' (duration: 173.861393ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:15:30.404545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.42478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-02T05:15:30.404617Z","caller":"traceutil/trace.go:171","msg":"trace[2021311934] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1267; }","duration":"280.544134ms","start":"2026-07-02T05:15:30.124059Z","end":"2026-07-02T05:15:30.404603Z","steps":["trace[2021311934] 'agreement among raft nodes before linearized reading' (duration: 280.300576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:15:30.407363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.390198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-02T05:15:30.407403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.779693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-07-02T05:15:30.407552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.109956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-02T05:15:30.407593Z","caller":"traceutil/trace.go:171","msg":"trace[259918944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1268; }","duration":"248.190339ms","start":"2026-07-02T05:15:30.159394Z","end":"2026-07-02T05:15:30.407584Z","steps":["trace[259918944] 'agreement among raft nodes before linearized reading' (duration: 248.049944ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:30.407543Z","caller":"traceutil/trace.go:171","msg":"trace[1713504352] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1268; }","duration":"246.977209ms","start":"2026-07-02T05:15:30.160547Z","end":"2026-07-02T05:15:30.407524Z","steps":["trace[1713504352] 'agreement among raft nodes before linearized reading' (duration: 246.684539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:15:30.407403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.919017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-02T05:15:30.407663Z","caller":"traceutil/trace.go:171","msg":"trace[1988592845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1268; }","duration":"247.229217ms","start":"2026-07-02T05:15:30.160424Z","end":"2026-07-02T05:15:30.407654Z","steps":["trace[1988592845] 'agreement among raft nodes before linearized reading' (duration: 246.850974ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:30.407425Z","caller":"traceutil/trace.go:171","msg":"trace[1328718673] transaction","detail":"{read_only:false; response_revision:1268; number_of_response:1; }","duration":"183.682305ms","start":"2026-07-02T05:15:30.223714Z","end":"2026-07-02T05:15:30.407396Z","steps":["trace[1328718673] 'process raft request' (duration: 183.376735ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:30.407453Z","caller":"traceutil/trace.go:171","msg":"trace[1630088309] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1268; }","duration":"280.517893ms","start":"2026-07-02T05:15:30.126917Z","end":"2026-07-02T05:15:30.407435Z","steps":["trace[1630088309] 'agreement among raft nodes before linearized reading' (duration: 280.294145ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:30.599733Z","caller":"traceutil/trace.go:171","msg":"trace[23530914] transaction","detail":"{read_only:false; response_revision:1277; number_of_response:1; }","duration":"184.644616ms","start":"2026-07-02T05:15:30.415059Z","end":"2026-07-02T05:15:30.599704Z","steps":["trace[23530914] 'process raft request' (duration: 184.409759ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:30.599739Z","caller":"traceutil/trace.go:171","msg":"trace[1310662021] transaction","detail":"{read_only:false; response_revision:1278; number_of_response:1; }","duration":"182.389053ms","start":"2026-07-02T05:15:30.417322Z","end":"2026-07-02T05:15:30.599711Z","steps":["trace[1310662021] 'process raft request' (duration: 182.31418ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:30.630484Z","caller":"traceutil/trace.go:171","msg":"trace[1360212706] transaction","detail":"{read_only:false; response_revision:1280; number_of_response:1; }","duration":"123.044309ms","start":"2026-07-02T05:15:30.507419Z","end":"2026-07-02T05:15:30.630463Z","steps":["trace[1360212706] 'process raft request' (duration: 122.944196ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:30.630496Z","caller":"traceutil/trace.go:171","msg":"trace[72978130] transaction","detail":"{read_only:false; response_revision:1279; number_of_response:1; }","duration":"128.2615ms","start":"2026-07-02T05:15:30.502217Z","end":"2026-07-02T05:15:30.630478Z","steps":["trace[72978130] 'process raft request' (duration: 128.044933ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:52.206662Z","caller":"traceutil/trace.go:171","msg":"trace[1078214914] transaction","detail":"{read_only:false; response_revision:1577; number_of_response:1; }","duration":"241.029323ms","start":"2026-07-02T05:15:51.965607Z","end":"2026-07-02T05:15:52.206636Z","steps":["trace[1078214914] 'process raft request' (duration: 240.861337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:15:52.917426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.88093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:15:52.91764Z","caller":"traceutil/trace.go:171","msg":"trace[1720314125] linearizableReadLoop","detail":"{readStateIndex:1632; appliedIndex:1630; }","duration":"296.626213ms","start":"2026-07-02T05:15:52.620998Z","end":"2026-07-02T05:15:52.917624Z","steps":["trace[1720314125] 'read index received' (duration: 68.438293ms)","trace[1720314125] 'applied index is now lower than readState.Index' (duration: 228.18402ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:15:52.917734Z","caller":"traceutil/trace.go:171","msg":"trace[384284813] transaction","detail":"{read_only:false; response_revision:1579; number_of_response:1; }","duration":"335.658437ms","start":"2026-07-02T05:15:52.582063Z","end":"2026-07-02T05:15:52.917722Z","steps":["trace[384284813] 'process raft request' (duration: 335.470851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:15:52.917798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:15:52.582039Z","time spent":"335.723979ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:15:52.917937Z","caller":"traceutil/trace.go:171","msg":"trace[792609495] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"611.602719ms","start":"2026-07-02T05:15:52.306323Z","end":"2026-07-02T05:15:52.917925Z","steps":["trace[792609495] 'process raft request' (duration: 383.14209ms)","trace[792609495] 'compare' (duration: 227.480687ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:15:52.917994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:15:52.306292Z","time spent":"611.673931ms","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120300,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:15:52.918111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.095513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-02T05:15:52.918224Z","caller":"traceutil/trace.go:171","msg":"trace[606593215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1579; }","duration":"254.247028ms","start":"2026-07-02T05:15:52.66395Z","end":"2026-07-02T05:15:52.918197Z","steps":["trace[606593215] 'agreement among raft nodes before linearized reading' (duration: 253.990969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:15:52.918266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.223117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-02T05:15:52.918279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.972418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:15:52.918346Z","caller":"traceutil/trace.go:171","msg":"trace[1273129424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1579; }","duration":"254.30849ms","start":"2026-07-02T05:15:52.664022Z","end":"2026-07-02T05:15:52.91833Z","steps":["trace[1273129424] 'agreement among raft nodes before linearized reading' (duration: 254.128454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:15:52.918343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.874446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-02T05:15:52.918417Z","caller":"traceutil/trace.go:171","msg":"trace[1223856810] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1579; }","duration":"223.127434ms","start":"2026-07-02T05:15:52.695217Z","end":"2026-07-02T05:15:52.918344Z","steps":["trace[1223856810] 'agreement among raft nodes before linearized reading' (duration: 222.959168ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:52.918417Z","caller":"traceutil/trace.go:171","msg":"trace[1084352168] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1579; }","duration":"253.975529ms","start":"2026-07-02T05:15:52.664416Z","end":"2026-07-02T05:15:52.918392Z","steps":["trace[1084352168] 'agreement among raft nodes before linearized reading' (duration: 253.69878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:15:52.918249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.117182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-02T05:15:52.918466Z","caller":"traceutil/trace.go:171","msg":"trace[540943507] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1579; }","duration":"250.37737ms","start":"2026-07-02T05:15:52.668078Z","end":"2026-07-02T05:15:52.918455Z","steps":["trace[540943507] 'agreement among raft nodes before linearized reading' (duration: 249.978497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:15:52.918257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.260483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-02T05:15:52.918568Z","caller":"traceutil/trace.go:171","msg":"trace[733759798] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1579; }","duration":"297.606054ms","start":"2026-07-02T05:15:52.620947Z","end":"2026-07-02T05:15:52.918553Z","steps":["trace[733759798] 'agreement among raft nodes before linearized reading' (duration: 297.207431ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:53.291454Z","caller":"traceutil/trace.go:171","msg":"trace[690885931] linearizableReadLoop","detail":"{readStateIndex:1637; appliedIndex:1632; }","duration":"357.241957ms","start":"2026-07-02T05:15:52.934192Z","end":"2026-07-02T05:15:53.291434Z","steps":["trace[690885931] 'read index received' (duration: 32.074746ms)","trace[690885931] 'applied index is now lower than readState.Index' (duration: 325.166311ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:15:53.291582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.380981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:15:53.291612Z","caller":"traceutil/trace.go:171","msg":"trace[82244042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1584; }","duration":"357.461484ms","start":"2026-07-02T05:15:52.934142Z","end":"2026-07-02T05:15:53.291603Z","steps":["trace[82244042] 'agreement among raft nodes before linearized reading' (duration: 357.375981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:15:53.291648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:15:52.934117Z","time spent":"357.523776ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T05:15:53.291855Z","caller":"traceutil/trace.go:171","msg":"trace[2072900998] transaction","detail":"{read_only:false; response_revision:1581; number_of_response:1; }","duration":"364.31218ms","start":"2026-07-02T05:15:52.927525Z","end":"2026-07-02T05:15:53.291837Z","steps":["trace[2072900998] 'process raft request' (duration: 298.501763ms)","trace[2072900998] 'compare' (duration: 65.139864ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:15:53.291914Z","caller":"traceutil/trace.go:171","msg":"trace[1607369240] transaction","detail":"{read_only:false; response_revision:1583; number_of_response:1; }","duration":"364.253477ms","start":"2026-07-02T05:15:52.927634Z","end":"2026-07-02T05:15:53.291888Z","steps":["trace[1607369240] 'process raft request' (duration: 363.73984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:15:53.291958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:15:52.927503Z","time spent":"364.389672ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:15:53.292039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:15:52.927612Z","time spent":"364.355381ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:15:53.29207Z","caller":"traceutil/trace.go:171","msg":"trace[230226566] transaction","detail":"{read_only:false; response_revision:1582; number_of_response:1; }","duration":"364.490876ms","start":"2026-07-02T05:15:52.927561Z","end":"2026-07-02T05:15:53.292052Z","steps":["trace[230226566] 'process raft request' (duration: 363.765082ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:53.292104Z","caller":"traceutil/trace.go:171","msg":"trace[732613423] transaction","detail":"{read_only:false; response_revision:1584; number_of_response:1; }","duration":"364.442724ms","start":"2026-07-02T05:15:52.927651Z","end":"2026-07-02T05:15:53.292093Z","steps":["trace[732613423] 'process raft request' (duration: 363.751221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:15:53.292151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:15:52.927547Z","time spent":"364.559337ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:15:53.29216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:15:52.92762Z","time spent":"364.509126ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:15:53.337034Z","caller":"traceutil/trace.go:171","msg":"trace[971403097] transaction","detail":"{read_only:false; response_revision:1585; number_of_response:1; }","duration":"336.198354ms","start":"2026-07-02T05:15:53.000814Z","end":"2026-07-02T05:15:53.337012Z","steps":["trace[971403097] 'process raft request' (duration: 335.604745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:15:53.33716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:15:53.000767Z","time spent":"336.325959ms","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:15:53.572988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.992823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:15:53.573057Z","caller":"traceutil/trace.go:171","msg":"trace[513887673] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:0; response_revision:1586; }","duration":"111.120848ms","start":"2026-07-02T05:15:53.461921Z","end":"2026-07-02T05:15:53.573042Z","steps":["trace[513887673] 'range keys from in-memory index tree' (duration: 110.813507ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:57.055378Z","caller":"traceutil/trace.go:171","msg":"trace[1919762526] transaction","detail":"{read_only:false; response_revision:1679; number_of_response:1; }","duration":"177.403259ms","start":"2026-07-02T05:15:56.87795Z","end":"2026-07-02T05:15:57.055353Z","steps":["trace[1919762526] 'process raft request' (duration: 82.611609ms)","trace[1919762526] 'compare' (duration: 94.657056ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:15:57.066427Z","caller":"traceutil/trace.go:171","msg":"trace[1776559811] transaction","detail":"{read_only:false; response_revision:1680; number_of_response:1; }","duration":"134.075173ms","start":"2026-07-02T05:15:56.932336Z","end":"2026-07-02T05:15:57.066412Z","steps":["trace[1776559811] 'process raft request' (duration: 133.883857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:15:57.06653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.328172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:15:57.066567Z","caller":"traceutil/trace.go:171","msg":"trace[1624226507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1681; }","duration":"131.410755ms","start":"2026-07-02T05:15:56.935149Z","end":"2026-07-02T05:15:57.06656Z","steps":["trace[1624226507] 'agreement among raft nodes before linearized reading' (duration: 131.310052ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:57.066425Z","caller":"traceutil/trace.go:171","msg":"trace[2010016684] linearizableReadLoop","detail":"{readStateIndex:1750; appliedIndex:1747; }","duration":"131.218419ms","start":"2026-07-02T05:15:56.935181Z","end":"2026-07-02T05:15:57.0664Z","steps":["trace[2010016684] 'read index received' (duration: 25.383385ms)","trace[2010016684] 'applied index is now lower than readState.Index' (duration: 105.833844ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:15:57.066636Z","caller":"traceutil/trace.go:171","msg":"trace[1782000118] transaction","detail":"{read_only:false; response_revision:1681; number_of_response:1; }","duration":"131.690384ms","start":"2026-07-02T05:15:56.934908Z","end":"2026-07-02T05:15:57.066599Z","steps":["trace[1782000118] 'process raft request' (duration: 131.438726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:15:57.125735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.34315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T05:15:57.125939Z","caller":"traceutil/trace.go:171","msg":"trace[1056993835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1682; }","duration":"144.607589ms","start":"2026-07-02T05:15:56.981304Z","end":"2026-07-02T05:15:57.125912Z","steps":["trace[1056993835] 'agreement among raft nodes before linearized reading' (duration: 144.167165ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:57.251832Z","caller":"traceutil/trace.go:171","msg":"trace[1581713941] transaction","detail":"{read_only:false; response_revision:1683; number_of_response:1; }","duration":"180.779801ms","start":"2026-07-02T05:15:57.071014Z","end":"2026-07-02T05:15:57.251793Z","steps":["trace[1581713941] 'process raft request' (duration: 180.481891ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:57.251925Z","caller":"traceutil/trace.go:171","msg":"trace[470352772] transaction","detail":"{read_only:false; response_revision:1686; number_of_response:1; }","duration":"179.978654ms","start":"2026-07-02T05:15:57.071914Z","end":"2026-07-02T05:15:57.251893Z","steps":["trace[470352772] 'process raft request' (duration: 179.87135ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:57.251978Z","caller":"traceutil/trace.go:171","msg":"trace[1756719662] transaction","detail":"{read_only:false; response_revision:1687; number_of_response:1; }","duration":"179.974033ms","start":"2026-07-02T05:15:57.071995Z","end":"2026-07-02T05:15:57.251969Z","steps":["trace[1756719662] 'process raft request' (duration: 179.829569ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:57.252025Z","caller":"traceutil/trace.go:171","msg":"trace[1470559921] transaction","detail":"{read_only:false; response_revision:1688; number_of_response:1; }","duration":"164.685131ms","start":"2026-07-02T05:15:57.087321Z","end":"2026-07-02T05:15:57.252006Z","steps":["trace[1470559921] 'process raft request' (duration: 164.543206ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:57.251861Z","caller":"traceutil/trace.go:171","msg":"trace[1799241526] transaction","detail":"{read_only:false; response_revision:1685; number_of_response:1; }","duration":"180.378617ms","start":"2026-07-02T05:15:57.071465Z","end":"2026-07-02T05:15:57.251844Z","steps":["trace[1799241526] 'process raft request' (duration: 180.279854ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:57.252111Z","caller":"traceutil/trace.go:171","msg":"trace[1278453321] transaction","detail":"{read_only:false; response_revision:1689; number_of_response:1; }","duration":"163.914895ms","start":"2026-07-02T05:15:57.088187Z","end":"2026-07-02T05:15:57.252102Z","steps":["trace[1278453321] 'process raft request' (duration: 163.77602ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:57.251847Z","caller":"traceutil/trace.go:171","msg":"trace[1233845015] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"180.377487ms","start":"2026-07-02T05:15:57.071433Z","end":"2026-07-02T05:15:57.251811Z","steps":["trace[1233845015] 'process raft request' (duration: 180.256903ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:57.252126Z","caller":"traceutil/trace.go:171","msg":"trace[58126049] linearizableReadLoop","detail":"{readStateIndex:1758; appliedIndex:1751; }","duration":"126.67908ms","start":"2026-07-02T05:15:57.125418Z","end":"2026-07-02T05:15:57.252097Z","steps":["trace[58126049] 'read index received' (duration: 126.162983ms)","trace[58126049] 'applied index is now lower than readState.Index' (duration: 514.286µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:15:57.25228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.976638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:15:57.252304Z","caller":"traceutil/trace.go:171","msg":"trace[686296556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1689; }","duration":"185.051881ms","start":"2026-07-02T05:15:57.067243Z","end":"2026-07-02T05:15:57.252295Z","steps":["trace[686296556] 'agreement among raft nodes before linearized reading' (duration: 184.933357ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:57.287708Z","caller":"traceutil/trace.go:171","msg":"trace[915081118] transaction","detail":"{read_only:false; response_revision:1690; number_of_response:1; }","duration":"157.726791ms","start":"2026-07-02T05:15:57.12996Z","end":"2026-07-02T05:15:57.287687Z","steps":["trace[915081118] 'process raft request' (duration: 157.318797ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:59.164459Z","caller":"traceutil/trace.go:171","msg":"trace[394651267] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"149.264583ms","start":"2026-07-02T05:15:59.015162Z","end":"2026-07-02T05:15:59.164427Z","steps":["trace[394651267] 'process raft request' (duration: 149.070187ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:59.239789Z","caller":"traceutil/trace.go:171","msg":"trace[121497337] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"224.546151ms","start":"2026-07-02T05:15:59.0152Z","end":"2026-07-02T05:15:59.239746Z","steps":["trace[121497337] 'process raft request' (duration: 223.412474ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:59.239909Z","caller":"traceutil/trace.go:171","msg":"trace[2030766912] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"124.722634ms","start":"2026-07-02T05:15:59.115161Z","end":"2026-07-02T05:15:59.239884Z","steps":["trace[2030766912] 'process raft request' (duration: 124.58106ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:59.239927Z","caller":"traceutil/trace.go:171","msg":"trace[779670705] transaction","detail":"{read_only:false; response_revision:1721; number_of_response:1; }","duration":"167.936507ms","start":"2026-07-02T05:15:59.071957Z","end":"2026-07-02T05:15:59.239894Z","steps":["trace[779670705] 'process raft request' (duration: 167.681128ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:01.346222Z","caller":"traceutil/trace.go:171","msg":"trace[98033031] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"100.598522ms","start":"2026-07-02T05:16:01.245608Z","end":"2026-07-02T05:16:01.346206Z","steps":["trace[98033031] 'process raft request' (duration: 100.308602ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:02.757499Z","caller":"traceutil/trace.go:171","msg":"trace[857888725] transaction","detail":"{read_only:false; response_revision:1748; number_of_response:1; }","duration":"268.667593ms","start":"2026-07-02T05:16:02.488798Z","end":"2026-07-02T05:16:02.757466Z","steps":["trace[857888725] 'process raft request' (duration: 268.477946ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:02.931543Z","caller":"traceutil/trace.go:171","msg":"trace[771906387] transaction","detail":"{read_only:false; response_revision:1751; number_of_response:1; }","duration":"107.512279ms","start":"2026-07-02T05:16:02.824004Z","end":"2026-07-02T05:16:02.931516Z","steps":["trace[771906387] 'process raft request' (duration: 107.24212ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:02.931578Z","caller":"traceutil/trace.go:171","msg":"trace[1641672640] transaction","detail":"{read_only:false; response_revision:1752; number_of_response:1; }","duration":"107.54109ms","start":"2026-07-02T05:16:02.824012Z","end":"2026-07-02T05:16:02.931553Z","steps":["trace[1641672640] 'process raft request' (duration: 107.352664ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:05.466272Z","caller":"traceutil/trace.go:171","msg":"trace[2069989006] linearizableReadLoop","detail":"{readStateIndex:1869; appliedIndex:1868; }","duration":"102.214054ms","start":"2026-07-02T05:16:05.364035Z","end":"2026-07-02T05:16:05.466249Z","steps":["trace[2069989006] 'read index received' (duration: 102.000207ms)","trace[2069989006] 'applied index is now lower than readState.Index' (duration: 212.727µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:16:05.466301Z","caller":"traceutil/trace.go:171","msg":"trace[1058167379] transaction","detail":"{read_only:false; response_revision:1793; number_of_response:1; }","duration":"107.189519ms","start":"2026-07-02T05:16:05.359095Z","end":"2026-07-02T05:16:05.466284Z","steps":["trace[1058167379] 'process raft request' (duration: 107.027563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:05.466506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.460532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T05:16:05.466552Z","caller":"traceutil/trace.go:171","msg":"trace[655943184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1793; }","duration":"102.557716ms","start":"2026-07-02T05:16:05.363983Z","end":"2026-07-02T05:16:05.466541Z","steps":["trace[655943184] 'agreement among raft nodes before linearized reading' (duration: 102.393951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:05.466516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.002428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-02T05:16:05.466653Z","caller":"traceutil/trace.go:171","msg":"trace[1239198205] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1793; }","duration":"102.157122ms","start":"2026-07-02T05:16:05.364484Z","end":"2026-07-02T05:16:05.466641Z","steps":["trace[1239198205] 'agreement among raft nodes before linearized reading' (duration: 101.959956ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:05.616981Z","caller":"traceutil/trace.go:171","msg":"trace[496103614] transaction","detail":"{read_only:false; response_revision:1794; number_of_response:1; }","duration":"146.660667ms","start":"2026-07-02T05:16:05.470286Z","end":"2026-07-02T05:16:05.616946Z","steps":["trace[496103614] 'process raft request' (duration: 144.196336ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:05.620199Z","caller":"traceutil/trace.go:171","msg":"trace[1778919005] transaction","detail":"{read_only:false; response_revision:1795; number_of_response:1; }","duration":"149.77668ms","start":"2026-07-02T05:16:05.470412Z","end":"2026-07-02T05:16:05.620189Z","steps":["trace[1778919005] 'process raft request' (duration: 149.627975ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:05.620261Z","caller":"traceutil/trace.go:171","msg":"trace[937863099] transaction","detail":"{read_only:false; response_revision:1797; number_of_response:1; }","duration":"149.76087ms","start":"2026-07-02T05:16:05.470475Z","end":"2026-07-02T05:16:05.620236Z","steps":["trace[937863099] 'process raft request' (duration: 149.668016ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:05.620358Z","caller":"traceutil/trace.go:171","msg":"trace[991127277] transaction","detail":"{read_only:false; response_revision:1798; number_of_response:1; }","duration":"149.829372ms","start":"2026-07-02T05:16:05.470508Z","end":"2026-07-02T05:16:05.620337Z","steps":["trace[991127277] 'process raft request' (duration: 149.660216ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:05.620405Z","caller":"traceutil/trace.go:171","msg":"trace[1118790804] transaction","detail":"{read_only:false; response_revision:1796; number_of_response:1; }","duration":"149.919505ms","start":"2026-07-02T05:16:05.470439Z","end":"2026-07-02T05:16:05.620358Z","steps":["trace[1118790804] 'process raft request' (duration: 149.681787ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:06.315196Z","caller":"traceutil/trace.go:171","msg":"trace[356168543] linearizableReadLoop","detail":"{readStateIndex:1876; appliedIndex:1875; }","duration":"355.690437ms","start":"2026-07-02T05:16:05.959458Z","end":"2026-07-02T05:16:06.315149Z","steps":["trace[356168543] 'read index received' (duration: 323.256969ms)","trace[356168543] 'applied index is now lower than readState.Index' (duration: 32.429168ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:16:06.315381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.902273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:16:06.315414Z","caller":"traceutil/trace.go:171","msg":"trace[1396616777] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1800; }","duration":"355.984776ms","start":"2026-07-02T05:16:05.95942Z","end":"2026-07-02T05:16:06.315404Z","steps":["trace[1396616777] 'agreement among raft nodes before linearized reading' (duration: 355.892513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:06.315465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:05.959403Z","time spent":"356.047029ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:16:06.315467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.141733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:16:06.3155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.477755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:16:06.315573Z","caller":"traceutil/trace.go:171","msg":"trace[1815079429] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1800; }","duration":"336.302919ms","start":"2026-07-02T05:16:05.979245Z","end":"2026-07-02T05:16:06.315548Z","steps":["trace[1815079429] 'agreement among raft nodes before linearized reading' (duration: 336.149594ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:06.315588Z","caller":"traceutil/trace.go:171","msg":"trace[738767477] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1800; }","duration":"336.601348ms","start":"2026-07-02T05:16:05.978964Z","end":"2026-07-02T05:16:06.315565Z","steps":["trace[738767477] 'agreement among raft nodes before linearized reading' (duration: 336.448613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:06.315654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:05.979208Z","time spent":"336.430303ms","remote":"127.0.0.1:50974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-02T05:16:06.315659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:05.978957Z","time spent":"336.684051ms","remote":"127.0.0.1:50974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:16:06.315469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.500495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:16:06.315782Z","caller":"traceutil/trace.go:171","msg":"trace[502149776] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1800; }","duration":"336.854607ms","start":"2026-07-02T05:16:05.978908Z","end":"2026-07-02T05:16:06.315762Z","steps":["trace[502149776] 'agreement among raft nodes before linearized reading' (duration: 336.419513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:06.315868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:05.978896Z","time spent":"336.95263ms","remote":"127.0.0.1:50974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-07-02T05:16:09.552995Z","caller":"traceutil/trace.go:171","msg":"trace[89413963] transaction","detail":"{read_only:false; response_revision:1812; number_of_response:1; }","duration":"116.518255ms","start":"2026-07-02T05:16:09.436453Z","end":"2026-07-02T05:16:09.552971Z","steps":["trace[89413963] 'process raft request' (duration: 116.371581ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:09.608671Z","caller":"traceutil/trace.go:171","msg":"trace[66202632] transaction","detail":"{read_only:false; response_revision:1813; number_of_response:1; }","duration":"127.9115ms","start":"2026-07-02T05:16:09.480738Z","end":"2026-07-02T05:16:09.60865Z","steps":["trace[66202632] 'process raft request' (duration: 123.35044ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:11.092896Z","caller":"traceutil/trace.go:171","msg":"trace[1920972708] linearizableReadLoop","detail":"{readStateIndex:1899; appliedIndex:1898; }","duration":"159.314882ms","start":"2026-07-02T05:16:10.933563Z","end":"2026-07-02T05:16:11.092878Z","steps":["trace[1920972708] 'read index received' (duration: 159.161577ms)","trace[1920972708] 'applied index is now lower than readState.Index' (duration: 152.755µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:16:11.092989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.414585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:16:11.093005Z","caller":"traceutil/trace.go:171","msg":"trace[1873964921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1821; }","duration":"159.482008ms","start":"2026-07-02T05:16:10.933519Z","end":"2026-07-02T05:16:11.093001Z","steps":["trace[1873964921] 'agreement among raft nodes before linearized reading' (duration: 159.431857ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:11.093133Z","caller":"traceutil/trace.go:171","msg":"trace[976314647] transaction","detail":"{read_only:false; response_revision:1821; number_of_response:1; }","duration":"227.935371ms","start":"2026-07-02T05:16:10.865167Z","end":"2026-07-02T05:16:11.093103Z","steps":["trace[976314647] 'process raft request' (duration: 227.60675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:11.296388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.129206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:16:11.296488Z","caller":"traceutil/trace.go:171","msg":"trace[2030113331] transaction","detail":"{read_only:false; response_revision:1822; number_of_response:1; }","duration":"183.626844ms","start":"2026-07-02T05:16:11.112846Z","end":"2026-07-02T05:16:11.296473Z","steps":["trace[2030113331] 'process raft request' (duration: 83.339363ms)","trace[2030113331] 'compare' (duration: 99.912389ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:16:13.41567Z","caller":"traceutil/trace.go:171","msg":"trace[1091849781] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"113.458234ms","start":"2026-07-02T05:16:13.302181Z","end":"2026-07-02T05:16:13.415639Z","steps":["trace[1091849781] 'process raft request' (duration: 113.063561ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:13.909439Z","caller":"traceutil/trace.go:171","msg":"trace[770187561] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"105.051488ms","start":"2026-07-02T05:16:13.80436Z","end":"2026-07-02T05:16:13.909411Z","steps":["trace[770187561] 'process raft request' (duration: 104.923984ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:13.971778Z","caller":"traceutil/trace.go:171","msg":"trace[1851184080] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"164.04904ms","start":"2026-07-02T05:16:13.807711Z","end":"2026-07-02T05:16:13.97176Z","steps":["trace[1851184080] 'process raft request' (duration: 163.945606ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:13.971748Z","caller":"traceutil/trace.go:171","msg":"trace[2056279682] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"167.078879ms","start":"2026-07-02T05:16:13.804621Z","end":"2026-07-02T05:16:13.9717Z","steps":["trace[2056279682] 'process raft request' (duration: 166.898463ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:13.971861Z","caller":"traceutil/trace.go:171","msg":"trace[1502290131] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"165.988213ms","start":"2026-07-02T05:16:13.805854Z","end":"2026-07-02T05:16:13.971843Z","steps":["trace[1502290131] 'process raft request' (duration: 165.784257ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:13.97188Z","caller":"traceutil/trace.go:171","msg":"trace[1601498262] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"166.211631ms","start":"2026-07-02T05:16:13.805619Z","end":"2026-07-02T05:16:13.97183Z","steps":["trace[1601498262] 'process raft request' (duration: 166.003934ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:13.971999Z","caller":"traceutil/trace.go:171","msg":"trace[2107287619] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"150.897887ms","start":"2026-07-02T05:16:13.821078Z","end":"2026-07-02T05:16:13.971976Z","steps":["trace[2107287619] 'process raft request' (duration: 150.653509ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:13.971893Z","caller":"traceutil/trace.go:171","msg":"trace[1853527490] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"167.010037ms","start":"2026-07-02T05:16:13.804852Z","end":"2026-07-02T05:16:13.971862Z","steps":["trace[1853527490] 'process raft request' (duration: 166.751618ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:14.089703Z","caller":"traceutil/trace.go:171","msg":"trace[1078717774] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"112.613797ms","start":"2026-07-02T05:16:13.977064Z","end":"2026-07-02T05:16:14.089678Z","steps":["trace[1078717774] 'process raft request' (duration: 24.353392ms)","trace[1078717774] 'compare' (duration: 87.727287ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:16:14.089932Z","caller":"traceutil/trace.go:171","msg":"trace[1513720202] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"112.579345ms","start":"2026-07-02T05:16:13.977332Z","end":"2026-07-02T05:16:14.089912Z","steps":["trace[1513720202] 'process raft request' (duration: 112.175712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:14.69961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.231836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T05:16:14.699682Z","caller":"traceutil/trace.go:171","msg":"trace[448345160] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1856; }","duration":"144.35899ms","start":"2026-07-02T05:16:14.555302Z","end":"2026-07-02T05:16:14.699661Z","steps":["trace[448345160] 'count revisions from in-memory index tree' (duration: 144.084941ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:14.707068Z","caller":"traceutil/trace.go:171","msg":"trace[1415585307] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"151.502235ms","start":"2026-07-02T05:16:14.555521Z","end":"2026-07-02T05:16:14.707023Z","steps":["trace[1415585307] 'process raft request' (duration: 151.283258ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:15.006234Z","caller":"traceutil/trace.go:171","msg":"trace[1295695993] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"146.101869ms","start":"2026-07-02T05:16:14.860106Z","end":"2026-07-02T05:16:15.006208Z","steps":["trace[1295695993] 'process raft request' (duration: 146.041537ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:15.006277Z","caller":"traceutil/trace.go:171","msg":"trace[1133420391] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"166.316644ms","start":"2026-07-02T05:16:14.839927Z","end":"2026-07-02T05:16:15.006244Z","steps":["trace[1133420391] 'process raft request' (duration: 141.421015ms)","trace[1133420391] 'compare' (duration: 24.535768ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:16:15.026028Z","caller":"traceutil/trace.go:171","msg":"trace[18357285] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"127.61995ms","start":"2026-07-02T05:16:14.898373Z","end":"2026-07-02T05:16:15.025993Z","steps":["trace[18357285] 'process raft request' (duration: 127.352161ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:15.026105Z","caller":"traceutil/trace.go:171","msg":"trace[655212468] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"127.690702ms","start":"2026-07-02T05:16:14.898374Z","end":"2026-07-02T05:16:15.026065Z","steps":["trace[655212468] 'process raft request' (duration: 127.499426ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:15.026224Z","caller":"traceutil/trace.go:171","msg":"trace[246042] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"123.05203ms","start":"2026-07-02T05:16:14.903131Z","end":"2026-07-02T05:16:15.026183Z","steps":["trace[246042] 'process raft request' (duration: 122.843864ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:15.284671Z","caller":"traceutil/trace.go:171","msg":"trace[1405044009] linearizableReadLoop","detail":"{readStateIndex:1962; appliedIndex:1959; }","duration":"116.08348ms","start":"2026-07-02T05:16:15.168566Z","end":"2026-07-02T05:16:15.284649Z","steps":["trace[1405044009] 'read index received' (duration: 91.577174ms)","trace[1405044009] 'applied index is now lower than readState.Index' (duration: 24.505356ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:16:15.284707Z","caller":"traceutil/trace.go:171","msg":"trace[1433271570] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"139.386348ms","start":"2026-07-02T05:16:15.145288Z","end":"2026-07-02T05:16:15.284674Z","steps":["trace[1433271570] 'process raft request' (duration: 139.251214ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:15.284771Z","caller":"traceutil/trace.go:171","msg":"trace[1836335671] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"141.517268ms","start":"2026-07-02T05:16:15.143212Z","end":"2026-07-02T05:16:15.284729Z","steps":["trace[1836335671] 'process raft request' (duration: 117.021232ms)","trace[1836335671] 'compare' (duration: 24.143934ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:16:15.284872Z","caller":"traceutil/trace.go:171","msg":"trace[964708902] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"124.681544ms","start":"2026-07-02T05:16:15.160167Z","end":"2026-07-02T05:16:15.284848Z","steps":["trace[964708902] 'process raft request' (duration: 124.424895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:15.285075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.331988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15383"} {"level":"info","ts":"2026-07-02T05:16:15.285139Z","caller":"traceutil/trace.go:171","msg":"trace[1548864970] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:1884; }","duration":"116.587547ms","start":"2026-07-02T05:16:15.168534Z","end":"2026-07-02T05:16:15.285122Z","steps":["trace[1548864970] 'agreement among raft nodes before linearized reading' (duration: 116.206284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:15.563998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.10898ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:16:15.564269Z","caller":"traceutil/trace.go:171","msg":"trace[1002067340] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"233.816175ms","start":"2026-07-02T05:16:15.330417Z","end":"2026-07-02T05:16:15.564233Z","steps":["trace[1002067340] 'process raft request' (duration: 114.408135ms)","trace[1002067340] 'compare' (duration: 118.926914ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:16:15.564317Z","caller":"traceutil/trace.go:171","msg":"trace[1868015348] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"233.167454ms","start":"2026-07-02T05:16:15.331132Z","end":"2026-07-02T05:16:15.564299Z","steps":["trace[1868015348] 'process raft request' (duration: 232.988948ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:15.564351Z","caller":"traceutil/trace.go:171","msg":"trace[1877384994] linearizableReadLoop","detail":"{readStateIndex:1968; appliedIndex:1966; }","duration":"230.177466ms","start":"2026-07-02T05:16:15.334165Z","end":"2026-07-02T05:16:15.564343Z","steps":["trace[1877384994] 'read index received' (duration: 110.638922ms)","trace[1877384994] 'applied index is now lower than readState.Index' (duration: 119.537614ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:16:15.564318Z","caller":"traceutil/trace.go:171","msg":"trace[473552222] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"144.444844ms","start":"2026-07-02T05:16:15.419861Z","end":"2026-07-02T05:16:15.564306Z","steps":["trace[473552222] 'process raft request' (duration: 144.402173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:15.564624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.436464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/local-path-storage/\" range_end:\"/registry/resourcequotas/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:16:15.564672Z","caller":"traceutil/trace.go:171","msg":"trace[1222561324] range","detail":"{range_begin:/registry/resourcequotas/local-path-storage/; range_end:/registry/resourcequotas/local-path-storage0; response_count:0; response_revision:1891; }","duration":"230.513737ms","start":"2026-07-02T05:16:15.334144Z","end":"2026-07-02T05:16:15.564657Z","steps":["trace[1222561324] 'agreement among raft nodes before linearized reading' (duration: 230.423724ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:15.813318Z","caller":"traceutil/trace.go:171","msg":"trace[1353059933] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"247.138644ms","start":"2026-07-02T05:16:15.566154Z","end":"2026-07-02T05:16:15.813292Z","steps":["trace[1353059933] 'process raft request' (duration: 229.360879ms)","trace[1353059933] 'compare' (duration: 17.565578ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:16:15.813405Z","caller":"traceutil/trace.go:171","msg":"trace[2113512789] linearizableReadLoop","detail":"{readStateIndex:1971; appliedIndex:1970; }","duration":"176.748117ms","start":"2026-07-02T05:16:15.636636Z","end":"2026-07-02T05:16:15.813385Z","steps":["trace[2113512789] 'read index received' (duration: 159.004883ms)","trace[2113512789] 'applied index is now lower than readState.Index' (duration: 17.741034ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:16:15.813437Z","caller":"traceutil/trace.go:171","msg":"trace[997676879] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"176.656564ms","start":"2026-07-02T05:16:15.636755Z","end":"2026-07-02T05:16:15.813412Z","steps":["trace[997676879] 'process raft request' (duration: 176.52482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:15.813511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.862981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:16:15.813534Z","caller":"traceutil/trace.go:171","msg":"trace[1091609541] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1896; }","duration":"176.935144ms","start":"2026-07-02T05:16:15.636593Z","end":"2026-07-02T05:16:15.813529Z","steps":["trace[1091609541] 'agreement among raft nodes before linearized reading' (duration: 176.855641ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:15.813659Z","caller":"traceutil/trace.go:171","msg":"trace[730187758] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"176.710496ms","start":"2026-07-02T05:16:15.636675Z","end":"2026-07-02T05:16:15.813385Z","steps":["trace[730187758] 'process raft request' (duration: 176.561871ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:15.813795Z","caller":"traceutil/trace.go:171","msg":"trace[1782779894] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"112.993349ms","start":"2026-07-02T05:16:15.700781Z","end":"2026-07-02T05:16:15.813774Z","steps":["trace[1782779894] 'process raft request' (duration: 112.535084ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:16.084097Z","caller":"traceutil/trace.go:171","msg":"trace[899529249] linearizableReadLoop","detail":"{readStateIndex:1978; appliedIndex:1975; }","duration":"108.1693ms","start":"2026-07-02T05:16:15.975901Z","end":"2026-07-02T05:16:16.084071Z","steps":["trace[899529249] 'read index received' (duration: 33.827653ms)","trace[899529249] 'applied index is now lower than readState.Index' (duration: 74.338897ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:16:16.084384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.020665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-02T05:16:16.084368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.303634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-02T05:16:16.084385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.448479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-02T05:16:16.084417Z","caller":"traceutil/trace.go:171","msg":"trace[1873118089] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1900; }","duration":"108.069837ms","start":"2026-07-02T05:16:15.976337Z","end":"2026-07-02T05:16:16.084407Z","steps":["trace[1873118089] 'agreement among raft nodes before linearized reading' (duration: 107.989974ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:16.084441Z","caller":"traceutil/trace.go:171","msg":"trace[1804750161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1900; }","duration":"108.438339ms","start":"2026-07-02T05:16:15.97599Z","end":"2026-07-02T05:16:16.084428Z","steps":["trace[1804750161] 'agreement among raft nodes before linearized reading' (duration: 108.250653ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:16.084453Z","caller":"traceutil/trace.go:171","msg":"trace[1624464738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1900; }","duration":"108.576753ms","start":"2026-07-02T05:16:15.975861Z","end":"2026-07-02T05:16:16.084438Z","steps":["trace[1624464738] 'agreement among raft nodes before linearized reading' (duration: 108.360106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:16.084394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.699414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-02T05:16:16.084523Z","caller":"traceutil/trace.go:171","msg":"trace[743297386] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1900; }","duration":"107.84793ms","start":"2026-07-02T05:16:15.976669Z","end":"2026-07-02T05:16:16.084517Z","steps":["trace[743297386] 'agreement among raft nodes before linearized reading' (duration: 107.624022ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:16.085084Z","caller":"traceutil/trace.go:171","msg":"trace[1256442871] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"122.13879ms","start":"2026-07-02T05:16:15.961889Z","end":"2026-07-02T05:16:16.084028Z","steps":["trace[1256442871] 'process raft request' (duration: 122.018226ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:16.192684Z","caller":"traceutil/trace.go:171","msg":"trace[1926805592] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"104.143817ms","start":"2026-07-02T05:16:16.088493Z","end":"2026-07-02T05:16:16.192637Z","steps":["trace[1926805592] 'process raft request' (duration: 26.716509ms)","trace[1926805592] 'compare' (duration: 77.250442ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:16:16.198199Z","caller":"traceutil/trace.go:171","msg":"trace[1518082041] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"100.58348ms","start":"2026-07-02T05:16:16.097602Z","end":"2026-07-02T05:16:16.198185Z","steps":["trace[1518082041] 'process raft request' (duration: 100.514728ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:16.198222Z","caller":"traceutil/trace.go:171","msg":"trace[1084774228] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"100.57474ms","start":"2026-07-02T05:16:16.097612Z","end":"2026-07-02T05:16:16.198187Z","steps":["trace[1084774228] 'process raft request' (duration: 100.424735ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:16.198501Z","caller":"traceutil/trace.go:171","msg":"trace[1937652469] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"100.787787ms","start":"2026-07-02T05:16:16.097701Z","end":"2026-07-02T05:16:16.198489Z","steps":["trace[1937652469] 'process raft request' (duration: 100.451076ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:16.198669Z","caller":"traceutil/trace.go:171","msg":"trace[856503224] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"100.88047ms","start":"2026-07-02T05:16:16.097777Z","end":"2026-07-02T05:16:16.198658Z","steps":["trace[856503224] 'process raft request' (duration: 100.831359ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:16.198714Z","caller":"traceutil/trace.go:171","msg":"trace[1373496013] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"100.980933ms","start":"2026-07-02T05:16:16.097708Z","end":"2026-07-02T05:16:16.198689Z","steps":["trace[1373496013] 'process raft request' (duration: 100.674253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:18.342066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383258970,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:16:18.843076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383258970,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:16:19.343619Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383258970,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:16:19.844934Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383258970,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:16:19.93657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000154237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T05:16:19.936648Z","caller":"traceutil/trace.go:171","msg":"trace[1008202814] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000300461s","start":"2026-07-02T05:16:17.936328Z","end":"2026-07-02T05:16:19.936628Z","steps":["trace[1008202814] 'agreement among raft nodes before linearized reading' (duration: 2.000186478s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:19.9367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:17.93631Z","time spent":"2.000381414s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:16:20.100492Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.280965461s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T05:16:20.100911Z","caller":"traceutil/trace.go:171","msg":"trace[393148872] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"2.281456366s","start":"2026-07-02T05:16:17.819418Z","end":"2026-07-02T05:16:20.100875Z","steps":["trace[393148872] 'process raft request' (duration: 2.281297831s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:20.101065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:17.819391Z","time spent":"2.281595001s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:20.978013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000135837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T05:16:20.978107Z","caller":"traceutil/trace.go:171","msg":"trace[1179293325] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000282972s","start":"2026-07-02T05:16:18.977808Z","end":"2026-07-02T05:16:20.978091Z","steps":["trace[1179293325] 'agreement among raft nodes before linearized reading' (duration: 2.000171438s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:20.978155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:18.977789Z","time spent":"2.000356455s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 05:16:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T05:16:21.436635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.039363ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:16:21.43674Z","caller":"traceutil/trace.go:171","msg":"trace[1001058491] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1917; }","duration":"824.161127ms","start":"2026-07-02T05:16:20.612562Z","end":"2026-07-02T05:16:21.436723Z","steps":["trace[1001058491] 'range keys from in-memory index tree' (duration: 824.022243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:21.728169Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.604196914s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T05:16:21.728682Z","caller":"traceutil/trace.go:171","msg":"trace[403157002] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"2.534606776s","start":"2026-07-02T05:16:19.194048Z","end":"2026-07-02T05:16:21.728655Z","steps":["trace[403157002] 'process raft request' (duration: 2.534483312s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:21.728693Z","caller":"traceutil/trace.go:171","msg":"trace[1532308690] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"3.525034507s","start":"2026-07-02T05:16:18.203639Z","end":"2026-07-02T05:16:21.728674Z","steps":["trace[1532308690] 'process raft request' (duration: 3.524751018s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:21.728821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:18.203618Z","time spent":"3.525129719s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:21.72882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:19.194028Z","time spent":"2.53471904s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:16:21.728919Z","caller":"traceutil/trace.go:171","msg":"trace[1674598255] linearizableReadLoop","detail":"{readStateIndex:1999; appliedIndex:1995; }","duration":"3.893718227s","start":"2026-07-02T05:16:17.835128Z","end":"2026-07-02T05:16:21.728846Z","steps":["trace[1674598255] 'read index received' (duration: 2.265562838s)","trace[1674598255] 'applied index is now lower than readState.Index' (duration: 1.628154299s)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:16:21.728979Z","caller":"traceutil/trace.go:171","msg":"trace[2122259234] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"1.825390443s","start":"2026-07-02T05:16:19.903554Z","end":"2026-07-02T05:16:21.728945Z","steps":["trace[2122259234] 'process raft request' (duration: 1.825147665s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:21.728921Z","caller":"traceutil/trace.go:171","msg":"trace[1208184068] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"2.139834451s","start":"2026-07-02T05:16:19.589033Z","end":"2026-07-02T05:16:21.728867Z","steps":["trace[1208184068] 'process raft request' (duration: 2.139581683s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:21.729091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.893957906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-58766a49-b31f-41c9-b7aa-98b2b2fd07ce\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-07-02T05:16:21.729142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:19.903524Z","time spent":"1.825529927s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:16:21.729154Z","caller":"traceutil/trace.go:171","msg":"trace[203847487] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-58766a49-b31f-41c9-b7aa-98b2b2fd07ce; range_end:; response_count:1; response_revision:1921; }","duration":"3.894051279s","start":"2026-07-02T05:16:17.835086Z","end":"2026-07-02T05:16:21.729138Z","steps":["trace[203847487] 'agreement among raft nodes before linearized reading' (duration: 3.893885183s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:21.729207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:17.835073Z","time spent":"3.8941185s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-58766a49-b31f-41c9-b7aa-98b2b2fd07ce\" "} {"level":"warn","ts":"2026-07-02T05:16:21.729304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:19.589007Z","time spent":"2.140112049s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:21.937866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000270121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T05:16:21.937998Z","caller":"traceutil/trace.go:171","msg":"trace[317153336] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000445106s","start":"2026-07-02T05:16:19.937531Z","end":"2026-07-02T05:16:21.937976Z","steps":["trace[317153336] 'agreement among raft nodes before linearized reading' (duration: 2.000296742s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:21.938057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:19.937514Z","time spent":"2.000529819s","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 05:16:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T05:16:23.088775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999085001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T05:16:23.088859Z","caller":"traceutil/trace.go:171","msg":"trace[1374581101] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999215625s","start":"2026-07-02T05:16:18.089623Z","end":"2026-07-02T05:16:23.088838Z","steps":["trace[1374581101] 'agreement among raft nodes before linearized reading' (duration: 4.999117651s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:23.088905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:18.089601Z","time spent":"4.999294957s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/02 05:16:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T05:16:23.196414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999124683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T05:16:23.196546Z","caller":"traceutil/trace.go:171","msg":"trace[83558155] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999275468s","start":"2026-07-02T05:16:18.197252Z","end":"2026-07-02T05:16:23.196528Z","steps":["trace[83558155] 'agreement among raft nodes before linearized reading' (duration: 4.999119223s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:23.196589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:18.197197Z","time spent":"4.999383192s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/02 05:16:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T05:16:23.202831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000182197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T05:16:23.202908Z","caller":"traceutil/trace.go:171","msg":"trace[1080530656] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000297851s","start":"2026-07-02T05:16:18.202601Z","end":"2026-07-02T05:16:23.202898Z","steps":["trace[1080530656] 'agreement among raft nodes before linearized reading' (duration: 5.000215548s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:23.20294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:18.202578Z","time spent":"5.000352013s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/02 05:16:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T05:16:23.872739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.816020543s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:16:23.872995Z","caller":"traceutil/trace.go:171","msg":"trace[510635012] linearizableReadLoop","detail":"{readStateIndex:2002; appliedIndex:2000; }","duration":"2.143958773s","start":"2026-07-02T05:16:21.728999Z","end":"2026-07-02T05:16:23.872958Z","steps":["trace[510635012] 'read index received' (duration: 327.544957ms)","trace[510635012] 'applied index is now lower than readState.Index' (duration: 1.816412546s)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:16:23.873082Z","caller":"traceutil/trace.go:171","msg":"trace[2059482359] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"2.891520672s","start":"2026-07-02T05:16:20.981543Z","end":"2026-07-02T05:16:23.873063Z","steps":["trace[2059482359] 'process raft request' (duration: 1.075087045s)","trace[2059482359] 'compare' (duration: 1.815703073s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:16:23.873143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:20.981522Z","time spent":"2.891592314s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T05:16:23.873465Z","caller":"traceutil/trace.go:171","msg":"trace[1287963697] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"2.396605486s","start":"2026-07-02T05:16:21.476845Z","end":"2026-07-02T05:16:23.87345Z","steps":["trace[1287963697] 'process raft request' (duration: 2.396009047s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:23.873534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:21.476822Z","time spent":"2.396669628s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:23.873805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.355572874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-07-02T05:16:23.873841Z","caller":"traceutil/trace.go:171","msg":"trace[1651010018] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1923; }","duration":"2.355646527s","start":"2026-07-02T05:16:21.518183Z","end":"2026-07-02T05:16:23.873829Z","steps":["trace[1651010018] 'agreement among raft nodes before linearized reading' (duration: 2.355488252s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:23.873872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:21.518163Z","time spent":"2.355701368s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T05:16:23.873966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.800431948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:16:23.874003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.534512346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-02T05:16:23.874033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.319076185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-02T05:16:23.874102Z","caller":"traceutil/trace.go:171","msg":"trace[744818267] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1923; }","duration":"4.53466094s","start":"2026-07-02T05:16:19.33942Z","end":"2026-07-02T05:16:23.87408Z","steps":["trace[744818267] 'agreement among raft nodes before linearized reading' (duration: 4.534453634s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:23.874101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.671677415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-02T05:16:23.874119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.286937771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-02T05:16:23.874143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.671576123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-02T05:16:23.874118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.510156808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:16:23.874173Z","caller":"traceutil/trace.go:171","msg":"trace[1191899629] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1923; }","duration":"5.287021954s","start":"2026-07-02T05:16:18.587135Z","end":"2026-07-02T05:16:23.874157Z","steps":["trace[1191899629] 'agreement among raft nodes before linearized reading' (duration: 5.286841018s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:23.874164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:19.3394Z","time spent":"4.534748924s","remote":"127.0.0.1:50066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:16:23.87418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.097982849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-02T05:16:23.874217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:18.587119Z","time spent":"5.287086775s","remote":"127.0.0.1:50974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-02T05:16:23.874253Z","caller":"traceutil/trace.go:171","msg":"trace[107090348] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1923; }","duration":"3.098271129s","start":"2026-07-02T05:16:20.775962Z","end":"2026-07-02T05:16:23.874233Z","steps":["trace[107090348] 'agreement among raft nodes before linearized reading' (duration: 3.097948289s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:23.874246Z","caller":"traceutil/trace.go:171","msg":"trace[2125017584] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1923; }","duration":"4.510319623s","start":"2026-07-02T05:16:19.363908Z","end":"2026-07-02T05:16:23.874227Z","steps":["trace[2125017584] 'agreement among raft nodes before linearized reading' (duration: 4.510123677s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:23.874109Z","caller":"traceutil/trace.go:171","msg":"trace[1854067865] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:1923; }","duration":"3.319190839s","start":"2026-07-02T05:16:20.554901Z","end":"2026-07-02T05:16:23.874092Z","steps":["trace[1854067865] 'agreement among raft nodes before linearized reading' (duration: 3.319012753s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:23.874317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:20.775941Z","time spent":"3.098364202s","remote":"127.0.0.1:50478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:16:23.874196Z","caller":"traceutil/trace.go:171","msg":"trace[1366189790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1923; }","duration":"5.671653485s","start":"2026-07-02T05:16:18.20253Z","end":"2026-07-02T05:16:23.874184Z","steps":["trace[1366189790] 'agreement among raft nodes before linearized reading' (duration: 5.671485179s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:23.874372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:18.202524Z","time spent":"5.67184148s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T05:16:23.874358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:19.363886Z","time spent":"4.510447307s","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:16:23.874361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:20.554839Z","time spent":"3.319506789s","remote":"127.0.0.1:49992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"info","ts":"2026-07-02T05:16:23.874164Z","caller":"traceutil/trace.go:171","msg":"trace[829788908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1923; }","duration":"5.671775079s","start":"2026-07-02T05:16:18.202375Z","end":"2026-07-02T05:16:23.87415Z","steps":["trace[829788908] 'agreement among raft nodes before linearized reading' (duration: 5.671585533s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:23.874448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:18.202362Z","time spent":"5.672080138s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T05:16:23.874037Z","caller":"traceutil/trace.go:171","msg":"trace[984735301] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1923; }","duration":"3.800550021s","start":"2026-07-02T05:16:20.073473Z","end":"2026-07-02T05:16:23.874023Z","steps":["trace[984735301] 'agreement among raft nodes before linearized reading' (duration: 3.800430278s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:23.874505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:20.073453Z","time spent":"3.801047307s","remote":"127.0.0.1:47392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:16:23.874206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.524999772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T05:16:23.874579Z","caller":"traceutil/trace.go:171","msg":"trace[1502995138] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1923; }","duration":"4.525399845s","start":"2026-07-02T05:16:19.349172Z","end":"2026-07-02T05:16:23.874572Z","steps":["trace[1502995138] 'agreement among raft nodes before linearized reading' (duration: 4.524890169s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:23.874598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:19.349161Z","time spent":"4.525430676s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":226,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:16:23.943875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000278251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T05:16:23.943959Z","caller":"traceutil/trace.go:171","msg":"trace[1012477790] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000410526s","start":"2026-07-02T05:16:21.943528Z","end":"2026-07-02T05:16:23.943939Z","steps":["trace[1012477790] 'agreement among raft nodes before linearized reading' (duration: 2.000307042s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:23.944066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:21.943513Z","time spent":"2.00054096s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 05:16:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T05:16:24.373564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383258983,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:16:24.874256Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383258983,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:16:25.267507Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.161065706s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T05:16:25.267917Z","caller":"traceutil/trace.go:171","msg":"trace[487562648] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"3.161578642s","start":"2026-07-02T05:16:22.106314Z","end":"2026-07-02T05:16:25.267893Z","steps":["trace[487562648] 'process raft request' (duration: 3.161354515s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:25.268126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:22.106292Z","time spent":"3.161733918s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:16:25.305922Z","caller":"traceutil/trace.go:171","msg":"trace[1783611701] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"1.571696685s","start":"2026-07-02T05:16:23.734197Z","end":"2026-07-02T05:16:25.305894Z","steps":["trace[1783611701] 'process raft request' (duration: 1.571525329s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:25.306071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:23.734169Z","time spent":"1.571823989s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:16:25.305921Z","caller":"traceutil/trace.go:171","msg":"trace[731365975] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"1.571423126s","start":"2026-07-02T05:16:23.734476Z","end":"2026-07-02T05:16:25.305899Z","steps":["trace[731365975] 'process raft request' (duration: 1.571351504s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:25.306204Z","caller":"traceutil/trace.go:171","msg":"trace[1374676099] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"1.571600452s","start":"2026-07-02T05:16:23.734574Z","end":"2026-07-02T05:16:25.306174Z","steps":["trace[1374676099] 'process raft request' (duration: 1.571287992s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:25.306272Z","caller":"traceutil/trace.go:171","msg":"trace[162535018] linearizableReadLoop","detail":"{readStateIndex:2010; appliedIndex:2002; }","duration":"1.43322671s","start":"2026-07-02T05:16:23.873033Z","end":"2026-07-02T05:16:25.30626Z","steps":["trace[162535018] 'read index received' (duration: 1.394698019s)","trace[162535018] 'applied index is now lower than readState.Index' (duration: 38.527901ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:16:25.306322Z","caller":"traceutil/trace.go:171","msg":"trace[1005140602] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"1.42762483s","start":"2026-07-02T05:16:23.878689Z","end":"2026-07-02T05:16:25.306314Z","steps":["trace[1005140602] 'process raft request' (duration: 1.427506297s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:25.306302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:23.734465Z","time spent":"1.571720875s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:25.306371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:23.878666Z","time spent":"1.427680422s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:25.306358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:23.734548Z","time spent":"1.571729976s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:16:25.306346Z","caller":"traceutil/trace.go:171","msg":"trace[623674446] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"1.067243084s","start":"2026-07-02T05:16:24.239094Z","end":"2026-07-02T05:16:25.306337Z","steps":["trace[623674446] 'process raft request' (duration: 1.067130641s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:25.306458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:23.875212Z","time spent":"1.431244917s","remote":"127.0.0.1:49992","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-02T05:16:25.306491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:24.239047Z","time spent":"1.06741662s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:25.306507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572775746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-58766a49-b31f-41c9-b7aa-98b2b2fd07ce\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-07-02T05:16:25.30652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428884471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-02T05:16:25.306551Z","caller":"traceutil/trace.go:171","msg":"trace[1600542927] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-58766a49-b31f-41c9-b7aa-98b2b2fd07ce; range_end:; response_count:1; response_revision:1930; }","duration":"2.57287423s","start":"2026-07-02T05:16:22.733663Z","end":"2026-07-02T05:16:25.306537Z","steps":["trace[1600542927] 'agreement among raft nodes before linearized reading' (duration: 2.572699154s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:25.306579Z","caller":"traceutil/trace.go:171","msg":"trace[823077968] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589; range_end:; response_count:1; response_revision:1930; }","duration":"1.428974384s","start":"2026-07-02T05:16:23.877591Z","end":"2026-07-02T05:16:25.306565Z","steps":["trace[823077968] 'agreement among raft nodes before linearized reading' (duration: 1.428807829s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:25.306575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.043892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:16:25.306584Z","caller":"traceutil/trace.go:171","msg":"trace[2140898875] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"1.42793686s","start":"2026-07-02T05:16:23.878629Z","end":"2026-07-02T05:16:25.306566Z","steps":["trace[2140898875] 'process raft request' (duration: 1.427522047s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:25.306596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:22.73364Z","time spent":"2.572944561s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-58766a49-b31f-41c9-b7aa-98b2b2fd07ce\" "} {"level":"warn","ts":"2026-07-02T05:16:25.306611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:23.877576Z","time spent":"1.429029296s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589\" "} {"level":"info","ts":"2026-07-02T05:16:25.306624Z","caller":"traceutil/trace.go:171","msg":"trace[125291555] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1930; }","duration":"415.125715ms","start":"2026-07-02T05:16:24.891481Z","end":"2026-07-02T05:16:25.306607Z","steps":["trace[125291555] 'agreement among raft nodes before linearized reading' (duration: 415.000491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:25.306635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.734232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-02T05:16:25.306668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:24.891459Z","time spent":"415.197867ms","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:16:25.306692Z","caller":"traceutil/trace.go:171","msg":"trace[718434010] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1930; }","duration":"102.852476ms","start":"2026-07-02T05:16:25.203824Z","end":"2026-07-02T05:16:25.306677Z","steps":["trace[718434010] 'agreement among raft nodes before linearized reading' (duration: 102.67305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:25.306693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.042130685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18be6133435974bc\" ","response":"range_response_count:1 size:982"} {"level":"warn","ts":"2026-07-02T05:16:25.306718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.049416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-07-02T05:16:25.306722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362532021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:16:25.306758Z","caller":"traceutil/trace.go:171","msg":"trace[261919645] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18be6133435974bc; range_end:; response_count:1; response_revision:1930; }","duration":"3.042237388s","start":"2026-07-02T05:16:22.264502Z","end":"2026-07-02T05:16:25.30674Z","steps":["trace[261919645] 'agreement among raft nodes before linearized reading' (duration: 3.042075483s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:25.306794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:22.264483Z","time spent":"3.042304151s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18be6133435974bc\" "} {"level":"info","ts":"2026-07-02T05:16:25.306792Z","caller":"traceutil/trace.go:171","msg":"trace[1464803668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1930; }","duration":"1.362639754s","start":"2026-07-02T05:16:23.944135Z","end":"2026-07-02T05:16:25.306775Z","steps":["trace[1464803668] 'agreement among raft nodes before linearized reading' (duration: 1.362530881s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:25.306749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421293418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:16:25.306836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:23.944115Z","time spent":"1.362710327s","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T05:16:25.306889Z","caller":"traceutil/trace.go:171","msg":"trace[965380350] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1930; }","duration":"1.421437473s","start":"2026-07-02T05:16:23.88544Z","end":"2026-07-02T05:16:25.306877Z","steps":["trace[965380350] 'agreement among raft nodes before linearized reading' (duration: 1.421295409s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:25.306692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.111365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-02T05:16:25.306909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.336121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-02T05:16:25.306637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:23.87861Z","time spent":"1.428002293s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:25.306919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:23.885433Z","time spent":"1.421478044s","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-02T05:16:25.306751Z","caller":"traceutil/trace.go:171","msg":"trace[572137605] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1930; }","duration":"749.123258ms","start":"2026-07-02T05:16:24.557621Z","end":"2026-07-02T05:16:25.306744Z","steps":["trace[572137605] 'agreement among raft nodes before linearized reading' (duration: 749.009254ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:25.306975Z","caller":"traceutil/trace.go:171","msg":"trace[1189576563] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1930; }","duration":"216.411524ms","start":"2026-07-02T05:16:25.090531Z","end":"2026-07-02T05:16:25.306942Z","steps":["trace[1189576563] 'agreement among raft nodes before linearized reading' (duration: 216.019912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:25.307022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:24.557601Z","time spent":"749.412688ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-02T05:16:25.307034Z","caller":"traceutil/trace.go:171","msg":"trace[82137938] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1930; }","duration":"425.435885ms","start":"2026-07-02T05:16:24.881507Z","end":"2026-07-02T05:16:25.306943Z","steps":["trace[82137938] 'agreement among raft nodes before linearized reading' (duration: 425.202977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:25.306923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.540657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-02T05:16:25.307191Z","caller":"traceutil/trace.go:171","msg":"trace[867029199] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1930; }","duration":"108.93547ms","start":"2026-07-02T05:16:25.198232Z","end":"2026-07-02T05:16:25.307167Z","steps":["trace[867029199] 'agreement among raft nodes before linearized reading' (duration: 108.277489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:25.307131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:24.881483Z","time spent":"425.621941ms","remote":"127.0.0.1:50974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-02T05:16:26.971207Z","caller":"traceutil/trace.go:171","msg":"trace[516083960] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"132.118661ms","start":"2026-07-02T05:16:26.839061Z","end":"2026-07-02T05:16:26.97118Z","steps":["trace[516083960] 'process raft request' (duration: 131.962996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:27.160159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.817558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:16:27.160307Z","caller":"traceutil/trace.go:171","msg":"trace[14171328] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"181.321454ms","start":"2026-07-02T05:16:26.978955Z","end":"2026-07-02T05:16:27.160276Z","steps":["trace[14171328] 'process raft request' (duration: 56.31736ms)","trace[14171328] 'compare' (duration: 124.715245ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:16:27.446322Z","caller":"traceutil/trace.go:171","msg":"trace[840195398] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"276.29627ms","start":"2026-07-02T05:16:27.170004Z","end":"2026-07-02T05:16:27.4463Z","steps":["trace[840195398] 'process raft request' (duration: 276.171566ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:27.626349Z","caller":"traceutil/trace.go:171","msg":"trace[1278176926] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"352.947529ms","start":"2026-07-02T05:16:27.273371Z","end":"2026-07-02T05:16:27.626319Z","steps":["trace[1278176926] 'process raft request' (duration: 352.780964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:27.626494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:27.273345Z","time spent":"353.072943ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:16:27.626593Z","caller":"traceutil/trace.go:171","msg":"trace[486886722] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"315.893474ms","start":"2026-07-02T05:16:27.310675Z","end":"2026-07-02T05:16:27.626568Z","steps":["trace[486886722] 'process raft request' (duration: 315.605755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:27.626766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:27.310651Z","time spent":"316.014628ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:16:27.626834Z","caller":"traceutil/trace.go:171","msg":"trace[2021900510] linearizableReadLoop","detail":"{readStateIndex:2030; appliedIndex:2027; }","duration":"315.915735ms","start":"2026-07-02T05:16:27.310876Z","end":"2026-07-02T05:16:27.626792Z","steps":["trace[2021900510] 'read index received' (duration: 135.294434ms)","trace[2021900510] 'applied index is now lower than readState.Index' (duration: 180.620241ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:16:27.626877Z","caller":"traceutil/trace.go:171","msg":"trace[427162486] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"314.528581ms","start":"2026-07-02T05:16:27.312295Z","end":"2026-07-02T05:16:27.626824Z","steps":["trace[427162486] 'process raft request' (duration: 314.401027ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:27.626927Z","caller":"traceutil/trace.go:171","msg":"trace[680401977] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"315.262965ms","start":"2026-07-02T05:16:27.311638Z","end":"2026-07-02T05:16:27.626901Z","steps":["trace[680401977] 'process raft request' (duration: 314.852492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:27.626979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.128902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-02T05:16:27.627022Z","caller":"traceutil/trace.go:171","msg":"trace[307478519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1951; }","duration":"316.197704ms","start":"2026-07-02T05:16:27.31081Z","end":"2026-07-02T05:16:27.627008Z","steps":["trace[307478519] 'agreement among raft nodes before linearized reading' (duration: 316.06819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:27.627014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:27.312286Z","time spent":"314.657805ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:27.627056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:27.310795Z","time spent":"316.254367ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T05:16:27.627059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:27.311623Z","time spent":"315.366448ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:16:27.803874Z","caller":"traceutil/trace.go:171","msg":"trace[86855444] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"352.323139ms","start":"2026-07-02T05:16:27.451524Z","end":"2026-07-02T05:16:27.803847Z","steps":["trace[86855444] 'process raft request' (duration: 303.385535ms)","trace[86855444] 'compare' (duration: 48.772929ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:16:27.804047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:27.451499Z","time spent":"352.451363ms","remote":"127.0.0.1:50254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1470,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:16:27.804164Z","caller":"traceutil/trace.go:171","msg":"trace[1495597827] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"352.444783ms","start":"2026-07-02T05:16:27.451703Z","end":"2026-07-02T05:16:27.804147Z","steps":["trace[1495597827] 'process raft request' (duration: 352.095012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:27.80429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:27.451669Z","time spent":"352.574867ms","remote":"127.0.0.1:50254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1528,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:16:27.804407Z","caller":"traceutil/trace.go:171","msg":"trace[1282442803] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"352.578748ms","start":"2026-07-02T05:16:27.451795Z","end":"2026-07-02T05:16:27.804374Z","steps":["trace[1282442803] 'process raft request' (duration: 352.240967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:27.804592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:27.451785Z","time spent":"352.710282ms","remote":"127.0.0.1:50128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:16:27.804803Z","caller":"traceutil/trace.go:171","msg":"trace[2008230522] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"352.674871ms","start":"2026-07-02T05:16:27.45211Z","end":"2026-07-02T05:16:27.804785Z","steps":["trace[2008230522] 'process raft request' (duration: 352.238157ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:27.804843Z","caller":"traceutil/trace.go:171","msg":"trace[1006658248] linearizableReadLoop","detail":"{readStateIndex:2036; appliedIndex:2032; }","duration":"177.914036ms","start":"2026-07-02T05:16:27.626897Z","end":"2026-07-02T05:16:27.804811Z","steps":["trace[1006658248] 'read index received' (duration: 128.029031ms)","trace[1006658248] 'applied index is now lower than readState.Index' (duration: 49.882174ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:16:27.804866Z","caller":"traceutil/trace.go:171","msg":"trace[1214770652] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"174.486206ms","start":"2026-07-02T05:16:27.630363Z","end":"2026-07-02T05:16:27.80485Z","steps":["trace[1214770652] 'process raft request' (duration: 174.372262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:27.804913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:27.452102Z","time spent":"352.749453ms","remote":"127.0.0.1:50128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":976,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:27.805189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.483639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-02T05:16:27.805215Z","caller":"traceutil/trace.go:171","msg":"trace[1304239305] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1956; }","duration":"426.529721ms","start":"2026-07-02T05:16:27.378676Z","end":"2026-07-02T05:16:27.805206Z","steps":["trace[1304239305] 'agreement among raft nodes before linearized reading' (duration: 426.433898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:27.805216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.914063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-02T05:16:27.805286Z","caller":"traceutil/trace.go:171","msg":"trace[1497708321] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1956; }","duration":"427.008176ms","start":"2026-07-02T05:16:27.378261Z","end":"2026-07-02T05:16:27.805269Z","steps":["trace[1497708321] 'agreement among raft nodes before linearized reading' (duration: 426.830491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:27.80532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.885157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-02T05:16:27.80534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.62045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-02T05:16:27.805336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:27.378249Z","time spent":"427.075018ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T05:16:27.805368Z","caller":"traceutil/trace.go:171","msg":"trace[985495014] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1956; }","duration":"445.679992ms","start":"2026-07-02T05:16:27.359677Z","end":"2026-07-02T05:16:27.805357Z","steps":["trace[985495014] 'agreement among raft nodes before linearized reading' (duration: 445.635671ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:27.80537Z","caller":"traceutil/trace.go:171","msg":"trace[1057496719] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1956; }","duration":"485.95935ms","start":"2026-07-02T05:16:27.319393Z","end":"2026-07-02T05:16:27.805353Z","steps":["trace[1057496719] 'agreement among raft nodes before linearized reading' (duration: 485.830676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:27.805397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:27.359659Z","time spent":"445.731064ms","remote":"127.0.0.1:36158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:16:27.805413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:27.319381Z","time spent":"486.020241ms","remote":"127.0.0.1:50974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-02T05:16:27.805474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.84113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-02T05:16:27.805536Z","caller":"traceutil/trace.go:171","msg":"trace[788943024] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1956; }","duration":"426.932313ms","start":"2026-07-02T05:16:27.37859Z","end":"2026-07-02T05:16:27.805522Z","steps":["trace[788943024] 'agreement among raft nodes before linearized reading' (duration: 426.763348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:27.805579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:27.378572Z","time spent":"426.995716ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T05:16:27.805235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:27.378663Z","time spent":"426.567882ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T05:16:27.805623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.653828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-02T05:16:27.805475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.484292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-58766a49-b31f-41c9-b7aa-98b2b2fd07ce\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-02T05:16:27.805679Z","caller":"traceutil/trace.go:171","msg":"trace[1225761300] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-58766a49-b31f-41c9-b7aa-98b2b2fd07ce; range_end:; response_count:1; response_revision:1956; }","duration":"489.738891ms","start":"2026-07-02T05:16:27.315928Z","end":"2026-07-02T05:16:27.805667Z","steps":["trace[1225761300] 'agreement among raft nodes before linearized reading' (duration: 489.39744ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:27.805679Z","caller":"traceutil/trace.go:171","msg":"trace[868173924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1956; }","duration":"494.741171ms","start":"2026-07-02T05:16:27.310923Z","end":"2026-07-02T05:16:27.805664Z","steps":["trace[868173924] 'agreement among raft nodes before linearized reading' (duration: 493.970496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:27.805718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:27.315915Z","time spent":"489.791692ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-58766a49-b31f-41c9-b7aa-98b2b2fd07ce\" "} {"level":"warn","ts":"2026-07-02T05:16:27.805724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:27.310908Z","time spent":"494.805292ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T05:16:28.157543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.713891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:16:28.157723Z","caller":"traceutil/trace.go:171","msg":"trace[1535811481] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"348.937411ms","start":"2026-07-02T05:16:27.808768Z","end":"2026-07-02T05:16:28.157706Z","steps":["trace[1535811481] 'process raft request' (duration: 348.880709ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:28.157757Z","caller":"traceutil/trace.go:171","msg":"trace[1777137974] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"348.971202ms","start":"2026-07-02T05:16:27.808758Z","end":"2026-07-02T05:16:28.157729Z","steps":["trace[1777137974] 'process raft request' (duration: 200.985133ms)","trace[1777137974] 'compare' (duration: 147.594446ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:16:28.157793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:27.808745Z","time spent":"349.018104ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:28.15789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:27.80873Z","time spent":"349.081365ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:29.935744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00025262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T05:16:29.935866Z","caller":"traceutil/trace.go:171","msg":"trace[2057833370] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000430996s","start":"2026-07-02T05:16:27.935414Z","end":"2026-07-02T05:16:29.935845Z","steps":["trace[2057833370] 'agreement among raft nodes before linearized reading' (duration: 2.000277991s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:29.935927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:27.935397Z","time spent":"2.000513779s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 05:16:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T05:16:30.237382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922281188s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:16:30.237854Z","caller":"traceutil/trace.go:171","msg":"trace[938127191] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"605.791548ms","start":"2026-07-02T05:16:29.632042Z","end":"2026-07-02T05:16:30.237833Z","steps":["trace[938127191] 'process raft request' (duration: 605.5249ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:30.237936Z","caller":"traceutil/trace.go:171","msg":"trace[2002788131] linearizableReadLoop","detail":"{readStateIndex:2041; appliedIndex:2037; }","duration":"2.302456128s","start":"2026-07-02T05:16:27.935457Z","end":"2026-07-02T05:16:30.237913Z","steps":["trace[2002788131] 'read index received' (duration: 74.367817ms)","trace[2002788131] 'applied index is now lower than readState.Index' (duration: 2.228086231s)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:16:30.237943Z","caller":"traceutil/trace.go:171","msg":"trace[1586779754] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"2.428745313s","start":"2026-07-02T05:16:27.809146Z","end":"2026-07-02T05:16:30.237891Z","steps":["trace[1586779754] 'process raft request' (duration: 505.884156ms)","trace[1586779754] 'compare' (duration: 1.92200462s)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:16:30.238042Z","caller":"traceutil/trace.go:171","msg":"trace[1777315220] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"2.428163285s","start":"2026-07-02T05:16:27.809864Z","end":"2026-07-02T05:16:30.238027Z","steps":["trace[1777315220] 'process raft request' (duration: 2.427622217s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:30.238095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:27.809138Z","time spent":"2.428871787s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:30.238113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:27.809856Z","time spent":"2.428219446s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:30.237961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:29.632027Z","time spent":"605.890622ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:30.662425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.378335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:16:30.662626Z","caller":"traceutil/trace.go:171","msg":"trace[1298713696] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"1.02983976s","start":"2026-07-02T05:16:29.632762Z","end":"2026-07-02T05:16:30.662602Z","steps":["trace[1298713696] 'process raft request' (duration: 721.192496ms)","trace[1298713696] 'compare' (duration: 308.253331ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:16:30.662745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:29.632756Z","time spent":"1.029940343s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:16:30.663008Z","caller":"traceutil/trace.go:171","msg":"trace[319718336] linearizableReadLoop","detail":"{readStateIndex:2045; appliedIndex:2042; }","duration":"425.001012ms","start":"2026-07-02T05:16:30.237989Z","end":"2026-07-02T05:16:30.66299Z","steps":["trace[319718336] 'read index received' (duration: 115.920905ms)","trace[319718336] 'applied index is now lower than readState.Index' (duration: 309.079267ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:16:30.663034Z","caller":"traceutil/trace.go:171","msg":"trace[98401564] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"1.02983893s","start":"2026-07-02T05:16:29.633183Z","end":"2026-07-02T05:16:30.663022Z","steps":["trace[98401564] 'process raft request' (duration: 1.029352445s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:30.663142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807437796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-07-02T05:16:30.663201Z","caller":"traceutil/trace.go:171","msg":"trace[101726139] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1964; }","duration":"1.807503928s","start":"2026-07-02T05:16:28.855685Z","end":"2026-07-02T05:16:30.663189Z","steps":["trace[101726139] 'agreement among raft nodes before linearized reading' (duration: 1.807406145s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:30.663199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:29.633177Z","time spent":"1.029938383s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:30.663244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:28.855632Z","time spent":"1.807595422s","remote":"127.0.0.1:50040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-07-02T05:16:30.66323Z","caller":"traceutil/trace.go:171","msg":"trace[1844829341] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"1.029941273s","start":"2026-07-02T05:16:29.633271Z","end":"2026-07-02T05:16:30.663212Z","steps":["trace[1844829341] 'process raft request' (duration: 1.029628893s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:30.663299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.525109643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:16:30.663332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.420642405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:16:30.663367Z","caller":"traceutil/trace.go:171","msg":"trace[1550537911] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1964; }","duration":"2.525215837s","start":"2026-07-02T05:16:28.138134Z","end":"2026-07-02T05:16:30.66335Z","steps":["trace[1550537911] 'agreement among raft nodes before linearized reading' (duration: 2.525110503s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:30.663375Z","caller":"traceutil/trace.go:171","msg":"trace[952340386] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1964; }","duration":"2.420723277s","start":"2026-07-02T05:16:28.242636Z","end":"2026-07-02T05:16:30.66336Z","steps":["trace[952340386] 'agreement among raft nodes before linearized reading' (duration: 2.420642754s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:30.663396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.414196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:16:30.663422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:28.24261Z","time spent":"2.42080523s","remote":"127.0.0.1:50434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:16:30.663426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.107726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-02T05:16:30.663486Z","caller":"traceutil/trace.go:171","msg":"trace[1963356550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1964; }","duration":"727.512169ms","start":"2026-07-02T05:16:29.935932Z","end":"2026-07-02T05:16:30.663444Z","steps":["trace[1963356550] 'agreement among raft nodes before linearized reading' (duration: 727.428926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:30.663535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:29.935912Z","time spent":"727.615652ms","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:16:30.663411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:29.633253Z","time spent":"1.030081587s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:30.663575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.835486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-02T05:16:30.66359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.208219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-07-02T05:16:30.663615Z","caller":"traceutil/trace.go:171","msg":"trace[1814325699] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:1964; }","duration":"107.907308ms","start":"2026-07-02T05:16:30.555699Z","end":"2026-07-02T05:16:30.663607Z","steps":["trace[1814325699] 'agreement among raft nodes before linearized reading' (duration: 107.819185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:30.663303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.660698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-02T05:16:30.66362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.984374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T05:16:30.663656Z","caller":"traceutil/trace.go:171","msg":"trace[743595187] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1964; }","duration":"674.070131ms","start":"2026-07-02T05:16:29.989579Z","end":"2026-07-02T05:16:30.663649Z","steps":["trace[743595187] 'agreement among raft nodes before linearized reading' (duration: 673.648588ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:30.663688Z","caller":"traceutil/trace.go:171","msg":"trace[112172015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1964; }","duration":"856.098148ms","start":"2026-07-02T05:16:29.807571Z","end":"2026-07-02T05:16:30.663669Z","steps":["trace[112172015] 'agreement among raft nodes before linearized reading' (duration: 855.8694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:30.663689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850609156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-58766a49-b31f-41c9-b7aa-98b2b2fd07ce\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-07-02T05:16:30.663147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6866823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:16:30.663773Z","caller":"traceutil/trace.go:171","msg":"trace[403573033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1964; }","duration":"1.687363202s","start":"2026-07-02T05:16:28.976393Z","end":"2026-07-02T05:16:30.663756Z","steps":["trace[403573033] 'agreement among raft nodes before linearized reading' (duration: 1.686642829s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:30.663784Z","caller":"traceutil/trace.go:171","msg":"trace[312107894] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-58766a49-b31f-41c9-b7aa-98b2b2fd07ce; range_end:; response_count:1; response_revision:1964; }","duration":"1.850706459s","start":"2026-07-02T05:16:28.813034Z","end":"2026-07-02T05:16:30.66374Z","steps":["trace[312107894] 'agreement among raft nodes before linearized reading' (duration: 1.850542144s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:30.663874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:28.813026Z","time spent":"1.850840243s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-58766a49-b31f-41c9-b7aa-98b2b2fd07ce\" "} {"level":"info","ts":"2026-07-02T05:16:30.663621Z","caller":"traceutil/trace.go:171","msg":"trace[798495130] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1964; }","duration":"272.267691ms","start":"2026-07-02T05:16:30.391345Z","end":"2026-07-02T05:16:30.663613Z","steps":["trace[798495130] 'agreement among raft nodes before linearized reading' (duration: 272.170688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:30.663832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:28.976372Z","time spent":"1.687446995s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:16:30.663494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.706061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:16:30.664174Z","caller":"traceutil/trace.go:171","msg":"trace[1944572519] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1964; }","duration":"322.416903ms","start":"2026-07-02T05:16:30.341743Z","end":"2026-07-02T05:16:30.66416Z","steps":["trace[1944572519] 'agreement among raft nodes before linearized reading' (duration: 321.69285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:30.664216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:30.341728Z","time spent":"322.474576ms","remote":"127.0.0.1:39642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:16:30.663431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:28.138116Z","time spent":"2.525295839s","remote":"127.0.0.1:39714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:16:30.663722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:29.807546Z","time spent":"856.17081ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T05:16:30.663732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874964894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:16:30.664611Z","caller":"traceutil/trace.go:171","msg":"trace[425494408] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1964; }","duration":"1.875864272s","start":"2026-07-02T05:16:28.788734Z","end":"2026-07-02T05:16:30.664598Z","steps":["trace[425494408] 'agreement among raft nodes before linearized reading' (duration: 1.874975414s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:30.664651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:28.788719Z","time spent":"1.875918235s","remote":"127.0.0.1:39702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:16:30.663489Z","caller":"traceutil/trace.go:171","msg":"trace[1084512808] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1964; }","duration":"502.212289ms","start":"2026-07-02T05:16:30.161266Z","end":"2026-07-02T05:16:30.663479Z","steps":["trace[1084512808] 'agreement among raft nodes before linearized reading' (duration: 502.075174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:30.664799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:30.161244Z","time spent":"503.544852ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T05:16:30.663682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:29.989562Z","time spent":"674.112652ms","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:16:30.665129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.385697138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-bvq9q\" ","response":"range_response_count:1 size:6144"} {"level":"warn","ts":"2026-07-02T05:16:30.671969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820682629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128994"} {"level":"info","ts":"2026-07-02T05:16:30.671987Z","caller":"traceutil/trace.go:171","msg":"trace[713787410] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-bvq9q; range_end:; response_count:1; response_revision:1964; }","duration":"2.385860543s","start":"2026-07-02T05:16:28.279336Z","end":"2026-07-02T05:16:30.665197Z","steps":["trace[713787410] 'agreement among raft nodes before linearized reading' (duration: 2.3838877s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:30.672061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.812723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-02T05:16:30.672103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:28.279315Z","time spent":"2.392758083s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6167,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-bvq9q\" "} {"level":"warn","ts":"2026-07-02T05:16:30.671995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85228487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-02T05:16:30.672151Z","caller":"traceutil/trace.go:171","msg":"trace[1132450674] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1964; }","duration":"499.949947ms","start":"2026-07-02T05:16:30.17218Z","end":"2026-07-02T05:16:30.67213Z","steps":["trace[1132450674] 'agreement among raft nodes before linearized reading' (duration: 491.148646ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:30.672167Z","caller":"traceutil/trace.go:171","msg":"trace[115559084] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1964; }","duration":"1.860684958s","start":"2026-07-02T05:16:28.81147Z","end":"2026-07-02T05:16:30.672155Z","steps":["trace[115559084] 'agreement among raft nodes before linearized reading' (duration: 1.852170016s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:30.672023Z","caller":"traceutil/trace.go:171","msg":"trace[428937500] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1964; }","duration":"1.820762122s","start":"2026-07-02T05:16:28.851248Z","end":"2026-07-02T05:16:30.67201Z","steps":["trace[428937500] 'agreement among raft nodes before linearized reading' (duration: 1.812383145s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:30.672194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:30.172167Z","time spent":"500.018949ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T05:16:30.672209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:28.811451Z","time spent":"1.860744109s","remote":"127.0.0.1:50974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-02T05:16:30.672221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:28.851236Z","time spent":"1.820974269s","remote":"127.0.0.1:50024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129017,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-02T05:16:31.268218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.241347ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-02T05:16:31.268316Z","caller":"traceutil/trace.go:171","msg":"trace[470929206] linearizableReadLoop","detail":"{readStateIndex:2046; appliedIndex:2045; }","duration":"592.723252ms","start":"2026-07-02T05:16:30.675577Z","end":"2026-07-02T05:16:31.2683Z","steps":["trace[470929206] 'read index received' (duration: 122.501005ms)","trace[470929206] 'applied index is now lower than readState.Index' (duration: 470.220837ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:16:31.268378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:30.665285Z","time spent":"603.089063ms","remote":"127.0.0.1:49992","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-02T05:16:31.268759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.161736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:15 size:25775"} {"level":"info","ts":"2026-07-02T05:16:31.268846Z","caller":"traceutil/trace.go:171","msg":"trace[338237047] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:15; response_revision:1964; }","duration":"593.28034ms","start":"2026-07-02T05:16:30.675548Z","end":"2026-07-02T05:16:31.268828Z","steps":["trace[338237047] 'agreement among raft nodes before linearized reading' (duration: 592.818285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:31.268884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:30.675532Z","time spent":"593.341671ms","remote":"127.0.0.1:50166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":15,"response size":25798,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-07-02T05:16:31.768852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383259052,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:16:32.269651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383259052,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:16:32.67891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988557676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T05:16:32.678978Z","caller":"traceutil/trace.go:171","msg":"trace[563846386] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.988652529s","start":"2026-07-02T05:16:30.690312Z","end":"2026-07-02T05:16:32.678964Z","steps":["trace[563846386] 'agreement among raft nodes before linearized reading' (duration: 1.988572887s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:32.679016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:30.690304Z","time spent":"1.988704311s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 05:16:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T05:16:32.770213Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383259052,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:16:33.271221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383259052,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:16:33.771365Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383259052,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:16:34.048555Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.250465503s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T05:16:34.073622Z","caller":"traceutil/trace.go:171","msg":"trace[1290534108] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"3.38334304s","start":"2026-07-02T05:16:30.690261Z","end":"2026-07-02T05:16:34.073604Z","steps":["trace[1290534108] 'process raft request' (duration: 3.383293628s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:34.073664Z","caller":"traceutil/trace.go:171","msg":"trace[456411757] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"3.397435579s","start":"2026-07-02T05:16:30.676215Z","end":"2026-07-02T05:16:34.07365Z","steps":["trace[456411757] 'process raft request' (duration: 3.397267024s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:34.07368Z","caller":"traceutil/trace.go:171","msg":"trace[2030019626] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"3.397369177s","start":"2026-07-02T05:16:30.676279Z","end":"2026-07-02T05:16:34.073648Z","steps":["trace[2030019626] 'process raft request' (duration: 3.397247733s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:34.073746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:30.690243Z","time spent":"3.383440512s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5915,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:34.073765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:30.676207Z","time spent":"3.397482941s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:16:34.073623Z","caller":"traceutil/trace.go:171","msg":"trace[2107551067] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"3.397482321s","start":"2026-07-02T05:16:30.676112Z","end":"2026-07-02T05:16:34.073594Z","steps":["trace[2107551067] 'process raft request' (duration: 3.372837154s)","trace[2107551067] 'compare' (duration: 24.090369ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:16:34.073821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:30.676273Z","time spent":"3.397465341s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:34.073937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:30.676099Z","time spent":"3.397731939s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:16:34.082236Z","caller":"traceutil/trace.go:171","msg":"trace[1890908719] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"1.41473496s","start":"2026-07-02T05:16:32.667485Z","end":"2026-07-02T05:16:34.08222Z","steps":["trace[1890908719] 'process raft request' (duration: 1.414691219s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:34.082393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:32.66746Z","time spent":"1.414877945s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:16:34.082256Z","caller":"traceutil/trace.go:171","msg":"trace[2032873020] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"2.703146143s","start":"2026-07-02T05:16:31.379095Z","end":"2026-07-02T05:16:34.082241Z","steps":["trace[2032873020] 'process raft request' (duration: 2.703009058s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:34.08226Z","caller":"traceutil/trace.go:171","msg":"trace[1170644919] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"2.294129492s","start":"2026-07-02T05:16:31.788107Z","end":"2026-07-02T05:16:34.082236Z","steps":["trace[1170644919] 'process raft request' (duration: 2.294025228s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:34.082579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:31.379076Z","time spent":"2.703420591s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:34.082597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:31.788062Z","time spent":"2.294506123s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:16:34.082277Z","caller":"traceutil/trace.go:171","msg":"trace[1546163439] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"1.837428397s","start":"2026-07-02T05:16:32.244831Z","end":"2026-07-02T05:16:34.08226Z","steps":["trace[1546163439] 'process raft request' (duration: 1.837322484s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:34.082661Z","caller":"traceutil/trace.go:171","msg":"trace[277942424] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"1.414898346s","start":"2026-07-02T05:16:32.667752Z","end":"2026-07-02T05:16:34.08265Z","steps":["trace[277942424] 'process raft request' (duration: 1.414443641s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:34.082786Z","caller":"traceutil/trace.go:171","msg":"trace[858371962] linearizableReadLoop","detail":"{readStateIndex:2057; appliedIndex:2046; }","duration":"2.814441729s","start":"2026-07-02T05:16:31.268335Z","end":"2026-07-02T05:16:34.082777Z","steps":["trace[858371962] 'read index received' (duration: 2.780626958s)","trace[858371962] 'applied index is now lower than readState.Index' (duration: 33.814031ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:16:34.08281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:32.667744Z","time spent":"1.414983668s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:16:34.082797Z","caller":"traceutil/trace.go:171","msg":"trace[183609589] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"1.407695425s","start":"2026-07-02T05:16:32.675089Z","end":"2026-07-02T05:16:34.082785Z","steps":["trace[183609589] 'process raft request' (duration: 1.407448597s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:34.082904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.407293595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-07-02T05:16:34.082925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.407227382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-02T05:16:34.082937Z","caller":"traceutil/trace.go:171","msg":"trace[707510996] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1975; }","duration":"3.407332576s","start":"2026-07-02T05:16:30.675596Z","end":"2026-07-02T05:16:34.082929Z","steps":["trace[707510996] 'agreement among raft nodes before linearized reading' (duration: 3.407285764s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:34.082964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:30.675532Z","time spent":"3.407424699s","remote":"127.0.0.1:50040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-07-02T05:16:34.082975Z","caller":"traceutil/trace.go:171","msg":"trace[976545336] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589; range_end:; response_count:1; response_revision:1975; }","duration":"3.407269893s","start":"2026-07-02T05:16:30.675681Z","end":"2026-07-02T05:16:34.082951Z","steps":["trace[976545336] 'agreement among raft nodes before linearized reading' (duration: 3.40718031s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:34.082996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:30.675677Z","time spent":"3.407314426s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589\" "} {"level":"warn","ts":"2026-07-02T05:16:34.08306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:32.675081Z","time spent":"1.407880732s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:34.082685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:32.244819Z","time spent":"1.83784856s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:34.082853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.392552984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:16:34.083202Z","caller":"traceutil/trace.go:171","msg":"trace[1411628536] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1975; }","duration":"3.392931136s","start":"2026-07-02T05:16:30.690264Z","end":"2026-07-02T05:16:34.083195Z","steps":["trace[1411628536] 'agreement among raft nodes before linearized reading' (duration: 3.392561384s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:34.083223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:30.69025Z","time spent":"3.392966557s","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-02T05:16:34.082293Z","caller":"traceutil/trace.go:171","msg":"trace[625212411] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"2.812411904s","start":"2026-07-02T05:16:31.269868Z","end":"2026-07-02T05:16:34.08228Z","steps":["trace[625212411] 'process raft request' (duration: 2.812149966s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:34.083312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:31.269845Z","time spent":"2.813434377s","remote":"127.0.0.1:49992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:34.103346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86008632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-02T05:16:34.103406Z","caller":"traceutil/trace.go:171","msg":"trace[176935446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1979; }","duration":"1.860200104s","start":"2026-07-02T05:16:32.243192Z","end":"2026-07-02T05:16:34.103393Z","steps":["trace[176935446] 'agreement among raft nodes before linearized reading' (duration: 1.86005091s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:34.103404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42443468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:16:34.103411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.425182149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-02T05:16:34.103484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860235455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-02T05:16:34.103463Z","caller":"traceutil/trace.go:171","msg":"trace[1804773168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1979; }","duration":"1.424515593s","start":"2026-07-02T05:16:32.678927Z","end":"2026-07-02T05:16:34.103443Z","steps":["trace[1804773168] 'agreement among raft nodes before linearized reading' (duration: 1.42443576s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:34.103498Z","caller":"traceutil/trace.go:171","msg":"trace[408953811] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1979; }","duration":"2.425309324s","start":"2026-07-02T05:16:31.678151Z","end":"2026-07-02T05:16:34.10346Z","steps":["trace[408953811] 'agreement among raft nodes before linearized reading' (duration: 2.425115347s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:34.103509Z","caller":"traceutil/trace.go:171","msg":"trace[322211802] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1979; }","duration":"1.860289187s","start":"2026-07-02T05:16:32.243214Z","end":"2026-07-02T05:16:34.103504Z","steps":["trace[322211802] 'agreement among raft nodes before linearized reading' (duration: 1.860232505s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:34.103526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:32.243193Z","time spent":"1.860329599s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T05:16:34.103531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:31.678136Z","time spent":"2.425386666s","remote":"127.0.0.1:50974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-02T05:16:34.10353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:32.67891Z","time spent":"1.424607465s","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:16:34.103694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.738632616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:16:34.103721Z","caller":"traceutil/trace.go:171","msg":"trace[418389782] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1979; }","duration":"2.738686458s","start":"2026-07-02T05:16:31.365028Z","end":"2026-07-02T05:16:34.103714Z","steps":["trace[418389782] 'agreement among raft nodes before linearized reading' (duration: 2.738642406s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:34.10374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:31.36501Z","time spent":"2.738725129s","remote":"127.0.0.1:50190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:16:34.103432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:32.243168Z","time spent":"1.860257956s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T05:16:34.103887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.428360911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-58766a49-b31f-41c9-b7aa-98b2b2fd07ce\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-02T05:16:34.103908Z","caller":"traceutil/trace.go:171","msg":"trace[1540800884] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-58766a49-b31f-41c9-b7aa-98b2b2fd07ce; range_end:; response_count:1; response_revision:1979; }","duration":"2.428420313s","start":"2026-07-02T05:16:31.675482Z","end":"2026-07-02T05:16:34.103902Z","steps":["trace[1540800884] 'agreement among raft nodes before linearized reading' (duration: 2.428352131s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:34.103932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:31.675461Z","time spent":"2.428466975s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-58766a49-b31f-41c9-b7aa-98b2b2fd07ce\" "} {"level":"warn","ts":"2026-07-02T05:16:34.103358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.898838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-02T05:16:34.103991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.91446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:16:34.10403Z","caller":"traceutil/trace.go:171","msg":"trace[715994793] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1980; }","duration":"261.995372ms","start":"2026-07-02T05:16:33.842024Z","end":"2026-07-02T05:16:34.104019Z","steps":["trace[715994793] 'agreement among raft nodes before linearized reading' (duration: 261.92341ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:34.104035Z","caller":"traceutil/trace.go:171","msg":"trace[716645242] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1979; }","duration":"956.62728ms","start":"2026-07-02T05:16:33.147387Z","end":"2026-07-02T05:16:34.104014Z","steps":["trace[716645242] 'agreement among raft nodes before linearized reading' (duration: 955.842765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:34.104112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:33.147367Z","time spent":"956.711403ms","remote":"127.0.0.1:50494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:16:34.104192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.922811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:16:34.104239Z","caller":"traceutil/trace.go:171","msg":"trace[1406269233] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1980; }","duration":"798.998144ms","start":"2026-07-02T05:16:33.305216Z","end":"2026-07-02T05:16:34.104214Z","steps":["trace[1406269233] 'agreement among raft nodes before linearized reading' (duration: 798.941122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:34.10427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:33.305186Z","time spent":"799.073606ms","remote":"127.0.0.1:50200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:16:34.104574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.832679962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128994"} {"level":"info","ts":"2026-07-02T05:16:34.104618Z","caller":"traceutil/trace.go:171","msg":"trace[1619890159] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1979; }","duration":"2.832745773s","start":"2026-07-02T05:16:31.271864Z","end":"2026-07-02T05:16:34.10461Z","steps":["trace[1619890159] 'agreement among raft nodes before linearized reading' (duration: 2.831956588s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:34.104638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:31.271851Z","time spent":"2.832781715s","remote":"127.0.0.1:50024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129017,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-07-02T05:16:35.750385Z","caller":"traceutil/trace.go:171","msg":"trace[1404867620] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"161.228832ms","start":"2026-07-02T05:16:35.58912Z","end":"2026-07-02T05:16:35.750349Z","steps":["trace[1404867620] 'process raft request' (duration: 98.651513ms)","trace[1404867620] 'compare' (duration: 62.28456ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:16:36.197062Z","caller":"traceutil/trace.go:171","msg":"trace[1582962440] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"114.160048ms","start":"2026-07-02T05:16:36.082876Z","end":"2026-07-02T05:16:36.197036Z","steps":["trace[1582962440] 'process raft request' (duration: 114.083905ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:36.197072Z","caller":"traceutil/trace.go:171","msg":"trace[1131191358] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"115.264193ms","start":"2026-07-02T05:16:36.081774Z","end":"2026-07-02T05:16:36.197038Z","steps":["trace[1131191358] 'process raft request' (duration: 88.56743ms)","trace[1131191358] 'compare' (duration: 26.484596ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:16:36.197458Z","caller":"traceutil/trace.go:171","msg":"trace[783473701] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"109.887711ms","start":"2026-07-02T05:16:36.087445Z","end":"2026-07-02T05:16:36.197332Z","steps":["trace[783473701] 'process raft request' (duration: 109.553871ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:36.19755Z","caller":"traceutil/trace.go:171","msg":"trace[514965469] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"109.349935ms","start":"2026-07-02T05:16:36.088186Z","end":"2026-07-02T05:16:36.197536Z","steps":["trace[514965469] 'process raft request' (duration: 109.121218ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:36.19762Z","caller":"traceutil/trace.go:171","msg":"trace[652255521] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"108.288921ms","start":"2026-07-02T05:16:36.089305Z","end":"2026-07-02T05:16:36.197594Z","steps":["trace[652255521] 'process raft request' (duration: 108.210418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:36.19768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.235657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:16:36.197765Z","caller":"traceutil/trace.go:171","msg":"trace[132165323] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1997; }","duration":"102.370432ms","start":"2026-07-02T05:16:36.095381Z","end":"2026-07-02T05:16:36.197751Z","steps":["trace[132165323] 'agreement among raft nodes before linearized reading' (duration: 102.242028ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:36.197599Z","caller":"traceutil/trace.go:171","msg":"trace[2122159366] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"109.363924ms","start":"2026-07-02T05:16:36.088221Z","end":"2026-07-02T05:16:36.197585Z","steps":["trace[2122159366] 'process raft request' (duration: 109.22815ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:36.197587Z","caller":"traceutil/trace.go:171","msg":"trace[734141691] linearizableReadLoop","detail":"{readStateIndex:2080; appliedIndex:2073; }","duration":"102.142944ms","start":"2026-07-02T05:16:36.095425Z","end":"2026-07-02T05:16:36.197568Z","steps":["trace[734141691] 'read index received' (duration: 1.957612ms)","trace[734141691] 'applied index is now lower than readState.Index' (duration: 100.184032ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:16:36.335958Z","caller":"traceutil/trace.go:171","msg":"trace[520090832] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"130.46038ms","start":"2026-07-02T05:16:36.205467Z","end":"2026-07-02T05:16:36.335927Z","steps":["trace[520090832] 'process raft request' (duration: 130.127269ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:36.338467Z","caller":"traceutil/trace.go:171","msg":"trace[1602508772] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"132.706731ms","start":"2026-07-02T05:16:36.205735Z","end":"2026-07-02T05:16:36.338442Z","steps":["trace[1602508772] 'process raft request' (duration: 132.547766ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:36.338649Z","caller":"traceutil/trace.go:171","msg":"trace[749044572] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"131.257825ms","start":"2026-07-02T05:16:36.20734Z","end":"2026-07-02T05:16:36.338598Z","steps":["trace[749044572] 'process raft request' (duration: 131.048148ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:39.249105Z","caller":"traceutil/trace.go:171","msg":"trace[1884036016] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"104.122827ms","start":"2026-07-02T05:16:39.144955Z","end":"2026-07-02T05:16:39.249078Z","steps":["trace[1884036016] 'process raft request' (duration: 103.89564ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:41.818994Z","caller":"traceutil/trace.go:171","msg":"trace[698333327] linearizableReadLoop","detail":"{readStateIndex:2129; appliedIndex:2128; }","duration":"218.045708ms","start":"2026-07-02T05:16:41.600925Z","end":"2026-07-02T05:16:41.818971Z","steps":["trace[698333327] 'read index received' (duration: 217.79569ms)","trace[698333327] 'applied index is now lower than readState.Index' (duration: 249.038µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:16:41.819042Z","caller":"traceutil/trace.go:171","msg":"trace[160536350] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"230.728773ms","start":"2026-07-02T05:16:41.588286Z","end":"2026-07-02T05:16:41.819015Z","steps":["trace[160536350] 'process raft request' (duration: 230.529997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:41.819141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.201803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:16:41.819178Z","caller":"traceutil/trace.go:171","msg":"trace[842992204] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2044; }","duration":"218.254155ms","start":"2026-07-02T05:16:41.600912Z","end":"2026-07-02T05:16:41.819166Z","steps":["trace[842992204] 'agreement among raft nodes before linearized reading' (duration: 218.178763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:41.820518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.339539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-02T05:16:41.820553Z","caller":"traceutil/trace.go:171","msg":"trace[782337778] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2044; }","duration":"193.407061ms","start":"2026-07-02T05:16:41.627134Z","end":"2026-07-02T05:16:41.820541Z","steps":["trace[782337778] 'agreement among raft nodes before linearized reading' (duration: 193.289547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:41.820596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.407828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:16:41.820679Z","caller":"traceutil/trace.go:171","msg":"trace[617247437] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2044; }","duration":"187.551293ms","start":"2026-07-02T05:16:41.63311Z","end":"2026-07-02T05:16:41.820661Z","steps":["trace[617247437] 'agreement among raft nodes before linearized reading' (duration: 187.385587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:42.903506Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383259225,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T05:16:43.150673Z","caller":"traceutil/trace.go:171","msg":"trace[2015481796] linearizableReadLoop","detail":"{readStateIndex:2137; appliedIndex:2136; }","duration":"747.970582ms","start":"2026-07-02T05:16:42.402649Z","end":"2026-07-02T05:16:43.150619Z","steps":["trace[2015481796] 'read index received' (duration: 746.02141ms)","trace[2015481796] 'applied index is now lower than readState.Index' (duration: 1.947722ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:16:43.150674Z","caller":"traceutil/trace.go:171","msg":"trace[1933013816] transaction","detail":"{read_only:false; response_revision:2052; number_of_response:1; }","duration":"851.362046ms","start":"2026-07-02T05:16:42.299281Z","end":"2026-07-02T05:16:43.150643Z","steps":["trace[1933013816] 'process raft request' (duration: 849.430064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:43.150899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.194519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-02T05:16:43.150933Z","caller":"traceutil/trace.go:171","msg":"trace[1369427663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2052; }","duration":"748.305383ms","start":"2026-07-02T05:16:42.402618Z","end":"2026-07-02T05:16:43.150923Z","steps":["trace[1369427663] 'agreement among raft nodes before linearized reading' (duration: 748.118917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:43.150957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:42.299265Z","time spent":"851.563042ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:43.15098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:42.402603Z","time spent":"748.369615ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T05:16:43.151098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.718629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-02T05:16:43.151521Z","caller":"traceutil/trace.go:171","msg":"trace[1424396636] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2052; }","duration":"745.168792ms","start":"2026-07-02T05:16:42.406332Z","end":"2026-07-02T05:16:43.151501Z","steps":["trace[1424396636] 'agreement among raft nodes before linearized reading' (duration: 744.572303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:43.151574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:42.406326Z","time spent":"745.228304ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-02T05:16:44.414277Z","caller":"traceutil/trace.go:171","msg":"trace[1181586412] linearizableReadLoop","detail":"{readStateIndex:2142; appliedIndex:2141; }","duration":"136.433761ms","start":"2026-07-02T05:16:44.277815Z","end":"2026-07-02T05:16:44.414249Z","steps":["trace[1181586412] 'read index received' (duration: 57.773177ms)","trace[1181586412] 'applied index is now lower than readState.Index' (duration: 78.659013ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:16:44.414363Z","caller":"traceutil/trace.go:171","msg":"trace[1960467618] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"157.114641ms","start":"2026-07-02T05:16:44.257202Z","end":"2026-07-02T05:16:44.414316Z","steps":["trace[1960467618] 'process raft request' (duration: 78.433766ms)","trace[1960467618] 'compare' (duration: 78.481958ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:16:44.41443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.607596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:16:44.41447Z","caller":"traceutil/trace.go:171","msg":"trace[781092550] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2057; }","duration":"136.708339ms","start":"2026-07-02T05:16:44.277748Z","end":"2026-07-02T05:16:44.414456Z","steps":["trace[781092550] 'agreement among raft nodes before linearized reading' (duration: 136.633467ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:44.450314Z","caller":"traceutil/trace.go:171","msg":"trace[511163068] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"137.98181ms","start":"2026-07-02T05:16:44.312288Z","end":"2026-07-02T05:16:44.45027Z","steps":["trace[511163068] 'process raft request' (duration: 137.759223ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:44.450624Z","caller":"traceutil/trace.go:171","msg":"trace[1634651370] transaction","detail":"{read_only:false; response_revision:2059; number_of_response:1; }","duration":"138.260108ms","start":"2026-07-02T05:16:44.312339Z","end":"2026-07-02T05:16:44.450599Z","steps":["trace[1634651370] 'process raft request' (duration: 137.885316ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:44.450814Z","caller":"traceutil/trace.go:171","msg":"trace[758047500] transaction","detail":"{read_only:false; response_revision:2060; number_of_response:1; }","duration":"138.374943ms","start":"2026-07-02T05:16:44.312419Z","end":"2026-07-02T05:16:44.450794Z","steps":["trace[758047500] 'process raft request' (duration: 138.076803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:44.450989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.890518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-02T05:16:44.451125Z","caller":"traceutil/trace.go:171","msg":"trace[500130048] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2060; }","duration":"139.029243ms","start":"2026-07-02T05:16:44.312079Z","end":"2026-07-02T05:16:44.451108Z","steps":["trace[500130048] 'agreement among raft nodes before linearized reading' (duration: 138.803315ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:44.596672Z","caller":"traceutil/trace.go:171","msg":"trace[849980148] linearizableReadLoop","detail":"{readStateIndex:2146; appliedIndex:2145; }","duration":"136.545634ms","start":"2026-07-02T05:16:44.460102Z","end":"2026-07-02T05:16:44.596647Z","steps":["trace[849980148] 'read index received' (duration: 79.564742ms)","trace[849980148] 'applied index is now lower than readState.Index' (duration: 56.977541ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:16:44.596859Z","caller":"traceutil/trace.go:171","msg":"trace[1141690165] transaction","detail":"{read_only:false; response_revision:2061; number_of_response:1; }","duration":"139.742935ms","start":"2026-07-02T05:16:44.457087Z","end":"2026-07-02T05:16:44.59683Z","steps":["trace[1141690165] 'process raft request' (duration: 82.539927ms)","trace[1141690165] 'compare' (duration: 56.903119ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:16:44.596927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.810243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-02T05:16:44.596975Z","caller":"traceutil/trace.go:171","msg":"trace[573232182] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2061; }","duration":"136.912896ms","start":"2026-07-02T05:16:44.460048Z","end":"2026-07-02T05:16:44.596961Z","steps":["trace[573232182] 'agreement among raft nodes before linearized reading' (duration: 136.720259ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:49.398709Z","caller":"traceutil/trace.go:171","msg":"trace[343292330] transaction","detail":"{read_only:false; response_revision:2098; number_of_response:1; }","duration":"148.762164ms","start":"2026-07-02T05:16:49.249923Z","end":"2026-07-02T05:16:49.398685Z","steps":["trace[343292330] 'process raft request' (duration: 148.604249ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:49.399966Z","caller":"traceutil/trace.go:171","msg":"trace[648080346] transaction","detail":"{read_only:false; response_revision:2099; number_of_response:1; }","duration":"128.27078ms","start":"2026-07-02T05:16:49.271676Z","end":"2026-07-02T05:16:49.399947Z","steps":["trace[648080346] 'process raft request' (duration: 128.132795ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:50.437548Z","caller":"traceutil/trace.go:171","msg":"trace[2064090312] transaction","detail":"{read_only:false; response_revision:2101; number_of_response:1; }","duration":"218.052247ms","start":"2026-07-02T05:16:50.219431Z","end":"2026-07-02T05:16:50.437483Z","steps":["trace[2064090312] 'process raft request' (duration: 217.904093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:50.739105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.970552ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:16:50.739268Z","caller":"traceutil/trace.go:171","msg":"trace[1596892796] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2101; }","duration":"114.182149ms","start":"2026-07-02T05:16:50.625065Z","end":"2026-07-02T05:16:50.739247Z","steps":["trace[1596892796] 'range keys from in-memory index tree' (duration: 113.942311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:50.73986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.057458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:16:50.739984Z","caller":"traceutil/trace.go:171","msg":"trace[1358654676] transaction","detail":"{read_only:false; response_revision:2102; number_of_response:1; }","duration":"467.278972ms","start":"2026-07-02T05:16:50.272686Z","end":"2026-07-02T05:16:50.739965Z","steps":["trace[1358654676] 'process raft request' (duration: 289.719827ms)","trace[1358654676] 'compare' (duration: 176.933625ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:16:50.740054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:50.272662Z","time spent":"467.361525ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:52.740177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673997546s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:16:52.740607Z","caller":"traceutil/trace.go:171","msg":"trace[1782905088] linearizableReadLoop","detail":"{readStateIndex:2191; appliedIndex:2187; }","duration":"2.251285264s","start":"2026-07-02T05:16:50.489295Z","end":"2026-07-02T05:16:52.74058Z","steps":["trace[1782905088] 'read index received' (duration: 73.086026ms)","trace[1782905088] 'applied index is now lower than readState.Index' (duration: 2.178197278s)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:16:52.741086Z","caller":"traceutil/trace.go:171","msg":"trace[97597490] transaction","detail":"{read_only:false; response_revision:2104; number_of_response:1; }","duration":"2.265051643s","start":"2026-07-02T05:16:50.475815Z","end":"2026-07-02T05:16:52.740866Z","steps":["trace[97597490] 'process raft request' (duration: 2.264537966s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:52.741122Z","caller":"traceutil/trace.go:171","msg":"trace[726613710] transaction","detail":"{read_only:false; response_revision:2105; number_of_response:1; }","duration":"2.264371891s","start":"2026-07-02T05:16:50.476727Z","end":"2026-07-02T05:16:52.741099Z","steps":["trace[726613710] 'process raft request' (duration: 2.263777292s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:52.741169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337068588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-02T05:16:52.741175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.591151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:16:52.74119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.188683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-02T05:16:52.741223Z","caller":"traceutil/trace.go:171","msg":"trace[994045000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2105; }","duration":"1.337157441s","start":"2026-07-02T05:16:51.404054Z","end":"2026-07-02T05:16:52.741212Z","steps":["trace[994045000] 'agreement among raft nodes before linearized reading' (duration: 1.33680782s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:52.741231Z","caller":"traceutil/trace.go:171","msg":"trace[1683800911] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2105; }","duration":"410.700695ms","start":"2026-07-02T05:16:52.330516Z","end":"2026-07-02T05:16:52.741216Z","steps":["trace[1683800911] 'agreement among raft nodes before linearized reading' (duration: 410.366614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:52.741226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491994339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-02T05:16:52.741253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:51.404035Z","time spent":"1.337213383s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T05:16:52.741218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251908643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-02T05:16:52.741248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:50.475792Z","time spent":"2.265357043s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:52.741266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:52.330501Z","time spent":"410.757006ms","remote":"127.0.0.1:50090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:16:52.741251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:50.476716Z","time spent":"2.264452564s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:52.74128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.11443409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-02T05:16:52.741303Z","caller":"traceutil/trace.go:171","msg":"trace[2034339991] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2105; }","duration":"2.252041148s","start":"2026-07-02T05:16:50.489242Z","end":"2026-07-02T05:16:52.741283Z","steps":["trace[2034339991] 'agreement among raft nodes before linearized reading' (duration: 2.251599394s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:52.741304Z","caller":"traceutil/trace.go:171","msg":"trace[1283781045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2105; }","duration":"1.492110443s","start":"2026-07-02T05:16:51.24916Z","end":"2026-07-02T05:16:52.74127Z","steps":["trace[1283781045] 'agreement among raft nodes before linearized reading' (duration: 1.491941937s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:52.741304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337217393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-02T05:16:52.741329Z","caller":"traceutil/trace.go:171","msg":"trace[738459863] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2105; }","duration":"2.114518703s","start":"2026-07-02T05:16:50.626798Z","end":"2026-07-02T05:16:52.741316Z","steps":["trace[738459863] 'agreement among raft nodes before linearized reading' (duration: 2.11442782s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:52.741186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.183207068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-02T05:16:52.741349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:51.24914Z","time spent":"1.492200946s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T05:16:52.741345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518151466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-07-02T05:16:52.741363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:50.626769Z","time spent":"2.114587185s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T05:16:52.741361Z","caller":"traceutil/trace.go:171","msg":"trace[1158739138] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2105; }","duration":"1.337309866s","start":"2026-07-02T05:16:51.404037Z","end":"2026-07-02T05:16:52.741347Z","steps":["trace[1158739138] 'agreement among raft nodes before linearized reading' (duration: 1.337095379s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:52.74138Z","caller":"traceutil/trace.go:171","msg":"trace[1507214223] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:2105; }","duration":"2.183502428s","start":"2026-07-02T05:16:50.557867Z","end":"2026-07-02T05:16:52.74137Z","steps":["trace[1507214223] 'agreement among raft nodes before linearized reading' (duration: 2.182993192s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:52.741404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.576228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:16:52.741405Z","caller":"traceutil/trace.go:171","msg":"trace[631693500] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2105; }","duration":"1.518245818s","start":"2026-07-02T05:16:51.223137Z","end":"2026-07-02T05:16:52.741383Z","steps":["trace[631693500] 'agreement among raft nodes before linearized reading' (duration: 1.518086583s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:52.74141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:50.557828Z","time spent":"2.18357448s","remote":"127.0.0.1:49992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-02T05:16:52.741413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:51.404018Z","time spent":"1.337385938s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-02T05:16:52.741247Z","caller":"traceutil/trace.go:171","msg":"trace[1540610790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2105; }","duration":"300.266335ms","start":"2026-07-02T05:16:52.440965Z","end":"2026-07-02T05:16:52.741231Z","steps":["trace[1540610790] 'agreement among raft nodes before linearized reading' (duration: 300.150762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:52.741447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:51.223113Z","time spent":"1.518321731s","remote":"127.0.0.1:50166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-02T05:16:52.741347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:50.489222Z","time spent":"2.25211609s","remote":"127.0.0.1:50974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-02T05:16:52.741482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:52.440951Z","time spent":"300.520704ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T05:16:52.74143Z","caller":"traceutil/trace.go:171","msg":"trace[1400162583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2105; }","duration":"807.63766ms","start":"2026-07-02T05:16:51.933786Z","end":"2026-07-02T05:16:52.741424Z","steps":["trace[1400162583] 'agreement among raft nodes before linearized reading' (duration: 807.600318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:52.741541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:51.933765Z","time spent":"807.764884ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T05:16:52.740633Z","caller":"traceutil/trace.go:171","msg":"trace[1957576725] transaction","detail":"{read_only:false; response_revision:2103; number_of_response:1; }","duration":"2.270460596s","start":"2026-07-02T05:16:50.470126Z","end":"2026-07-02T05:16:52.740587Z","steps":["trace[1957576725] 'process raft request' (duration: 595.803869ms)","trace[1957576725] 'compare' (duration: 1.673599683s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:16:52.742094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:50.470099Z","time spent":"2.271928103s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:53.359102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:52.96137Z","time spent":"397.71488ms","remote":"127.0.0.1:46174","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-02T05:16:53.359263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.048261ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-02T05:16:53.359478Z","caller":"traceutil/trace.go:171","msg":"trace[1917647044] linearizableReadLoop","detail":"{readStateIndex:2192; appliedIndex:2191; }","duration":"617.152402ms","start":"2026-07-02T05:16:52.742287Z","end":"2026-07-02T05:16:53.359439Z","steps":["trace[1917647044] 'read index received' (duration: 248.992267ms)","trace[1917647044] 'applied index is now lower than readState.Index' (duration: 368.157845ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:16:53.359591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:52.742057Z","time spent":"617.530934ms","remote":"127.0.0.1:49992","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-02T05:16:53.359662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.353538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:16:53.359706Z","caller":"traceutil/trace.go:171","msg":"trace[297414567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2105; }","duration":"617.437501ms","start":"2026-07-02T05:16:52.742259Z","end":"2026-07-02T05:16:53.359697Z","steps":["trace[297414567] 'agreement among raft nodes before linearized reading' (duration: 617.348718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:53.35973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:52.742244Z","time spent":"617.481322ms","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:16:53.860094Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383259348,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:16:54.076147Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.084891808s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T05:16:54.249722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.185374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:16:54.249996Z","caller":"traceutil/trace.go:171","msg":"trace[6019170] transaction","detail":"{read_only:false; response_revision:2106; number_of_response:1; }","duration":"1.504332332s","start":"2026-07-02T05:16:52.74563Z","end":"2026-07-02T05:16:54.249962Z","steps":["trace[6019170] 'process raft request' (duration: 1.330810407s)","trace[6019170] 'compare' (duration: 173.02508ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:16:54.250142Z","caller":"traceutil/trace.go:171","msg":"trace[1167584106] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"1.504409215s","start":"2026-07-02T05:16:52.7457Z","end":"2026-07-02T05:16:54.250109Z","steps":["trace[1167584106] 'process raft request' (duration: 1.504136926s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:54.250175Z","caller":"traceutil/trace.go:171","msg":"trace[1125243060] linearizableReadLoop","detail":"{readStateIndex:2199; appliedIndex:2192; }","duration":"890.615941ms","start":"2026-07-02T05:16:53.359538Z","end":"2026-07-02T05:16:54.250154Z","steps":["trace[1125243060] 'read index received' (duration: 716.913639ms)","trace[1125243060] 'applied index is now lower than readState.Index' (duration: 173.701242ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:16:54.250181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:52.745614Z","time spent":"1.504466237s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:54.250287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:52.745667Z","time spent":"1.504545339s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:16:54.250296Z","caller":"traceutil/trace.go:171","msg":"trace[1860468234] transaction","detail":"{read_only:false; response_revision:2108; number_of_response:1; }","duration":"1.504576011s","start":"2026-07-02T05:16:52.745704Z","end":"2026-07-02T05:16:54.25028Z","steps":["trace[1860468234] 'process raft request' (duration: 1.504223029s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:54.250383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:52.74568Z","time spent":"1.504654303s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:16:54.250501Z","caller":"traceutil/trace.go:171","msg":"trace[2075650085] transaction","detail":"{read_only:false; response_revision:2112; number_of_response:1; }","duration":"889.848096ms","start":"2026-07-02T05:16:53.360641Z","end":"2026-07-02T05:16:54.250489Z","steps":["trace[2075650085] 'process raft request' (duration: 889.460004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:54.250562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:53.360616Z","time spent":"889.916308ms","remote":"127.0.0.1:49992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:54.250571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.275423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:16:54.250576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457134944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:16:54.250597Z","caller":"traceutil/trace.go:171","msg":"trace[1725108495] transaction","detail":"{read_only:false; response_revision:2109; number_of_response:1; }","duration":"1.504307892s","start":"2026-07-02T05:16:52.746255Z","end":"2026-07-02T05:16:54.250563Z","steps":["trace[1725108495] 'process raft request' (duration: 1.503714053s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:54.250634Z","caller":"traceutil/trace.go:171","msg":"trace[1210250458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2112; }","duration":"882.365717ms","start":"2026-07-02T05:16:53.368243Z","end":"2026-07-02T05:16:54.250609Z","steps":["trace[1210250458] 'agreement among raft nodes before linearized reading' (duration: 882.276594ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:54.250633Z","caller":"traceutil/trace.go:171","msg":"trace[1328731947] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2112; }","duration":"1.457243977s","start":"2026-07-02T05:16:52.793374Z","end":"2026-07-02T05:16:54.250618Z","steps":["trace[1328731947] 'agreement among raft nodes before linearized reading' (duration: 1.457132464s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:54.250616Z","caller":"traceutil/trace.go:171","msg":"trace[764571216] transaction","detail":"{read_only:false; response_revision:2111; number_of_response:1; }","duration":"1.504314162s","start":"2026-07-02T05:16:52.746282Z","end":"2026-07-02T05:16:54.250596Z","steps":["trace[764571216] 'process raft request' (duration: 1.503773224s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:54.250694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:53.368225Z","time spent":"882.458689ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:16:54.250697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:52.793351Z","time spent":"1.45733217s","remote":"127.0.0.1:50374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:16:54.250606Z","caller":"traceutil/trace.go:171","msg":"trace[1729160729] transaction","detail":"{read_only:false; response_revision:2110; number_of_response:1; }","duration":"1.504293551s","start":"2026-07-02T05:16:52.746278Z","end":"2026-07-02T05:16:54.250571Z","steps":["trace[1729160729] 'process raft request' (duration: 1.503735373s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:54.250726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.950632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-02T05:16:54.250772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:52.746231Z","time spent":"1.504449896s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:16:54.250799Z","caller":"traceutil/trace.go:171","msg":"trace[1769895211] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2112; }","duration":"503.073505ms","start":"2026-07-02T05:16:53.747701Z","end":"2026-07-02T05:16:54.250775Z","steps":["trace[1769895211] 'agreement among raft nodes before linearized reading' (duration: 502.854868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:54.25078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:52.74627Z","time spent":"1.504441356s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:54.250843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:53.747676Z","time spent":"503.158168ms","remote":"127.0.0.1:50974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-02T05:16:54.250787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:52.746263Z","time spent":"1.504498988s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:54.250896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.888257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:16:54.251029Z","caller":"traceutil/trace.go:171","msg":"trace[2028847690] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2112; }","duration":"849.207047ms","start":"2026-07-02T05:16:53.401797Z","end":"2026-07-02T05:16:54.251004Z","steps":["trace[2028847690] 'agreement among raft nodes before linearized reading' (duration: 848.807234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:54.251103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:53.401777Z","time spent":"849.30886ms","remote":"127.0.0.1:50328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":90,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:16:54.960662Z","caller":"traceutil/trace.go:171","msg":"trace[421724785] linearizableReadLoop","detail":"{readStateIndex:2200; appliedIndex:2199; }","duration":"271.963781ms","start":"2026-07-02T05:16:54.688682Z","end":"2026-07-02T05:16:54.960646Z","steps":["trace[421724785] 'read index received' (duration: 271.893759ms)","trace[421724785] 'applied index is now lower than readState.Index' (duration: 69.122µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:16:54.960693Z","caller":"traceutil/trace.go:171","msg":"trace[883362370] transaction","detail":"{read_only:false; response_revision:2113; number_of_response:1; }","duration":"329.664945ms","start":"2026-07-02T05:16:54.631007Z","end":"2026-07-02T05:16:54.960672Z","steps":["trace[883362370] 'process raft request' (duration: 329.522201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:54.960803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:54.630976Z","time spent":"329.760378ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:54.960856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.182769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11979"} {"level":"info","ts":"2026-07-02T05:16:54.960885Z","caller":"traceutil/trace.go:171","msg":"trace[291373078] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2113; }","duration":"272.267921ms","start":"2026-07-02T05:16:54.68861Z","end":"2026-07-02T05:16:54.960878Z","steps":["trace[291373078] 'agreement among raft nodes before linearized reading' (duration: 272.118116ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:55.26704Z","caller":"traceutil/trace.go:171","msg":"trace[53909860] transaction","detail":"{read_only:false; response_revision:2114; number_of_response:1; }","duration":"520.428902ms","start":"2026-07-02T05:16:54.746585Z","end":"2026-07-02T05:16:55.267014Z","steps":["trace[53909860] 'process raft request' (duration: 520.212595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:55.267341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:54.746561Z","time spent":"520.671089ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:16:55.267398Z","caller":"traceutil/trace.go:171","msg":"trace[754896106] linearizableReadLoop","detail":"{readStateIndex:2203; appliedIndex:2200; }","duration":"306.65401ms","start":"2026-07-02T05:16:54.960711Z","end":"2026-07-02T05:16:55.267365Z","steps":["trace[754896106] 'read index received' (duration: 306.100882ms)","trace[754896106] 'applied index is now lower than readState.Index' (duration: 552.328µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:16:55.267469Z","caller":"traceutil/trace.go:171","msg":"trace[2002346633] transaction","detail":"{read_only:false; response_revision:2115; number_of_response:1; }","duration":"520.565735ms","start":"2026-07-02T05:16:54.746872Z","end":"2026-07-02T05:16:55.267437Z","steps":["trace[2002346633] 'process raft request' (duration: 520.10067ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:55.26751Z","caller":"traceutil/trace.go:171","msg":"trace[1622128134] transaction","detail":"{read_only:false; response_revision:2116; number_of_response:1; }","duration":"520.04935ms","start":"2026-07-02T05:16:54.747434Z","end":"2026-07-02T05:16:55.267483Z","steps":["trace[1622128134] 'process raft request' (duration: 519.834933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:55.26754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.661411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:16:55.267577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.765055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:16:55.267594Z","caller":"traceutil/trace.go:171","msg":"trace[47099393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2116; }","duration":"332.769275ms","start":"2026-07-02T05:16:54.934809Z","end":"2026-07-02T05:16:55.267579Z","steps":["trace[47099393] 'agreement among raft nodes before linearized reading' (duration: 332.675062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:55.267618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:54.746834Z","time spent":"520.7004ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:16:55.267632Z","caller":"traceutil/trace.go:171","msg":"trace[604559048] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2116; }","duration":"297.848628ms","start":"2026-07-02T05:16:54.969768Z","end":"2026-07-02T05:16:55.267616Z","steps":["trace[604559048] 'agreement among raft nodes before linearized reading' (duration: 297.752385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:55.26764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:54.934789Z","time spent":"332.839536ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:16:55.267651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:54.747427Z","time spent":"520.143433ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:57.308366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901061322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-02T05:16:57.308477Z","caller":"traceutil/trace.go:171","msg":"trace[1405852868] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2116; }","duration":"1.901215806s","start":"2026-07-02T05:16:55.407237Z","end":"2026-07-02T05:16:57.308452Z","steps":["trace[1405852868] 'range keys from in-memory index tree' (duration: 1.900821054s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:57.308528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:55.407222Z","time spent":"1.901294939s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-02T05:16:57.602551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.109861ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-02T05:16:57.603036Z","caller":"traceutil/trace.go:171","msg":"trace[1949355499] linearizableReadLoop","detail":"{readStateIndex:2205; appliedIndex:2203; }","duration":"1.347533211s","start":"2026-07-02T05:16:56.25548Z","end":"2026-07-02T05:16:57.603013Z","steps":["trace[1949355499] 'read index received' (duration: 493.975485ms)","trace[1949355499] 'applied index is now lower than readState.Index' (duration: 853.556706ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:16:57.603111Z","caller":"traceutil/trace.go:171","msg":"trace[410083183] transaction","detail":"{read_only:false; response_revision:2117; number_of_response:1; }","duration":"1.684395507s","start":"2026-07-02T05:16:55.918707Z","end":"2026-07-02T05:16:57.603103Z","steps":["trace[410083183] 'process raft request' (duration: 1.683945932s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:57.603044Z","caller":"traceutil/trace.go:171","msg":"trace[503056481] transaction","detail":"{read_only:false; response_revision:2118; number_of_response:1; }","duration":"1.345876768s","start":"2026-07-02T05:16:56.257142Z","end":"2026-07-02T05:16:57.603019Z","steps":["trace[503056481] 'process raft request' (duration: 1.345724333s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:57.603223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:55.918679Z","time spent":"1.684475029s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:57.60324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:56.257125Z","time spent":"1.346034074s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:16:57.603254Z","caller":"traceutil/trace.go:171","msg":"trace[1728704121] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"696.701373ms","start":"2026-07-02T05:16:56.90652Z","end":"2026-07-02T05:16:57.603222Z","steps":["trace[1728704121] 'process raft request' (duration: 696.462805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:57.603314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347845331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-02T05:16:57.603357Z","caller":"traceutil/trace.go:171","msg":"trace[354994442] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2119; }","duration":"1.347984256s","start":"2026-07-02T05:16:56.255363Z","end":"2026-07-02T05:16:57.603347Z","steps":["trace[354994442] 'agreement among raft nodes before linearized reading' (duration: 1.347764078s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:57.603396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:56.25534Z","time spent":"1.348050148s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T05:16:57.603396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:56.906496Z","time spent":"696.825697ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:16:57.616682Z","caller":"traceutil/trace.go:171","msg":"trace[596834673] transaction","detail":"{read_only:false; response_revision:2120; number_of_response:1; }","duration":"344.401835ms","start":"2026-07-02T05:16:57.272255Z","end":"2026-07-02T05:16:57.616656Z","steps":["trace[596834673] 'process raft request' (duration: 344.23913ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:57.616701Z","caller":"traceutil/trace.go:171","msg":"trace[670472657] transaction","detail":"{read_only:false; response_revision:2121; number_of_response:1; }","duration":"344.397315ms","start":"2026-07-02T05:16:57.272282Z","end":"2026-07-02T05:16:57.616679Z","steps":["trace[670472657] 'process raft request' (duration: 344.320512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:57.61683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:57.27223Z","time spent":"344.517809ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:57.616841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:57.272244Z","time spent":"344.518049ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:57.61712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359333849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-02T05:16:57.617125Z","caller":"traceutil/trace.go:171","msg":"trace[244898838] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"304.591622ms","start":"2026-07-02T05:16:57.312509Z","end":"2026-07-02T05:16:57.617101Z","steps":["trace[244898838] 'process raft request' (duration: 304.425607ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:57.617168Z","caller":"traceutil/trace.go:171","msg":"trace[964892154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2123; }","duration":"1.359395221s","start":"2026-07-02T05:16:56.25776Z","end":"2026-07-02T05:16:57.617155Z","steps":["trace[964892154] 'agreement among raft nodes before linearized reading' (duration: 1.359243786s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:57.617199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:56.257754Z","time spent":"1.359437452s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T05:16:57.617169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.055235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-02T05:16:57.617237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:57.312482Z","time spent":"304.694876ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:16:57.617258Z","caller":"traceutil/trace.go:171","msg":"trace[1307079837] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2123; }","duration":"784.182759ms","start":"2026-07-02T05:16:56.833053Z","end":"2026-07-02T05:16:57.617235Z","steps":["trace[1307079837] 'agreement among raft nodes before linearized reading' (duration: 783.961422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:57.617336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:56.833026Z","time spent":"784.296552ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-02T05:16:57.61735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343654138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-02T05:16:57.617337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343312137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-02T05:16:57.617349Z","caller":"traceutil/trace.go:171","msg":"trace[889958837] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"344.55989ms","start":"2026-07-02T05:16:57.272776Z","end":"2026-07-02T05:16:57.617336Z","steps":["trace[889958837] 'process raft request' (duration: 343.869908ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:57.617376Z","caller":"traceutil/trace.go:171","msg":"trace[727894817] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2123; }","duration":"1.343701139s","start":"2026-07-02T05:16:56.273667Z","end":"2026-07-02T05:16:57.617368Z","steps":["trace[727894817] 'agreement among raft nodes before linearized reading' (duration: 1.343621886s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:57.617387Z","caller":"traceutil/trace.go:171","msg":"trace[1376359625] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2123; }","duration":"1.3434135s","start":"2026-07-02T05:16:56.273961Z","end":"2026-07-02T05:16:57.617375Z","steps":["trace[1376359625] 'agreement among raft nodes before linearized reading' (duration: 1.343253985s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:57.617389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.583832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:16:57.617407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:56.273657Z","time spent":"1.343742651s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T05:16:57.617404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337180291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-02T05:16:57.617421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:56.273936Z","time spent":"1.343477832s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T05:16:57.617416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:57.27275Z","time spent":"344.632562ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:16:57.617428Z","caller":"traceutil/trace.go:171","msg":"trace[1772123968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2123; }","duration":"682.652814ms","start":"2026-07-02T05:16:56.934764Z","end":"2026-07-02T05:16:57.617417Z","steps":["trace[1772123968] 'agreement among raft nodes before linearized reading' (duration: 682.588322ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:57.617454Z","caller":"traceutil/trace.go:171","msg":"trace[918534261] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2123; }","duration":"1.337247243s","start":"2026-07-02T05:16:56.280191Z","end":"2026-07-02T05:16:57.617438Z","steps":["trace[918534261] 'agreement among raft nodes before linearized reading' (duration: 1.337085958s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:57.617465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:56.934748Z","time spent":"682.709577ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:16:57.617499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359658719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-02T05:16:57.6175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:56.280183Z","time spent":"1.337306925s","remote":"127.0.0.1:50974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-02T05:16:57.617536Z","caller":"traceutil/trace.go:171","msg":"trace[1742602087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2123; }","duration":"1.359719711s","start":"2026-07-02T05:16:56.257806Z","end":"2026-07-02T05:16:57.617526Z","steps":["trace[1742602087] 'agreement among raft nodes before linearized reading' (duration: 1.359624288s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:57.617537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.836192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:16:57.61759Z","caller":"traceutil/trace.go:171","msg":"trace[533588259] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2123; }","duration":"729.945056ms","start":"2026-07-02T05:16:56.887635Z","end":"2026-07-02T05:16:57.61758Z","steps":["trace[533588259] 'agreement among raft nodes before linearized reading' (duration: 729.842962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:57.61762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:56.887613Z","time spent":"730.002438ms","remote":"127.0.0.1:39830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:16:57.617561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:56.257794Z","time spent":"1.359761422s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T05:16:57.732306Z","caller":"traceutil/trace.go:171","msg":"trace[1146247460] transaction","detail":"{read_only:false; response_revision:2125; number_of_response:1; }","duration":"110.153ms","start":"2026-07-02T05:16:57.622126Z","end":"2026-07-02T05:16:57.732279Z","steps":["trace[1146247460] 'process raft request' (duration: 88.308692ms)","trace[1146247460] 'compare' (duration: 21.688293ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:16:57.732641Z","caller":"traceutil/trace.go:171","msg":"trace[1840204502] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"110.47704ms","start":"2026-07-02T05:16:57.622144Z","end":"2026-07-02T05:16:57.732622Z","steps":["trace[1840204502] 'process raft request' (duration: 110.082877ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:57.732761Z","caller":"traceutil/trace.go:171","msg":"trace[457776998] transaction","detail":"{read_only:false; response_revision:2127; number_of_response:1; }","duration":"110.294965ms","start":"2026-07-02T05:16:57.622453Z","end":"2026-07-02T05:16:57.732747Z","steps":["trace[457776998] 'process raft request' (duration: 110.111089ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:57.733034Z","caller":"traceutil/trace.go:171","msg":"trace[463069294] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"110.47115ms","start":"2026-07-02T05:16:57.622542Z","end":"2026-07-02T05:16:57.733013Z","steps":["trace[463069294] 'process raft request' (duration: 110.387498ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:57.733059Z","caller":"traceutil/trace.go:171","msg":"trace[1089257055] transaction","detail":"{read_only:false; response_revision:2128; number_of_response:1; }","duration":"110.555093ms","start":"2026-07-02T05:16:57.622494Z","end":"2026-07-02T05:16:57.733049Z","steps":["trace[1089257055] 'process raft request' (duration: 110.183881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:59.80825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.168241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:16:59.80842Z","caller":"traceutil/trace.go:171","msg":"trace[312754941] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"142.883716ms","start":"2026-07-02T05:16:59.665518Z","end":"2026-07-02T05:16:59.808402Z","steps":["trace[312754941] 'process raft request' (duration: 37.458437ms)","trace[312754941] 'compare' (duration: 105.070048ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:16:59.922998Z","caller":"traceutil/trace.go:171","msg":"trace[299570030] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"109.721547ms","start":"2026-07-02T05:16:59.81325Z","end":"2026-07-02T05:16:59.922971Z","steps":["trace[299570030] 'process raft request' (duration: 109.648244ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:59.923041Z","caller":"traceutil/trace.go:171","msg":"trace[1594613543] transaction","detail":"{read_only:false; response_revision:2138; number_of_response:1; }","duration":"110.4536ms","start":"2026-07-02T05:16:59.81256Z","end":"2026-07-02T05:16:59.923013Z","steps":["trace[1594613543] 'process raft request' (duration: 97.891129ms)","trace[1594613543] 'compare' (duration: 12.313703ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:16:59.923181Z","caller":"traceutil/trace.go:171","msg":"trace[1382349570] transaction","detail":"{read_only:false; response_revision:2140; number_of_response:1; }","duration":"109.156978ms","start":"2026-07-02T05:16:59.813996Z","end":"2026-07-02T05:16:59.923153Z","steps":["trace[1382349570] 'process raft request' (duration: 108.942151ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:01.086618Z","caller":"traceutil/trace.go:171","msg":"trace[491152999] linearizableReadLoop","detail":"{readStateIndex:2229; appliedIndex:2228; }","duration":"418.582927ms","start":"2026-07-02T05:17:00.668012Z","end":"2026-07-02T05:17:01.086595Z","steps":["trace[491152999] 'read index received' (duration: 418.429562ms)","trace[491152999] 'applied index is now lower than readState.Index' (duration: 152.335µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:17:01.08668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:00.559465Z","time spent":"527.209168ms","remote":"127.0.0.1:49992","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-02T05:17:01.086924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.887116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-02T05:17:01.08697Z","caller":"traceutil/trace.go:171","msg":"trace[1534577460] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2140; }","duration":"418.979349ms","start":"2026-07-02T05:17:00.667978Z","end":"2026-07-02T05:17:01.086958Z","steps":["trace[1534577460] 'agreement among raft nodes before linearized reading' (duration: 418.743532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:01.087006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:00.667962Z","time spent":"419.035412ms","remote":"127.0.0.1:50974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-02T05:17:01.08707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.017048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:17:01.087122Z","caller":"traceutil/trace.go:171","msg":"trace[605192122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2140; }","duration":"152.104361ms","start":"2026-07-02T05:17:00.934999Z","end":"2026-07-02T05:17:01.087103Z","steps":["trace[605192122] 'agreement among raft nodes before linearized reading' (duration: 152.024099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:02.312588Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383259424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:17:02.815726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383259424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:17:03.316421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383259424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:17:03.484329Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.831011033s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T05:17:04.157499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.850462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:17:04.157627Z","caller":"traceutil/trace.go:171","msg":"trace[1558186449] transaction","detail":"{read_only:false; response_revision:2142; number_of_response:1; }","duration":"2.504404403s","start":"2026-07-02T05:17:01.653198Z","end":"2026-07-02T05:17:04.157602Z","steps":["trace[1558186449] 'process raft request' (duration: 1.831382605s)","trace[1558186449] 'compare' (duration: 671.554531ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:17:04.157715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:01.653175Z","time spent":"2.504494285s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:17:04.184291Z","caller":"traceutil/trace.go:171","msg":"trace[1921844356] linearizableReadLoop","detail":"{readStateIndex:2234; appliedIndex:2230; }","duration":"2.37195774s","start":"2026-07-02T05:17:01.812311Z","end":"2026-07-02T05:17:04.184269Z","steps":["trace[1921844356] 'read index received' (duration: 1.672301111s)","trace[1921844356] 'applied index is now lower than readState.Index' (duration: 699.655629ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:17:04.184357Z","caller":"traceutil/trace.go:171","msg":"trace[120504034] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"2.518742241s","start":"2026-07-02T05:17:01.665562Z","end":"2026-07-02T05:17:04.184304Z","steps":["trace[120504034] 'process raft request' (duration: 2.518513283s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:04.184376Z","caller":"traceutil/trace.go:171","msg":"trace[1201248149] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"2.518359018s","start":"2026-07-02T05:17:01.665992Z","end":"2026-07-02T05:17:04.184351Z","steps":["trace[1201248149] 'process raft request' (duration: 2.518205313s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:04.184418Z","caller":"traceutil/trace.go:171","msg":"trace[207302931] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"2.516985554s","start":"2026-07-02T05:17:01.667422Z","end":"2026-07-02T05:17:04.184407Z","steps":["trace[207302931] 'process raft request' (duration: 2.516812268s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:04.184446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:01.665545Z","time spent":"2.518856324s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:17:04.184512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:01.667403Z","time spent":"2.517038566s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:17:04.184513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:01.665981Z","time spent":"2.518449031s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:17:04.184808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.372456745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-02T05:17:04.184859Z","caller":"traceutil/trace.go:171","msg":"trace[881881735] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2145; }","duration":"2.372575609s","start":"2026-07-02T05:17:01.812273Z","end":"2026-07-02T05:17:04.184849Z","steps":["trace[881881735] 'agreement among raft nodes before linearized reading' (duration: 2.372387703s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:04.184893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:01.812254Z","time spent":"2.372631321s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T05:17:04.184899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.315253578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-02T05:17:04.184931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090201476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-02T05:17:04.184975Z","caller":"traceutil/trace.go:171","msg":"trace[1733643313] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2145; }","duration":"2.315370982s","start":"2026-07-02T05:17:01.869586Z","end":"2026-07-02T05:17:04.184957Z","steps":["trace[1733643313] 'agreement among raft nodes before linearized reading' (duration: 2.315109833s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:04.184992Z","caller":"traceutil/trace.go:171","msg":"trace[865421314] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2145; }","duration":"2.090279728s","start":"2026-07-02T05:17:02.094691Z","end":"2026-07-02T05:17:04.184971Z","steps":["trace[865421314] 'agreement among raft nodes before linearized reading' (duration: 2.090062761s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:04.185022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.257860003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-02T05:17:04.185018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:01.869565Z","time spent":"2.315444103s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T05:17:04.185048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:02.094679Z","time spent":"2.090357581s","remote":"127.0.0.1:50974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-02T05:17:04.185152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.198745384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-02T05:17:04.185223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258285668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-02T05:17:04.185272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249999445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:17:04.185277Z","caller":"traceutil/trace.go:171","msg":"trace[740691453] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2145; }","duration":"2.198867868s","start":"2026-07-02T05:17:01.986391Z","end":"2026-07-02T05:17:04.185259Z","steps":["trace[740691453] 'agreement among raft nodes before linearized reading' (duration: 2.198683012s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:04.185287Z","caller":"traceutil/trace.go:171","msg":"trace[865174200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2145; }","duration":"2.258458393s","start":"2026-07-02T05:17:01.926812Z","end":"2026-07-02T05:17:04.185271Z","steps":["trace[865174200] 'agreement among raft nodes before linearized reading' (duration: 2.258303218s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:04.185284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124210816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:17:04.185322Z","caller":"traceutil/trace.go:171","msg":"trace[1356491027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2145; }","duration":"1.250078788s","start":"2026-07-02T05:17:02.935227Z","end":"2026-07-02T05:17:04.185306Z","steps":["trace[1356491027] 'agreement among raft nodes before linearized reading' (duration: 1.250016216s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:04.185337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:01.926778Z","time spent":"2.258546615s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T05:17:04.185343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:01.986347Z","time spent":"2.198972512s","remote":"127.0.0.1:50172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":56,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:17:04.18535Z","caller":"traceutil/trace.go:171","msg":"trace[1834756091] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2145; }","duration":"1.124306479s","start":"2026-07-02T05:17:03.061027Z","end":"2026-07-02T05:17:04.185333Z","steps":["trace[1834756091] 'agreement among raft nodes before linearized reading' (duration: 1.124179865s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:04.185368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:02.935202Z","time spent":"1.25015615s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:17:04.185181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145187636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:17:04.185399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:03.061015Z","time spent":"1.124370961s","remote":"127.0.0.1:50464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:17:04.185439Z","caller":"traceutil/trace.go:171","msg":"trace[418934686] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2145; }","duration":"1.145441614s","start":"2026-07-02T05:17:03.039974Z","end":"2026-07-02T05:17:04.185416Z","steps":["trace[418934686] 'agreement among raft nodes before linearized reading' (duration: 1.145155915s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:04.18551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:03.039917Z","time spent":"1.145567208s","remote":"127.0.0.1:50188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:17:04.185052Z","caller":"traceutil/trace.go:171","msg":"trace[1485484349] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2145; }","duration":"2.257904795s","start":"2026-07-02T05:17:01.927134Z","end":"2026-07-02T05:17:04.185038Z","steps":["trace[1485484349] 'agreement among raft nodes before linearized reading' (duration: 2.257828613s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:04.185588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:01.927122Z","time spent":"2.258449592s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T05:17:04.185202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258483743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T05:17:04.185704Z","caller":"traceutil/trace.go:171","msg":"trace[1397153646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2145; }","duration":"2.25901205s","start":"2026-07-02T05:17:01.926677Z","end":"2026-07-02T05:17:04.185689Z","steps":["trace[1397153646] 'agreement among raft nodes before linearized reading' (duration: 2.258441432s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:04.185753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:01.926663Z","time spent":"2.259075833s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T05:17:06.371181Z","caller":"traceutil/trace.go:171","msg":"trace[1172605977] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"102.687682ms","start":"2026-07-02T05:17:06.268469Z","end":"2026-07-02T05:17:06.371157Z","steps":["trace[1172605977] 'process raft request' (duration: 102.609349ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:06.371197Z","caller":"traceutil/trace.go:171","msg":"trace[134393971] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"102.841467ms","start":"2026-07-02T05:17:06.26832Z","end":"2026-07-02T05:17:06.371162Z","steps":["trace[134393971] 'process raft request' (duration: 38.523222ms)","trace[134393971] 'compare' (duration: 64.104868ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:17:06.371402Z","caller":"traceutil/trace.go:171","msg":"trace[1580149355] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"102.764364ms","start":"2026-07-02T05:17:06.268628Z","end":"2026-07-02T05:17:06.371393Z","steps":["trace[1580149355] 'process raft request' (duration: 102.494786ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:06.3716Z","caller":"traceutil/trace.go:171","msg":"trace[1807291141] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"102.886908ms","start":"2026-07-02T05:17:06.268704Z","end":"2026-07-02T05:17:06.371591Z","steps":["trace[1807291141] 'process raft request' (duration: 102.799595ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:06.37168Z","caller":"traceutil/trace.go:171","msg":"trace[1886036083] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"103.022502ms","start":"2026-07-02T05:17:06.268621Z","end":"2026-07-02T05:17:06.371643Z","steps":["trace[1886036083] 'process raft request' (duration: 102.737253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:10.715638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.708575ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:17:10.715738Z","caller":"traceutil/trace.go:171","msg":"trace[1269810859] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2182; }","duration":"103.831968ms","start":"2026-07-02T05:17:10.611891Z","end":"2026-07-02T05:17:10.715723Z","steps":["trace[1269810859] 'range keys from in-memory index tree' (duration: 103.693423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:10.715836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.509253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-02T05:17:10.715941Z","caller":"traceutil/trace.go:171","msg":"trace[1232298373] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:2182; }","duration":"157.671189ms","start":"2026-07-02T05:17:10.558252Z","end":"2026-07-02T05:17:10.715923Z","steps":["trace[1232298373] 'range keys from in-memory index tree' (duration: 157.306567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:14.498701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.689153ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:17:14.49892Z","caller":"traceutil/trace.go:171","msg":"trace[370508000] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"195.230439ms","start":"2026-07-02T05:17:14.303657Z","end":"2026-07-02T05:17:14.498888Z","steps":["trace[370508000] 'process raft request' (duration: 76.259147ms)","trace[370508000] 'compare' (duration: 118.534588ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:17:14.498966Z","caller":"traceutil/trace.go:171","msg":"trace[2053594667] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"192.804252ms","start":"2026-07-02T05:17:14.306141Z","end":"2026-07-02T05:17:14.498945Z","steps":["trace[2053594667] 'process raft request' (duration: 192.663027ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:14.499158Z","caller":"traceutil/trace.go:171","msg":"trace[2069605371] linearizableReadLoop","detail":"{readStateIndex:2291; appliedIndex:2288; }","duration":"182.871314ms","start":"2026-07-02T05:17:14.316258Z","end":"2026-07-02T05:17:14.49913Z","steps":["trace[2069605371] 'read index received' (duration: 63.676475ms)","trace[2069605371] 'applied index is now lower than readState.Index' (duration: 119.193478ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:17:14.499216Z","caller":"traceutil/trace.go:171","msg":"trace[840968415] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"192.587375ms","start":"2026-07-02T05:17:14.306604Z","end":"2026-07-02T05:17:14.499192Z","steps":["trace[840968415] 'process raft request' (duration: 192.293655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:14.499306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.04427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-02T05:17:14.499332Z","caller":"traceutil/trace.go:171","msg":"trace[1965896954] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2200; }","duration":"183.116752ms","start":"2026-07-02T05:17:14.316207Z","end":"2026-07-02T05:17:14.499323Z","steps":["trace[1965896954] 'agreement among raft nodes before linearized reading' (duration: 182.995988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:16.320897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.625912ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-02T05:17:16.358291Z","caller":"traceutil/trace.go:171","msg":"trace[602761758] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"100.122879ms","start":"2026-07-02T05:17:16.258144Z","end":"2026-07-02T05:17:16.358267Z","steps":["trace[602761758] 'process raft request' (duration: 99.961604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:16.634132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.971911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:17:16.634241Z","caller":"traceutil/trace.go:171","msg":"trace[290440436] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"131.75905ms","start":"2026-07-02T05:17:16.50246Z","end":"2026-07-02T05:17:16.634219Z","steps":["trace[290440436] 'process raft request' (duration: 117.781234ms)","trace[290440436] 'compare' (duration: 13.865243ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:17:16.634249Z","caller":"traceutil/trace.go:171","msg":"trace[1740240720] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:2212; }","duration":"175.152977ms","start":"2026-07-02T05:17:16.459056Z","end":"2026-07-02T05:17:16.634209Z","steps":["trace[1740240720] 'count revisions from in-memory index tree' (duration: 174.898329ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:16.64199Z","caller":"traceutil/trace.go:171","msg":"trace[1051280277] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"138.210247ms","start":"2026-07-02T05:17:16.503758Z","end":"2026-07-02T05:17:16.641968Z","steps":["trace[1051280277] 'process raft request' (duration: 138.070743ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:16.642145Z","caller":"traceutil/trace.go:171","msg":"trace[186254785] linearizableReadLoop","detail":"{readStateIndex:2307; appliedIndex:2304; }","duration":"129.803227ms","start":"2026-07-02T05:17:16.512333Z","end":"2026-07-02T05:17:16.642137Z","steps":["trace[186254785] 'read index received' (duration: 107.920098ms)","trace[186254785] 'applied index is now lower than readState.Index' (duration: 21.882039ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:17:16.642203Z","caller":"traceutil/trace.go:171","msg":"trace[1700368978] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"138.352121ms","start":"2026-07-02T05:17:16.503844Z","end":"2026-07-02T05:17:16.642197Z","steps":["trace[1700368978] 'process raft request' (duration: 138.090533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:16.642404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.059826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-02T05:17:16.642462Z","caller":"traceutil/trace.go:171","msg":"trace[1297588209] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2215; }","duration":"130.150018ms","start":"2026-07-02T05:17:16.5123Z","end":"2026-07-02T05:17:16.64245Z","steps":["trace[1297588209] 'agreement among raft nodes before linearized reading' (duration: 129.967793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:16.97446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.607856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:17:16.975073Z","caller":"traceutil/trace.go:171","msg":"trace[1155003524] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"328.790827ms","start":"2026-07-02T05:17:16.646249Z","end":"2026-07-02T05:17:16.97504Z","steps":["trace[1155003524] 'process raft request' (duration: 165.507899ms)","trace[1155003524] 'compare' (duration: 161.950856ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:17:16.97526Z","caller":"traceutil/trace.go:171","msg":"trace[733483375] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"328.953433ms","start":"2026-07-02T05:17:16.646268Z","end":"2026-07-02T05:17:16.975221Z","steps":["trace[733483375] 'process raft request' (duration: 328.332123ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:16.97539Z","caller":"traceutil/trace.go:171","msg":"trace[441993242] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"328.831319ms","start":"2026-07-02T05:17:16.646541Z","end":"2026-07-02T05:17:16.975372Z","steps":["trace[441993242] 'process raft request' (duration: 328.447596ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:16.975413Z","caller":"traceutil/trace.go:171","msg":"trace[1221878532] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"328.910371ms","start":"2026-07-02T05:17:16.646445Z","end":"2026-07-02T05:17:16.975355Z","steps":["trace[1221878532] 'process raft request' (duration: 328.455437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:16.975481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:16.646246Z","time spent":"329.159009ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:17:16.97541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:16.646228Z","time spent":"329.092047ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:17:16.975505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:16.646531Z","time spent":"328.910871ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:17:16.975504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:16.646415Z","time spent":"329.039295ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:17:16.975817Z","caller":"traceutil/trace.go:171","msg":"trace[591820523] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"329.232041ms","start":"2026-07-02T05:17:16.646569Z","end":"2026-07-02T05:17:16.975801Z","steps":["trace[591820523] 'process raft request' (duration: 328.740356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:16.976272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:16.646553Z","time spent":"329.582232ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:17:18.086136Z","caller":"traceutil/trace.go:171","msg":"trace[1361123227] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"113.470746ms","start":"2026-07-02T05:17:17.972644Z","end":"2026-07-02T05:17:18.086114Z","steps":["trace[1361123227] 'process raft request' (duration: 113.325951ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:19.201073Z","caller":"traceutil/trace.go:171","msg":"trace[1129458615] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"217.449938ms","start":"2026-07-02T05:17:18.983603Z","end":"2026-07-02T05:17:19.201053Z","steps":["trace[1129458615] 'process raft request' (duration: 217.421447ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:19.201322Z","caller":"traceutil/trace.go:171","msg":"trace[541061148] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"217.772438ms","start":"2026-07-02T05:17:18.983523Z","end":"2026-07-02T05:17:19.201296Z","steps":["trace[541061148] 'process raft request' (duration: 217.479879ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:19.201448Z","caller":"traceutil/trace.go:171","msg":"trace[726727045] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"217.947234ms","start":"2026-07-02T05:17:18.983382Z","end":"2026-07-02T05:17:19.201329Z","steps":["trace[726727045] 'process raft request' (duration: 217.547721ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:19.201607Z","caller":"traceutil/trace.go:171","msg":"trace[95503019] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"217.991665ms","start":"2026-07-02T05:17:18.983215Z","end":"2026-07-02T05:17:19.201207Z","steps":["trace[95503019] 'process raft request' (duration: 197.775249ms)","trace[95503019] 'compare' (duration: 19.444201ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:17:39.045097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383259878,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:17:39.54525Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383259878,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:17:39.940512Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.500449996s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T05:17:39.940813Z","caller":"traceutil/trace.go:171","msg":"trace[1670588273] transaction","detail":"{read_only:false; response_revision:2332; number_of_response:1; }","duration":"1.500882309s","start":"2026-07-02T05:17:38.439912Z","end":"2026-07-02T05:17:39.940794Z","steps":["trace[1670588273] 'process raft request' (duration: 1.500747205s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:39.940935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:38.439883Z","time spent":"1.500988362s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:17:40.978311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000569107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T05:17:40.978391Z","caller":"traceutil/trace.go:171","msg":"trace[668740893] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000708292s","start":"2026-07-02T05:17:38.977667Z","end":"2026-07-02T05:17:40.978375Z","steps":["trace[668740893] 'agreement among raft nodes before linearized reading' (duration: 2.000597659s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:40.978428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:38.977612Z","time spent":"2.000807655s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:17:41.115395Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.174715381s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T05:17:41.53917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.833012ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:17:41.539223Z","caller":"traceutil/trace.go:171","msg":"trace[450863905] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2332; }","duration":"926.895594ms","start":"2026-07-02T05:17:40.612315Z","end":"2026-07-02T05:17:41.539211Z","steps":["trace[450863905] 'range keys from in-memory index tree' (duration: 926.821001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:41.539523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.858625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:17:41.539848Z","caller":"traceutil/trace.go:171","msg":"trace[1746042069] linearizableReadLoop","detail":"{readStateIndex:2432; appliedIndex:2427; }","duration":"2.995495545s","start":"2026-07-02T05:17:38.544337Z","end":"2026-07-02T05:17:41.539833Z","steps":["trace[1746042069] 'read index received' (duration: 1.396383021s)","trace[1746042069] 'applied index is now lower than readState.Index' (duration: 1.599111684s)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:17:41.539933Z","caller":"traceutil/trace.go:171","msg":"trace[510240232] transaction","detail":"{read_only:false; response_revision:2334; number_of_response:1; }","duration":"2.741658712s","start":"2026-07-02T05:17:38.798264Z","end":"2026-07-02T05:17:41.539923Z","steps":["trace[510240232] 'process raft request' (duration: 2.741349052s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:41.539991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:38.798235Z","time spent":"2.741721244s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:17:41.540003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:39.898928Z","time spent":"1.641068687s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-02T05:17:41.540145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696039429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:17:41.540044Z","caller":"traceutil/trace.go:171","msg":"trace[1160049796] transaction","detail":"{read_only:false; response_revision:2333; number_of_response:1; }","duration":"2.970405666s","start":"2026-07-02T05:17:38.569612Z","end":"2026-07-02T05:17:41.540017Z","steps":["trace[1160049796] 'process raft request' (duration: 2.545954031s)","trace[1160049796] 'compare' (duration: 423.549745ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:17:41.540216Z","caller":"traceutil/trace.go:171","msg":"trace[395580854] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2336; }","duration":"1.696093091s","start":"2026-07-02T05:17:39.844088Z","end":"2026-07-02T05:17:41.540181Z","steps":["trace[395580854] 'agreement among raft nodes before linearized reading' (duration: 1.695998088s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:41.540238Z","caller":"traceutil/trace.go:171","msg":"trace[442328069] transaction","detail":"{read_only:false; response_revision:2335; number_of_response:1; }","duration":"2.740826834s","start":"2026-07-02T05:17:38.799389Z","end":"2026-07-02T05:17:41.540216Z","steps":["trace[442328069] 'process raft request' (duration: 2.740308837s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:41.540254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:39.844035Z","time spent":"1.696207674s","remote":"127.0.0.1:44116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:17:41.540322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:38.569586Z","time spent":"2.970653374s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:17:41.54036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:38.799371Z","time spent":"2.740908037s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:17:41.540408Z","caller":"traceutil/trace.go:171","msg":"trace[1861005086] transaction","detail":"{read_only:false; response_revision:2336; number_of_response:1; }","duration":"2.740151213s","start":"2026-07-02T05:17:38.800239Z","end":"2026-07-02T05:17:41.54039Z","steps":["trace[1861005086] 'process raft request' (duration: 2.739494941s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:41.54043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.246213816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-02T05:17:41.540475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:38.800233Z","time spent":"2.740210134s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:17:41.540497Z","caller":"traceutil/trace.go:171","msg":"trace[1386467098] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2336; }","duration":"2.246304589s","start":"2026-07-02T05:17:39.294173Z","end":"2026-07-02T05:17:41.540478Z","steps":["trace[1386467098] 'agreement among raft nodes before linearized reading' (duration: 2.246116403s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:41.540524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.582929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-07-02T05:17:41.54056Z","caller":"traceutil/trace.go:171","msg":"trace[53758499] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2336; }","duration":"924.636521ms","start":"2026-07-02T05:17:40.615912Z","end":"2026-07-02T05:17:41.540549Z","steps":["trace[53758499] 'agreement among raft nodes before linearized reading' (duration: 924.521067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:41.540566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606176922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:17:41.540562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:39.294151Z","time spent":"2.246398113s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T05:17:41.540591Z","caller":"traceutil/trace.go:171","msg":"trace[637305125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2336; }","duration":"1.606234324s","start":"2026-07-02T05:17:39.934349Z","end":"2026-07-02T05:17:41.540584Z","steps":["trace[637305125] 'agreement among raft nodes before linearized reading' (duration: 1.606191693s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:41.540616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:39.934329Z","time spent":"1.606283125s","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:17:41.540411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996071093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:17:41.54068Z","caller":"traceutil/trace.go:171","msg":"trace[1858272354] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2336; }","duration":"2.996376864s","start":"2026-07-02T05:17:38.544288Z","end":"2026-07-02T05:17:41.540665Z","steps":["trace[1858272354] 'agreement among raft nodes before linearized reading' (duration: 2.996087424s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:41.540705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.239242442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-02T05:17:41.540734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:38.544264Z","time spent":"2.996453395s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:17:41.540587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:40.615903Z","time spent":"924.676812ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-02T05:17:41.540743Z","caller":"traceutil/trace.go:171","msg":"trace[1814288003] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2336; }","duration":"2.239300954s","start":"2026-07-02T05:17:39.30143Z","end":"2026-07-02T05:17:41.540731Z","steps":["trace[1814288003] 'agreement among raft nodes before linearized reading' (duration: 2.23917287s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:41.540785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:39.301416Z","time spent":"2.239361956s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T05:17:41.540784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.239306404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-02T05:17:41.540774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.454586776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-07-02T05:17:41.540824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.929595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-02T05:17:41.540824Z","caller":"traceutil/trace.go:171","msg":"trace[628116734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2336; }","duration":"2.239374866s","start":"2026-07-02T05:17:39.30144Z","end":"2026-07-02T05:17:41.540815Z","steps":["trace[628116734] 'agreement among raft nodes before linearized reading' (duration: 2.239270963s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:41.540849Z","caller":"traceutil/trace.go:171","msg":"trace[1033651079] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:2336; }","duration":"980.981457ms","start":"2026-07-02T05:17:40.559861Z","end":"2026-07-02T05:17:41.540843Z","steps":["trace[1033651079] 'agreement among raft nodes before linearized reading' (duration: 980.853873ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:41.540848Z","caller":"traceutil/trace.go:171","msg":"trace[286673208] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2336; }","duration":"2.4547146s","start":"2026-07-02T05:17:39.086115Z","end":"2026-07-02T05:17:41.540829Z","steps":["trace[286673208] 'agreement among raft nodes before linearized reading' (duration: 2.454476882s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:41.540871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:40.559845Z","time spent":"981.020738ms","remote":"127.0.0.1:49992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-02T05:17:41.540873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:39.301427Z","time spent":"2.239433178s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T05:17:41.540902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:39.086093Z","time spent":"2.454800023s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T05:17:41.541036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.678800804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-02T05:17:41.541094Z","caller":"traceutil/trace.go:171","msg":"trace[1297235784] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2336; }","duration":"2.678897028s","start":"2026-07-02T05:17:38.86218Z","end":"2026-07-02T05:17:41.541077Z","steps":["trace[1297235784] 'agreement among raft nodes before linearized reading' (duration: 2.677886705s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:41.541136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:38.862162Z","time spent":"2.678962709s","remote":"127.0.0.1:50974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-02T05:17:41.541355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.247957643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T05:17:41.541414Z","caller":"traceutil/trace.go:171","msg":"trace[949525018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2336; }","duration":"2.248060886s","start":"2026-07-02T05:17:39.293339Z","end":"2026-07-02T05:17:41.5414Z","steps":["trace[949525018] 'agreement among raft nodes before linearized reading' (duration: 2.247221839s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:41.541498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:39.29332Z","time spent":"2.248119499s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T05:17:41.831378Z","caller":"traceutil/trace.go:171","msg":"trace[1652604622] linearizableReadLoop","detail":"{readStateIndex:2440; appliedIndex:2433; }","duration":"282.58432ms","start":"2026-07-02T05:17:41.548772Z","end":"2026-07-02T05:17:41.831356Z","steps":["trace[1652604622] 'read index received' (duration: 104.473808ms)","trace[1652604622] 'applied index is now lower than readState.Index' (duration: 178.109732ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:17:41.831269Z","caller":"traceutil/trace.go:171","msg":"trace[1306335734] transaction","detail":"{read_only:false; response_revision:2337; number_of_response:1; }","duration":"288.644546ms","start":"2026-07-02T05:17:41.542591Z","end":"2026-07-02T05:17:41.831236Z","steps":["trace[1306335734] 'process raft request' (duration: 288.421268ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:41.831695Z","caller":"traceutil/trace.go:171","msg":"trace[1928876570] transaction","detail":"{read_only:false; response_revision:2341; number_of_response:1; }","duration":"285.217755ms","start":"2026-07-02T05:17:41.546445Z","end":"2026-07-02T05:17:41.831663Z","steps":["trace[1928876570] 'process raft request' (duration: 284.848783ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:41.831761Z","caller":"traceutil/trace.go:171","msg":"trace[759167337] transaction","detail":"{read_only:false; response_revision:2342; number_of_response:1; }","duration":"285.000628ms","start":"2026-07-02T05:17:41.546747Z","end":"2026-07-02T05:17:41.831747Z","steps":["trace[759167337] 'process raft request' (duration: 284.573254ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:41.831752Z","caller":"traceutil/trace.go:171","msg":"trace[452915153] transaction","detail":"{read_only:false; response_revision:2339; number_of_response:1; }","duration":"286.29295ms","start":"2026-07-02T05:17:41.54542Z","end":"2026-07-02T05:17:41.831713Z","steps":["trace[452915153] 'process raft request' (duration: 285.788634ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:41.831833Z","caller":"traceutil/trace.go:171","msg":"trace[796342050] transaction","detail":"{read_only:false; response_revision:2340; number_of_response:1; }","duration":"286.069553ms","start":"2026-07-02T05:17:41.545745Z","end":"2026-07-02T05:17:41.831815Z","steps":["trace[796342050] 'process raft request' (duration: 285.501335ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:41.831927Z","caller":"traceutil/trace.go:171","msg":"trace[474162862] transaction","detail":"{read_only:false; response_revision:2338; number_of_response:1; }","duration":"286.834967ms","start":"2026-07-02T05:17:41.545041Z","end":"2026-07-02T05:17:41.831876Z","steps":["trace[474162862] 'process raft request' (duration: 286.115754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:41.832469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.681996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:17:41.832525Z","caller":"traceutil/trace.go:171","msg":"trace[56811158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2342; }","duration":"283.772069ms","start":"2026-07-02T05:17:41.54874Z","end":"2026-07-02T05:17:41.832512Z","steps":["trace[56811158] 'agreement among raft nodes before linearized reading' (duration: 283.654865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:42.331909Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383259897,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:17:42.832952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383259897,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:17:43.227664Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.396631504s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T05:17:43.228075Z","caller":"traceutil/trace.go:171","msg":"trace[1648185402] transaction","detail":"{read_only:false; response_revision:2343; number_of_response:1; }","duration":"1.486330655s","start":"2026-07-02T05:17:41.741717Z","end":"2026-07-02T05:17:43.228048Z","steps":["trace[1648185402] 'process raft request' (duration: 1.48615664s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:43.228247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:41.7417Z","time spent":"1.48645952s","remote":"127.0.0.1:49992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:17:43.288472Z","caller":"traceutil/trace.go:171","msg":"trace[1507321981] linearizableReadLoop","detail":"{readStateIndex:2443; appliedIndex:2440; }","duration":"1.45700259s","start":"2026-07-02T05:17:41.831442Z","end":"2026-07-02T05:17:43.288444Z","steps":["trace[1507321981] 'read index received' (duration: 1.396452158s)","trace[1507321981] 'applied index is now lower than readState.Index' (duration: 60.549262ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:17:43.288519Z","caller":"traceutil/trace.go:171","msg":"trace[1708990710] transaction","detail":"{read_only:false; response_revision:2345; number_of_response:1; }","duration":"615.889306ms","start":"2026-07-02T05:17:42.672598Z","end":"2026-07-02T05:17:43.288487Z","steps":["trace[1708990710] 'process raft request' (duration: 615.799833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:43.288665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556066823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:17:43.288673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738461374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:17:43.288693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455116479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:17:43.28872Z","caller":"traceutil/trace.go:171","msg":"trace[761387920] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:2345; }","duration":"1.556161687s","start":"2026-07-02T05:17:41.732544Z","end":"2026-07-02T05:17:43.288706Z","steps":["trace[761387920] 'agreement among raft nodes before linearized reading' (duration: 1.556020332s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:43.288724Z","caller":"traceutil/trace.go:171","msg":"trace[806914012] transaction","detail":"{read_only:false; response_revision:2344; number_of_response:1; }","duration":"1.343027186s","start":"2026-07-02T05:17:41.945688Z","end":"2026-07-02T05:17:43.288715Z","steps":["trace[806914012] 'process raft request' (duration: 1.342585882s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:43.288729Z","caller":"traceutil/trace.go:171","msg":"trace[2130469384] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2345; }","duration":"1.738533807s","start":"2026-07-02T05:17:41.550181Z","end":"2026-07-02T05:17:43.288715Z","steps":["trace[2130469384] 'agreement among raft nodes before linearized reading' (duration: 1.738406993s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:43.288745Z","caller":"traceutil/trace.go:171","msg":"trace[1758035605] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2345; }","duration":"1.455210833s","start":"2026-07-02T05:17:41.833521Z","end":"2026-07-02T05:17:43.288732Z","steps":["trace[1758035605] 'agreement among raft nodes before linearized reading' (duration: 1.45512815s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:43.28876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:41.732527Z","time spent":"1.556221409s","remote":"127.0.0.1:39764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:17:43.288772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:41.833501Z","time spent":"1.455264624s","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:17:43.288776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:41.550174Z","time spent":"1.738589869s","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-02T05:17:43.288781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:41.945663Z","time spent":"1.343087557s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:17:43.28885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477732258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:17:43.288947Z","caller":"traceutil/trace.go:171","msg":"trace[816774732] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2345; }","duration":"1.477911794s","start":"2026-07-02T05:17:41.811016Z","end":"2026-07-02T05:17:43.288928Z","steps":["trace[816774732] 'agreement among raft nodes before linearized reading' (duration: 1.477621105s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:43.288978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.920825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-02T05:17:43.288677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:42.67258Z","time spent":"616.007429ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:17:43.289119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.81656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-02T05:17:43.288972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318580098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:17:43.289151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45419123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be613496a0e692\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-07-02T05:17:43.289198Z","caller":"traceutil/trace.go:171","msg":"trace[1684464904] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2345; }","duration":"417.922553ms","start":"2026-07-02T05:17:42.871243Z","end":"2026-07-02T05:17:43.289165Z","steps":["trace[1684464904] 'agreement among raft nodes before linearized reading' (duration: 417.813059ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:43.289247Z","caller":"traceutil/trace.go:171","msg":"trace[2135717535] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be613496a0e692; range_end:; response_count:1; response_revision:2345; }","duration":"1.454315343s","start":"2026-07-02T05:17:41.834906Z","end":"2026-07-02T05:17:43.289221Z","steps":["trace[2135717535] 'agreement among raft nodes before linearized reading' (duration: 1.454044875s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:43.289255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:42.871215Z","time spent":"418.026206ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":22,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:17:43.289242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.334095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-02T05:17:43.289299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:41.834895Z","time spent":"1.454394147s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be613496a0e692\" "} {"level":"info","ts":"2026-07-02T05:17:43.289327Z","caller":"traceutil/trace.go:171","msg":"trace[1132711418] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2345; }","duration":"516.446259ms","start":"2026-07-02T05:17:42.772857Z","end":"2026-07-02T05:17:43.289304Z","steps":["trace[1132711418] 'agreement among raft nodes before linearized reading' (duration: 516.232412ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:43.289253Z","caller":"traceutil/trace.go:171","msg":"trace[266407286] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2345; }","duration":"1.318856887s","start":"2026-07-02T05:17:41.970345Z","end":"2026-07-02T05:17:43.289202Z","steps":["trace[266407286] 'agreement among raft nodes before linearized reading' (duration: 1.318599608s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:43.289386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:42.772839Z","time spent":"516.534161ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-02T05:17:43.289408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:41.970328Z","time spent":"1.319057424s","remote":"127.0.0.1:39616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:17:43.289082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:41.810997Z","time spent":"1.478063749s","remote":"127.0.0.1:50306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:17:43.289089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.575375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-02T05:17:43.289543Z","caller":"traceutil/trace.go:171","msg":"trace[1925750515] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2345; }","duration":"607.06586ms","start":"2026-07-02T05:17:42.68246Z","end":"2026-07-02T05:17:43.289526Z","steps":["trace[1925750515] 'agreement among raft nodes before linearized reading' (duration: 606.561694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:43.288855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.06811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:17:43.289604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:42.682443Z","time spent":"607.145363ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-02T05:17:43.289647Z","caller":"traceutil/trace.go:171","msg":"trace[402690881] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2345; }","duration":"549.929759ms","start":"2026-07-02T05:17:42.739704Z","end":"2026-07-02T05:17:43.289633Z","steps":["trace[402690881] 'agreement among raft nodes before linearized reading' (duration: 549.05203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:43.289699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:42.739682Z","time spent":"550.00033ms","remote":"127.0.0.1:39638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:17:43.290026Z","caller":"traceutil/trace.go:171","msg":"trace[1754534983] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2345; }","duration":"741.020288ms","start":"2026-07-02T05:17:42.548008Z","end":"2026-07-02T05:17:43.289028Z","steps":["trace[1754534983] 'agreement among raft nodes before linearized reading' (duration: 740.803581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:43.290637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:42.547989Z","time spent":"742.163895ms","remote":"127.0.0.1:50974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-02T05:17:44.336575Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383259909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:17:44.67114Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.057900534s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T05:17:44.698886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085643299s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:17:44.699069Z","caller":"traceutil/trace.go:171","msg":"trace[2100307744] linearizableReadLoop","detail":"{readStateIndex:2450; appliedIndex:2446; }","duration":"863.572009ms","start":"2026-07-02T05:17:43.835483Z","end":"2026-07-02T05:17:44.699055Z","steps":["trace[2100307744] 'read index received' (duration: 835.764723ms)","trace[2100307744] 'applied index is now lower than readState.Index' (duration: 27.806406ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:17:44.699147Z","caller":"traceutil/trace.go:171","msg":"trace[1811141699] transaction","detail":"{read_only:false; response_revision:2349; number_of_response:1; }","duration":"1.32793144s","start":"2026-07-02T05:17:43.371207Z","end":"2026-07-02T05:17:44.699138Z","steps":["trace[1811141699] 'process raft request' (duration: 241.94447ms)","trace[1811141699] 'compare' (duration: 1.085409501s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:17:44.699195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:43.371187Z","time spent":"1.327984441s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:17:44.699425Z","caller":"traceutil/trace.go:171","msg":"trace[110971409] transaction","detail":"{read_only:false; response_revision:2350; number_of_response:1; }","duration":"1.152944528s","start":"2026-07-02T05:17:43.546473Z","end":"2026-07-02T05:17:44.699417Z","steps":["trace[110971409] 'process raft request' (duration: 1.152492063s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:44.699487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:43.546449Z","time spent":"1.15300102s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:17:44.699582Z","caller":"traceutil/trace.go:171","msg":"trace[205367735] transaction","detail":"{read_only:false; response_revision:2351; number_of_response:1; }","duration":"1.153054392s","start":"2026-07-02T05:17:43.546521Z","end":"2026-07-02T05:17:44.699576Z","steps":["trace[205367735] 'process raft request' (duration: 1.152490994s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:44.699846Z","caller":"traceutil/trace.go:171","msg":"trace[1706864469] transaction","detail":"{read_only:false; response_revision:2352; number_of_response:1; }","duration":"1.153152775s","start":"2026-07-02T05:17:43.54666Z","end":"2026-07-02T05:17:44.699813Z","steps":["trace[1706864469] 'process raft request' (duration: 1.15237334s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:44.699898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.399826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-07-02T05:17:44.699908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.22643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-02T05:17:44.69994Z","caller":"traceutil/trace.go:171","msg":"trace[700678043] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2352; }","duration":"864.485938ms","start":"2026-07-02T05:17:43.835444Z","end":"2026-07-02T05:17:44.69993Z","steps":["trace[700678043] 'agreement among raft nodes before linearized reading' (duration: 864.344584ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:44.699955Z","caller":"traceutil/trace.go:171","msg":"trace[381275427] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2352; }","duration":"864.295203ms","start":"2026-07-02T05:17:43.835648Z","end":"2026-07-02T05:17:44.699943Z","steps":["trace[381275427] 'agreement among raft nodes before linearized reading' (duration: 864.169679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:44.699987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:43.835425Z","time spent":"864.557511ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T05:17:44.699989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:43.835636Z","time spent":"864.345624ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T05:17:44.700022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:43.546634Z","time spent":"1.15329913s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:17:44.70005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.503847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-02T05:17:44.70006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.484326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-02T05:17:44.700085Z","caller":"traceutil/trace.go:171","msg":"trace[1514672536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2352; }","duration":"863.552618ms","start":"2026-07-02T05:17:43.836524Z","end":"2026-07-02T05:17:44.700076Z","steps":["trace[1514672536] 'agreement among raft nodes before linearized reading' (duration: 863.470806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:44.700116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:43.836515Z","time spent":"863.59426ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T05:17:44.700088Z","caller":"traceutil/trace.go:171","msg":"trace[1553637879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2352; }","duration":"863.524897ms","start":"2026-07-02T05:17:43.836556Z","end":"2026-07-02T05:17:44.700081Z","steps":["trace[1553637879] 'agreement among raft nodes before linearized reading' (duration: 863.410744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:44.700131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.972042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-02T05:17:44.700146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.150805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-02T05:17:44.700199Z","caller":"traceutil/trace.go:171","msg":"trace[185719079] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2352; }","duration":"864.064335ms","start":"2026-07-02T05:17:43.836118Z","end":"2026-07-02T05:17:44.700183Z","steps":["trace[185719079] 'agreement among raft nodes before linearized reading' (duration: 863.888649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:44.700215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:43.546496Z","time spent":"1.153106723s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:17:44.700198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:43.836551Z","time spent":"863.612561ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T05:17:44.700236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:43.83611Z","time spent":"864.117997ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T05:17:44.700208Z","caller":"traceutil/trace.go:171","msg":"trace[1540161934] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2352; }","duration":"402.249468ms","start":"2026-07-02T05:17:44.29794Z","end":"2026-07-02T05:17:44.70019Z","steps":["trace[1540161934] 'agreement among raft nodes before linearized reading' (duration: 402.049471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:44.702143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:44.297923Z","time spent":"404.205671ms","remote":"127.0.0.1:50974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-02T05:17:45.242619Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383259915,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:17:45.743148Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383259915,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:17:45.784804Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.079861353s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T05:17:46.130563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.54956ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:17:46.130683Z","caller":"traceutil/trace.go:171","msg":"trace[784693661] transaction","detail":"{read_only:false; response_revision:2353; number_of_response:1; }","duration":"1.425936691s","start":"2026-07-02T05:17:44.704731Z","end":"2026-07-02T05:17:46.130668Z","steps":["trace[784693661] 'process raft request' (duration: 1.080207945s)","trace[784693661] 'compare' (duration: 344.547488ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:17:46.130732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:44.704705Z","time spent":"1.426004803s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:17:46.131211Z","caller":"traceutil/trace.go:171","msg":"trace[1961361941] transaction","detail":"{read_only:false; response_revision:2354; number_of_response:1; }","duration":"1.426438856s","start":"2026-07-02T05:17:44.704749Z","end":"2026-07-02T05:17:46.131188Z","steps":["trace[1961361941] 'process raft request' (duration: 1.425893069s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:46.131439Z","caller":"traceutil/trace.go:171","msg":"trace[347204085] transaction","detail":"{read_only:false; response_revision:2355; number_of_response:1; }","duration":"1.426468658s","start":"2026-07-02T05:17:44.70495Z","end":"2026-07-02T05:17:46.131418Z","steps":["trace[347204085] 'process raft request' (duration: 1.426195469s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:46.13153Z","caller":"traceutil/trace.go:171","msg":"trace[1955880069] transaction","detail":"{read_only:false; response_revision:2356; number_of_response:1; }","duration":"1.426505788s","start":"2026-07-02T05:17:44.704995Z","end":"2026-07-02T05:17:46.131501Z","steps":["trace[1955880069] 'process raft request' (duration: 1.426300112s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:46.131608Z","caller":"traceutil/trace.go:171","msg":"trace[472162792] transaction","detail":"{read_only:false; response_revision:2357; number_of_response:1; }","duration":"1.410948167s","start":"2026-07-02T05:17:44.72065Z","end":"2026-07-02T05:17:46.131598Z","steps":["trace[472162792] 'process raft request' (duration: 1.41075171s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:46.131639Z","caller":"traceutil/trace.go:171","msg":"trace[702503858] transaction","detail":"{read_only:false; response_revision:2358; number_of_response:1; }","duration":"813.363872ms","start":"2026-07-02T05:17:45.318255Z","end":"2026-07-02T05:17:46.131619Z","steps":["trace[702503858] 'process raft request' (duration: 813.224338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:46.131662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:44.72063Z","time spent":"1.411005999s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:17:46.13167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:44.704961Z","time spent":"1.426643313s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:17:46.131555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:44.704903Z","time spent":"1.426582021s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:17:46.131757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:45.318231Z","time spent":"813.465275ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:17:46.131907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:44.704727Z","time spent":"1.426832369s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:17:46.417543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.9955ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-02T05:17:46.417734Z","caller":"traceutil/trace.go:171","msg":"trace[1778131061] linearizableReadLoop","detail":"{readStateIndex:2456; appliedIndex:2450; }","duration":"1.6756148s","start":"2026-07-02T05:17:44.742103Z","end":"2026-07-02T05:17:46.417718Z","steps":["trace[1778131061] 'read index received' (duration: 1.04284383s)","trace[1778131061] 'applied index is now lower than readState.Index' (duration: 632.77002ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:17:46.417865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675755834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:17:46.417903Z","caller":"traceutil/trace.go:171","msg":"trace[1308516017] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2358; }","duration":"1.675851077s","start":"2026-07-02T05:17:44.742042Z","end":"2026-07-02T05:17:46.417893Z","steps":["trace[1308516017] 'agreement among raft nodes before linearized reading' (duration: 1.675777205s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:46.417943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:44.741993Z","time spent":"1.67594007s","remote":"127.0.0.1:39684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:17:46.418091Z","caller":"traceutil/trace.go:171","msg":"trace[209761617] transaction","detail":"{read_only:false; response_revision:2359; number_of_response:1; }","duration":"558.436433ms","start":"2026-07-02T05:17:45.859633Z","end":"2026-07-02T05:17:46.418069Z","steps":["trace[209761617] 'process raft request' (duration: 557.996889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:46.418247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:45.859611Z","time spent":"558.532396ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:17:46.506199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57078159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:17:46.50628Z","caller":"traceutil/trace.go:171","msg":"trace[125718250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2359; }","duration":"1.570918784s","start":"2026-07-02T05:17:44.935341Z","end":"2026-07-02T05:17:46.50626Z","steps":["trace[125718250] 'agreement among raft nodes before linearized reading' (duration: 1.482680339s)","trace[125718250] 'range keys from in-memory index tree' (duration: 88.114251ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:17:46.506302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.038614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18be613f010488aa\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-07-02T05:17:46.506326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:44.935306Z","time spent":"1.571010057s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:17:46.506321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.973937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:17:46.506356Z","caller":"traceutil/trace.go:171","msg":"trace[1664212751] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18be613f010488aa; range_end:; response_count:1; response_revision:2359; }","duration":"832.119776ms","start":"2026-07-02T05:17:45.674208Z","end":"2026-07-02T05:17:46.506327Z","steps":["trace[1664212751] 'agreement among raft nodes before linearized reading' (duration: 743.83421ms)","trace[1664212751] 'range keys from in-memory index tree' (duration: 88.08309ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:17:46.506398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:45.674183Z","time spent":"832.208719ms","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18be613f010488aa\" "} {"level":"info","ts":"2026-07-02T05:17:46.506417Z","caller":"traceutil/trace.go:171","msg":"trace[1978966520] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2359; }","duration":"995.137002ms","start":"2026-07-02T05:17:45.51125Z","end":"2026-07-02T05:17:46.506387Z","steps":["trace[1978966520] 'agreement among raft nodes before linearized reading' (duration: 906.801624ms)","trace[1978966520] 'count revisions from in-memory index tree' (duration: 88.139482ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:17:46.506488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:45.51123Z","time spent":"995.240485ms","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:17:46.506502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.028654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-02T05:17:46.506617Z","caller":"traceutil/trace.go:171","msg":"trace[2055300335] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2359; }","duration":"783.182059ms","start":"2026-07-02T05:17:45.723404Z","end":"2026-07-02T05:17:46.506586Z","steps":["trace[2055300335] 'agreement among raft nodes before linearized reading' (duration: 694.623544ms)","trace[2055300335] 'range keys from in-memory index tree' (duration: 88.257996ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:17:46.506688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:45.723387Z","time spent":"783.285211ms","remote":"127.0.0.1:50974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-02T05:17:47.565561Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383259928,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:17:48.066041Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383259928,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T05:17:48.138568Z","caller":"traceutil/trace.go:171","msg":"trace[1153674079] transaction","detail":"{read_only:false; response_revision:2361; number_of_response:1; }","duration":"1.433798651s","start":"2026-07-02T05:17:46.704755Z","end":"2026-07-02T05:17:48.138553Z","steps":["trace[1153674079] 'process raft request' (duration: 1.433693838s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:48.138667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:46.704734Z","time spent":"1.433881663s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:17:49.657272Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.518788717s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T05:17:49.936508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00091624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T05:17:49.936586Z","caller":"traceutil/trace.go:171","msg":"trace[401213040] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001025984s","start":"2026-07-02T05:17:47.935544Z","end":"2026-07-02T05:17:49.93657Z","steps":["trace[401213040] 'agreement among raft nodes before linearized reading' (duration: 2.00092735s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:49.936626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:47.935538Z","time spent":"2.001080765s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 05:17:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T05:17:50.977287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000382321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T05:17:50.977366Z","caller":"traceutil/trace.go:171","msg":"trace[2015764473] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000502994s","start":"2026-07-02T05:17:48.976838Z","end":"2026-07-02T05:17:50.977341Z","steps":["trace[2015764473] 'agreement among raft nodes before linearized reading' (duration: 2.000413111s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:50.977405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:48.976814Z","time spent":"2.000583137s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 05:17:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T05:17:51.565919Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.395510508s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T05:17:51.70459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:46.70477Z","time spent":"4.999812077s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/02 05:17:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T05:17:51.705543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:46.707765Z","time spent":"4.997770241s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/02 05:17:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T05:17:51.755965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144436544s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:17:51.756074Z","caller":"traceutil/trace.go:171","msg":"trace[294222553] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2361; }","duration":"1.144556228s","start":"2026-07-02T05:17:50.611503Z","end":"2026-07-02T05:17:51.756059Z","steps":["trace[294222553] 'range keys from in-memory index tree' (duration: 1.144422454s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:51.756389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.098799991s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:17:51.756577Z","caller":"traceutil/trace.go:171","msg":"trace[1332927866] transaction","detail":"{read_only:false; response_revision:2365; number_of_response:1; }","duration":"1.613432733s","start":"2026-07-02T05:17:50.143131Z","end":"2026-07-02T05:17:51.756563Z","steps":["trace[1332927866] 'process raft request' (duration: 1.613393812s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:51.756636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:50.143104Z","time spent":"1.613504626s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:17:51.756879Z","caller":"traceutil/trace.go:171","msg":"trace[1755010943] transaction","detail":"{read_only:false; response_revision:2364; number_of_response:1; }","duration":"3.620214173s","start":"2026-07-02T05:17:48.136656Z","end":"2026-07-02T05:17:51.75687Z","steps":["trace[1755010943] 'process raft request' (duration: 3.619838571s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:51.756893Z","caller":"traceutil/trace.go:171","msg":"trace[1297859986] linearizableReadLoop","detail":"{readStateIndex:2462; appliedIndex:2459; }","duration":"4.69190836s","start":"2026-07-02T05:17:47.064953Z","end":"2026-07-02T05:17:51.756861Z","steps":["trace[1297859986] 'read index received' (duration: 1.073546557s)","trace[1297859986] 'applied index is now lower than readState.Index' (duration: 3.618358963s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:17:51.756934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:48.136642Z","time spent":"3.620259164s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:17:51.757023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.692045185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:17:51.757138Z","caller":"traceutil/trace.go:171","msg":"trace[1317598661] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2365; }","duration":"4.69219314s","start":"2026-07-02T05:17:47.064906Z","end":"2026-07-02T05:17:51.757099Z","steps":["trace[1317598661] 'agreement among raft nodes before linearized reading' (duration: 4.692032665s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:51.757212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:47.064887Z","time spent":"4.692305434s","remote":"127.0.0.1:50924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:17:51.93712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000286655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T05:17:51.937207Z","caller":"traceutil/trace.go:171","msg":"trace[1203809486] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00041838s","start":"2026-07-02T05:17:49.93677Z","end":"2026-07-02T05:17:51.937188Z","steps":["trace[1203809486] 'agreement among raft nodes before linearized reading' (duration: 2.000307776s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:51.937261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:49.936755Z","time spent":"2.000493601s","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 05:17:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T05:17:53.134734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998868099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T05:17:53.134836Z","caller":"traceutil/trace.go:171","msg":"trace[515736129] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999013063s","start":"2026-07-02T05:17:48.135797Z","end":"2026-07-02T05:17:53.13481Z","steps":["trace[515736129] 'agreement among raft nodes before linearized reading' (duration: 4.998894169s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:53.13494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:48.135775Z","time spent":"4.999147238s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/02 05:17:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T05:17:53.135278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999706306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-07-02T05:17:53.135275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999591712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T05:17:53.135369Z","caller":"traceutil/trace.go:171","msg":"trace[750819639] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999896772s","start":"2026-07-02T05:17:48.135452Z","end":"2026-07-02T05:17:53.135348Z","steps":["trace[750819639] 'agreement among raft nodes before linearized reading' (duration: 4.999712066s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:53.135396Z","caller":"traceutil/trace.go:171","msg":"trace[1770242051] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999750788s","start":"2026-07-02T05:17:48.135629Z","end":"2026-07-02T05:17:53.13538Z","steps":["trace[1770242051] 'agreement among raft nodes before linearized reading' (duration: 4.999603923s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:53.135433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:48.135443Z","time spent":"4.999966805s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T05:17:53.13544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:48.135623Z","time spent":"4.999803549s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/02 05:17:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/02 05:17:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T05:17:53.245851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202193677s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:17:53.246109Z","caller":"traceutil/trace.go:171","msg":"trace[1630136558] linearizableReadLoop","detail":"{readStateIndex:2465; appliedIndex:2464; }","duration":"1.489168139s","start":"2026-07-02T05:17:51.756918Z","end":"2026-07-02T05:17:53.246087Z","steps":["trace[1630136558] 'read index received' (duration: 286.675422ms)","trace[1630136558] 'applied index is now lower than readState.Index' (duration: 1.202491317s)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:17:53.246228Z","caller":"traceutil/trace.go:171","msg":"trace[665077621] transaction","detail":"{read_only:false; response_revision:2366; number_of_response:1; }","duration":"2.45175008s","start":"2026-07-02T05:17:50.794466Z","end":"2026-07-02T05:17:53.246216Z","steps":["trace[665077621] 'process raft request' (duration: 1.249095948s)","trace[665077621] 'compare' (duration: 1.202065053s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:17:53.246297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:50.794423Z","time spent":"2.451834872s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:17:53.246297Z","caller":"traceutil/trace.go:171","msg":"trace[1266668115] transaction","detail":"{read_only:false; response_revision:2367; number_of_response:1; }","duration":"1.315587313s","start":"2026-07-02T05:17:51.930684Z","end":"2026-07-02T05:17:53.246272Z","steps":["trace[1266668115] 'process raft request' (duration: 1.315285143s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:53.246374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.202711712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:17:53.246382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.989627301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:17:53.246393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.311756325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:17:53.246427Z","caller":"traceutil/trace.go:171","msg":"trace[301556557] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2367; }","duration":"2.202800214s","start":"2026-07-02T05:17:51.043612Z","end":"2026-07-02T05:17:53.246412Z","steps":["trace[301556557] 'agreement among raft nodes before linearized reading' (duration: 2.20267556s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:53.246437Z","caller":"traceutil/trace.go:171","msg":"trace[272983772] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2367; }","duration":"2.989711703s","start":"2026-07-02T05:17:50.256706Z","end":"2026-07-02T05:17:53.246418Z","steps":["trace[272983772] 'agreement among raft nodes before linearized reading' (duration: 2.989569939s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:53.246455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.093094963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:17:53.246467Z","caller":"traceutil/trace.go:171","msg":"trace[1990159710] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2367; }","duration":"5.311886629s","start":"2026-07-02T05:17:47.934562Z","end":"2026-07-02T05:17:53.246449Z","steps":["trace[1990159710] 'agreement among raft nodes before linearized reading' (duration: 5.311745935s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:53.246474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:50.25669Z","time spent":"2.989775175s","remote":"127.0.0.1:44060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:17:53.246513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:47.934545Z","time spent":"5.311955642s","remote":"127.0.0.1:39686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:17:53.246519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.103824144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:17:53.246528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540222055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-02T05:17:53.246552Z","caller":"traceutil/trace.go:171","msg":"trace[772161369] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2367; }","duration":"2.103865175s","start":"2026-07-02T05:17:51.142678Z","end":"2026-07-02T05:17:53.246543Z","steps":["trace[772161369] 'agreement among raft nodes before linearized reading' (duration: 2.103814203s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:53.246556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.868758404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"warn","ts":"2026-07-02T05:17:53.24657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.732778987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-02T05:17:53.24658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:51.142672Z","time spent":"2.103900636s","remote":"127.0.0.1:47392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:17:53.246581Z","caller":"traceutil/trace.go:171","msg":"trace[1600197955] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2367; }","duration":"1.540299567s","start":"2026-07-02T05:17:51.706261Z","end":"2026-07-02T05:17:53.246561Z","steps":["trace[1600197955] 'agreement among raft nodes before linearized reading' (duration: 1.540143642s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:53.246598Z","caller":"traceutil/trace.go:171","msg":"trace[1364151914] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2367; }","duration":"5.732833989s","start":"2026-07-02T05:17:47.513757Z","end":"2026-07-02T05:17:53.246591Z","steps":["trace[1364151914] 'agreement among raft nodes before linearized reading' (duration: 5.732737776s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:53.246572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.02488786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-07-02T05:17:53.246619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:47.513738Z","time spent":"5.73287711s","remote":"127.0.0.1:50974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-02T05:17:53.246621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:51.706244Z","time spent":"1.54036715s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T05:17:53.246643Z","caller":"traceutil/trace.go:171","msg":"trace[1679552299] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2367; }","duration":"2.024975242s","start":"2026-07-02T05:17:51.22165Z","end":"2026-07-02T05:17:53.246625Z","steps":["trace[1679552299] 'agreement among raft nodes before linearized reading' (duration: 2.024762415s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:53.246646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.687714278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-02T05:17:53.246665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.583474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-02T05:17:53.246686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:51.221645Z","time spent":"2.025031864s","remote":"127.0.0.1:50166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-02T05:17:53.246704Z","caller":"traceutil/trace.go:171","msg":"trace[132059200] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2367; }","duration":"717.663436ms","start":"2026-07-02T05:17:52.52903Z","end":"2026-07-02T05:17:53.246694Z","steps":["trace[132059200] 'agreement among raft nodes before linearized reading' (duration: 717.601834ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:53.246707Z","caller":"traceutil/trace.go:171","msg":"trace[21807650] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2367; }","duration":"4.687796759s","start":"2026-07-02T05:17:48.558895Z","end":"2026-07-02T05:17:53.246692Z","steps":["trace[21807650] 'agreement among raft nodes before linearized reading' (duration: 4.687711897s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:53.246669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302416048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:17:53.246736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:52.529011Z","time spent":"717.716488ms","remote":"127.0.0.1:39776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:17:53.24676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.339938295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-02T05:17:53.246763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:48.558844Z","time spent":"4.687902323s","remote":"127.0.0.1:50062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":25,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:17:53.246791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.111354225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T05:17:53.246806Z","caller":"traceutil/trace.go:171","msg":"trace[1981573614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2367; }","duration":"1.302597244s","start":"2026-07-02T05:17:51.944166Z","end":"2026-07-02T05:17:53.246764Z","steps":["trace[1981573614] 'agreement among raft nodes before linearized reading' (duration: 1.302375477s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:53.246471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:51.043597Z","time spent":"2.202864697s","remote":"127.0.0.1:50998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:17:53.246947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.112046387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-02T05:17:53.246956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.911973456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:17:53.246978Z","caller":"traceutil/trace.go:171","msg":"trace[481536015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2367; }","duration":"5.112098549s","start":"2026-07-02T05:17:48.134872Z","end":"2026-07-02T05:17:53.246971Z","steps":["trace[481536015] 'agreement among raft nodes before linearized reading' (duration: 5.112005696s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:53.246972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:51.94415Z","time spent":"1.302804081s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:17:53.246981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.686665933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-02T05:17:53.247007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:48.134831Z","time spent":"5.112169321s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-02T05:17:53.246993Z","caller":"traceutil/trace.go:171","msg":"trace[1105168660] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2367; }","duration":"2.912041149s","start":"2026-07-02T05:17:50.334941Z","end":"2026-07-02T05:17:53.246982Z","steps":["trace[1105168660] 'agreement among raft nodes before linearized reading' (duration: 2.911983467s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:53.246742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.954005809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:17:53.246482Z","caller":"traceutil/trace.go:171","msg":"trace[616637887] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2367; }","duration":"6.093157875s","start":"2026-07-02T05:17:47.153317Z","end":"2026-07-02T05:17:53.246475Z","steps":["trace[616637887] 'agreement among raft nodes before linearized reading' (duration: 6.093109884s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:53.247035Z","caller":"traceutil/trace.go:171","msg":"trace[489226736] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:2367; }","duration":"2.686750036s","start":"2026-07-02T05:17:50.560272Z","end":"2026-07-02T05:17:53.247022Z","steps":["trace[489226736] 'agreement among raft nodes before linearized reading' (duration: 2.686624242s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:53.247042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:50.334921Z","time spent":"2.912113201s","remote":"127.0.0.1:44106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:17:53.246587Z","caller":"traceutil/trace.go:171","msg":"trace[1566303873] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2367; }","duration":"4.868835527s","start":"2026-07-02T05:17:48.377743Z","end":"2026-07-02T05:17:53.246579Z","steps":["trace[1566303873] 'agreement among raft nodes before linearized reading' (duration: 4.868714843s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:53.247082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:50.560256Z","time spent":"2.686815509s","remote":"127.0.0.1:49992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-02T05:17:53.247093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:47.153299Z","time spent":"6.093771995s","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:17:53.24714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:48.377724Z","time spent":"4.869381834s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T05:17:53.246715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.266838179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be613496a0e692\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-07-02T05:17:53.247217Z","caller":"traceutil/trace.go:171","msg":"trace[1695173414] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be613496a0e692; range_end:; response_count:1; response_revision:2367; }","duration":"2.267363866s","start":"2026-07-02T05:17:50.979845Z","end":"2026-07-02T05:17:53.247208Z","steps":["trace[1695173414] 'agreement among raft nodes before linearized reading' (duration: 2.266785987s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:53.247245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:50.979829Z","time spent":"2.267408437s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be613496a0e692\" "} {"level":"info","ts":"2026-07-02T05:17:53.246792Z","caller":"traceutil/trace.go:171","msg":"trace[1095152954] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2367; }","duration":"2.340008888s","start":"2026-07-02T05:17:50.906773Z","end":"2026-07-02T05:17:53.246782Z","steps":["trace[1095152954] 'agreement among raft nodes before linearized reading' (duration: 2.339963557s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:53.246825Z","caller":"traceutil/trace.go:171","msg":"trace[1847081265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2367; }","duration":"5.111407367s","start":"2026-07-02T05:17:48.135409Z","end":"2026-07-02T05:17:53.246816Z","steps":["trace[1847081265] 'agreement among raft nodes before linearized reading' (duration: 5.111279053s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:53.247518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:48.135398Z","time spent":"5.112099589s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T05:17:53.246418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:51.930663Z","time spent":"1.315691156s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:17:53.246829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527435813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-02T05:17:53.247738Z","caller":"traceutil/trace.go:171","msg":"trace[1525542425] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2367; }","duration":"1.528354162s","start":"2026-07-02T05:17:51.719366Z","end":"2026-07-02T05:17:53.247721Z","steps":["trace[1525542425] 'agreement among raft nodes before linearized reading' (duration: 1.527399842s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:53.24683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.582864958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:17:53.248793Z","caller":"traceutil/trace.go:171","msg":"trace[215710917] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2367; }","duration":"2.584829991s","start":"2026-07-02T05:17:50.663924Z","end":"2026-07-02T05:17:53.248754Z","steps":["trace[215710917] 'agreement among raft nodes before linearized reading' (duration: 2.582886768s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:53.248887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:50.663896Z","time spent":"2.584936434s","remote":"127.0.0.1:39630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:17:53.247065Z","caller":"traceutil/trace.go:171","msg":"trace[1820305972] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2367; }","duration":"5.95434858s","start":"2026-07-02T05:17:47.2927Z","end":"2026-07-02T05:17:53.247048Z","steps":["trace[1820305972] 'agreement among raft nodes before linearized reading' (duration: 5.954023219s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:53.249096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:47.292682Z","time spent":"5.956399916s","remote":"127.0.0.1:50280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:17:53.247373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:50.906737Z","time spent":"2.340561876s","remote":"127.0.0.1:50936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:17:53.249444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:51.719356Z","time spent":"1.528417854s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-02T05:17:55.423854Z","caller":"traceutil/trace.go:171","msg":"trace[1705593386] transaction","detail":"{read_only:false; response_revision:2379; number_of_response:1; }","duration":"130.538799ms","start":"2026-07-02T05:17:55.293286Z","end":"2026-07-02T05:17:55.423824Z","steps":["trace[1705593386] 'process raft request' (duration: 130.391874ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:55.486448Z","caller":"traceutil/trace.go:171","msg":"trace[1920538610] transaction","detail":"{read_only:false; response_revision:2380; number_of_response:1; }","duration":"122.640424ms","start":"2026-07-02T05:17:55.363776Z","end":"2026-07-02T05:17:55.486416Z","steps":["trace[1920538610] 'process raft request' (duration: 122.057725ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:55.486454Z","caller":"traceutil/trace.go:171","msg":"trace[554795065] transaction","detail":"{read_only:false; response_revision:2381; number_of_response:1; }","duration":"122.419207ms","start":"2026-07-02T05:17:55.363999Z","end":"2026-07-02T05:17:55.486418Z","steps":["trace[554795065] 'process raft request' (duration: 122.237971ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:57.278054Z","caller":"traceutil/trace.go:171","msg":"trace[955176473] transaction","detail":"{read_only:false; response_revision:2386; number_of_response:1; }","duration":"113.207289ms","start":"2026-07-02T05:17:57.164823Z","end":"2026-07-02T05:17:57.278031Z","steps":["trace[955176473] 'process raft request' (duration: 76.183496ms)","trace[955176473] 'compare' (duration: 36.850638ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:17:57.278254Z","caller":"traceutil/trace.go:171","msg":"trace[1680655667] transaction","detail":"{read_only:false; response_revision:2387; number_of_response:1; }","duration":"112.800597ms","start":"2026-07-02T05:17:57.16543Z","end":"2026-07-02T05:17:57.27823Z","steps":["trace[1680655667] 'process raft request' (duration: 112.545089ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:58.509447Z","caller":"traceutil/trace.go:171","msg":"trace[902727983] transaction","detail":"{read_only:false; response_revision:2395; number_of_response:1; }","duration":"111.807185ms","start":"2026-07-02T05:17:58.397615Z","end":"2026-07-02T05:17:58.509423Z","steps":["trace[902727983] 'process raft request' (duration: 111.672421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:18:36.064496Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383260764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:18:36.564972Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383260764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:18:36.99922Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.466635694s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T05:18:37.000757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652370679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:18:37.000863Z","caller":"traceutil/trace.go:171","msg":"trace[990036551] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2764; }","duration":"1.652545695s","start":"2026-07-02T05:18:35.3483Z","end":"2026-07-02T05:18:37.000846Z","steps":["trace[990036551] 'count revisions from in-memory index tree' (duration: 1.652266265s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:18:37.000794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124557692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:18:37.000959Z","caller":"traceutil/trace.go:171","msg":"trace[1479319059] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2764; }","duration":"2.124852853s","start":"2026-07-02T05:18:34.876083Z","end":"2026-07-02T05:18:37.000936Z","steps":["trace[1479319059] 'count revisions from in-memory index tree' (duration: 2.124454119s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:18:37.001028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:18:34.876053Z","time spent":"2.124962216s","remote":"127.0.0.1:50420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:18:37.000898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:18:35.34827Z","time spent":"1.652619507s","remote":"127.0.0.1:44062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:18:37.001131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487299305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-02T05:18:37.001246Z","caller":"traceutil/trace.go:171","msg":"trace[146149897] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2764; }","duration":"1.487446049s","start":"2026-07-02T05:18:35.513768Z","end":"2026-07-02T05:18:37.001214Z","steps":["trace[146149897] 'range keys from in-memory index tree' (duration: 1.48715252s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:18:37.001355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:18:35.513738Z","time spent":"1.487583154s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-02T05:18:37.001891Z","caller":"traceutil/trace.go:171","msg":"trace[484659996] transaction","detail":"{read_only:false; response_revision:2765; number_of_response:1; }","duration":"1.469459269s","start":"2026-07-02T05:18:35.5324Z","end":"2026-07-02T05:18:37.001859Z","steps":["trace[484659996] 'process raft request' (duration: 1.467027777s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:18:37.002171Z","caller":"traceutil/trace.go:171","msg":"trace[1551414095] transaction","detail":"{read_only:false; response_revision:2766; number_of_response:1; }","duration":"1.435851886s","start":"2026-07-02T05:18:35.566298Z","end":"2026-07-02T05:18:37.00215Z","steps":["trace[1551414095] 'process raft request' (duration: 1.435483304s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:18:37.002311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:18:35.566266Z","time spent":"1.43597312s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:18:37.003257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:18:35.532367Z","time spent":"1.469703917s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:18:37.25581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.777247ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-02T05:18:37.256456Z","caller":"traceutil/trace.go:171","msg":"trace[1061331763] transaction","detail":"{read_only:false; response_revision:2767; number_of_response:1; }","duration":"1.247482564s","start":"2026-07-02T05:18:36.008912Z","end":"2026-07-02T05:18:37.256395Z","steps":["trace[1061331763] 'process raft request' (duration: 1.247027438s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:18:37.25671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:18:36.008891Z","time spent":"1.247663369s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:18:37.257815Z","caller":"traceutil/trace.go:171","msg":"trace[2130250490] transaction","detail":"{read_only:false; response_revision:2768; number_of_response:1; }","duration":"1.237090686s","start":"2026-07-02T05:18:36.020705Z","end":"2026-07-02T05:18:37.257796Z","steps":["trace[2130250490] 'process raft request' (duration: 1.235670209s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:18:37.25794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:18:36.02068Z","time spent":"1.23719925s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:18:37.257961Z","caller":"traceutil/trace.go:171","msg":"trace[1757032743] transaction","detail":"{read_only:false; response_revision:2769; number_of_response:1; }","duration":"251.932596ms","start":"2026-07-02T05:18:37.005926Z","end":"2026-07-02T05:18:37.257859Z","steps":["trace[1757032743] 'process raft request' (duration: 251.865034ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:18:37.258215Z","caller":"traceutil/trace.go:171","msg":"trace[1104349556] linearizableReadLoop","detail":"{readStateIndex:2883; appliedIndex:2878; }","duration":"1.694344961s","start":"2026-07-02T05:18:35.56386Z","end":"2026-07-02T05:18:37.258205Z","steps":["trace[1104349556] 'read index received' (duration: 1.435582127s)","trace[1104349556] 'applied index is now lower than readState.Index' (duration: 258.761864ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:18:37.258554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694707303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-02T05:18:37.258589Z","caller":"traceutil/trace.go:171","msg":"trace[895390268] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2769; }","duration":"1.694785936s","start":"2026-07-02T05:18:35.563795Z","end":"2026-07-02T05:18:37.258581Z","steps":["trace[895390268] 'agreement among raft nodes before linearized reading' (duration: 1.694463735s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:18:37.25862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:18:35.563768Z","time spent":"1.694846738s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T05:18:37.260111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692980115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-02T05:18:37.260188Z","caller":"traceutil/trace.go:171","msg":"trace[391795824] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2770; }","duration":"1.693112789s","start":"2026-07-02T05:18:35.567055Z","end":"2026-07-02T05:18:37.260167Z","steps":["trace[391795824] 'agreement among raft nodes before linearized reading' (duration: 1.692870521s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:18:37.260234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:18:35.567036Z","time spent":"1.693187912s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T05:18:37.260237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119226898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-02T05:18:37.260354Z","caller":"traceutil/trace.go:171","msg":"trace[1679226443] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2770; }","duration":"1.119458306s","start":"2026-07-02T05:18:36.140879Z","end":"2026-07-02T05:18:37.260337Z","steps":["trace[1679226443] 'agreement among raft nodes before linearized reading' (duration: 1.119113885s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:18:37.26038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324094283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:18:37.260431Z","caller":"traceutil/trace.go:171","msg":"trace[2126697698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2770; }","duration":"1.324157775s","start":"2026-07-02T05:18:35.936261Z","end":"2026-07-02T05:18:37.260419Z","steps":["trace[2126697698] 'agreement among raft nodes before linearized reading' (duration: 1.324060152s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:18:37.260474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:18:35.936203Z","time spent":"1.324263308s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:18:37.260491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:18:36.14086Z","time spent":"1.11955352s","remote":"127.0.0.1:50166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-02T05:18:37.260598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517940628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-02T05:18:37.260645Z","caller":"traceutil/trace.go:171","msg":"trace[259219074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2770; }","duration":"1.5180115s","start":"2026-07-02T05:18:35.742623Z","end":"2026-07-02T05:18:37.260635Z","steps":["trace[259219074] 'agreement among raft nodes before linearized reading' (duration: 1.517787183s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:18:37.260755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:18:35.742598Z","time spent":"1.518145725s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T05:18:37.26076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518174976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-02T05:18:37.260791Z","caller":"traceutil/trace.go:171","msg":"trace[1692303750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2770; }","duration":"1.518255999s","start":"2026-07-02T05:18:35.742527Z","end":"2026-07-02T05:18:37.260783Z","steps":["trace[1692303750] 'agreement among raft nodes before linearized reading' (duration: 1.518102694s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:18:37.26079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174678451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-02T05:18:37.260806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:18:35.742499Z","time spent":"1.518303691s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T05:18:37.260833Z","caller":"traceutil/trace.go:171","msg":"trace[1341402226] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2770; }","duration":"1.174755743s","start":"2026-07-02T05:18:36.086068Z","end":"2026-07-02T05:18:37.260823Z","steps":["trace[1341402226] 'agreement among raft nodes before linearized reading' (duration: 1.174632249s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:18:37.260868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:18:36.08605Z","time spent":"1.174810346s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T05:18:37.2606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000763971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:18:37.260941Z","caller":"traceutil/trace.go:171","msg":"trace[1430848303] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2770; }","duration":"1.001152814s","start":"2026-07-02T05:18:36.259782Z","end":"2026-07-02T05:18:37.260935Z","steps":["trace[1430848303] 'agreement among raft nodes before linearized reading' (duration: 1.000775471s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:18:37.26096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:18:36.259757Z","time spent":"1.001197106s","remote":"127.0.0.1:39748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:18:43.549715Z","caller":"traceutil/trace.go:171","msg":"trace[1332739661] transaction","detail":"{read_only:false; response_revision:2807; number_of_response:1; }","duration":"274.850802ms","start":"2026-07-02T05:18:43.274834Z","end":"2026-07-02T05:18:43.549685Z","steps":["trace[1332739661] 'process raft request' (duration: 272.657338ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:18:43.551313Z","caller":"traceutil/trace.go:171","msg":"trace[1468355277] linearizableReadLoop","detail":"{readStateIndex:2925; appliedIndex:2923; }","duration":"268.21156ms","start":"2026-07-02T05:18:43.283082Z","end":"2026-07-02T05:18:43.551294Z","steps":["trace[1468355277] 'read index received' (duration: 264.505656ms)","trace[1468355277] 'applied index is now lower than readState.Index' (duration: 3.704964ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:18:43.551513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.408156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-02T05:18:43.551553Z","caller":"traceutil/trace.go:171","msg":"trace[195679261] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2808; }","duration":"268.493199ms","start":"2026-07-02T05:18:43.283048Z","end":"2026-07-02T05:18:43.551542Z","steps":["trace[195679261] 'agreement among raft nodes before linearized reading' (duration: 268.354334ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:18:43.551537Z","caller":"traceutil/trace.go:171","msg":"trace[1873520817] transaction","detail":"{read_only:false; response_revision:2808; number_of_response:1; }","duration":"275.436872ms","start":"2026-07-02T05:18:43.276072Z","end":"2026-07-02T05:18:43.551509Z","steps":["trace[1873520817] 'process raft request' (duration: 275.058739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:18:43.551633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.325423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-02T05:18:43.551722Z","caller":"traceutil/trace.go:171","msg":"trace[1485067490] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2808; }","duration":"265.437707ms","start":"2026-07-02T05:18:43.286258Z","end":"2026-07-02T05:18:43.551695Z","steps":["trace[1485067490] 'agreement among raft nodes before linearized reading' (duration: 265.278662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:18:43.551634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.991279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-02T05:18:43.55162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.424524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-02T05:18:43.55162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.469539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-02T05:18:43.552021Z","caller":"traceutil/trace.go:171","msg":"trace[2065148364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2808; }","duration":"264.186345ms","start":"2026-07-02T05:18:43.28761Z","end":"2026-07-02T05:18:43.551796Z","steps":["trace[2065148364] 'agreement among raft nodes before linearized reading' (duration: 263.888405ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:18:43.552064Z","caller":"traceutil/trace.go:171","msg":"trace[786585661] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2808; }","duration":"268.957155ms","start":"2026-07-02T05:18:43.283089Z","end":"2026-07-02T05:18:43.552046Z","steps":["trace[786585661] 'agreement among raft nodes before linearized reading' (duration: 268.350555ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:18:43.552095Z","caller":"traceutil/trace.go:171","msg":"trace[842038494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2808; }","duration":"261.761124ms","start":"2026-07-02T05:18:43.290153Z","end":"2026-07-02T05:18:43.551914Z","steps":["trace[842038494] 'agreement among raft nodes before linearized reading' (duration: 261.33323ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:18:47.987234Z","caller":"traceutil/trace.go:171","msg":"trace[753617607] transaction","detail":"{read_only:false; response_revision:2834; number_of_response:1; }","duration":"433.614296ms","start":"2026-07-02T05:18:47.553594Z","end":"2026-07-02T05:18:47.987209Z","steps":["trace[753617607] 'process raft request' (duration: 433.44953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:18:47.987407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:18:47.553571Z","time spent":"433.736789ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:18:48.249944Z","caller":"traceutil/trace.go:171","msg":"trace[33427203] transaction","detail":"{read_only:false; response_revision:2835; number_of_response:1; }","duration":"688.056916ms","start":"2026-07-02T05:18:47.561865Z","end":"2026-07-02T05:18:48.249922Z","steps":["trace[33427203] 'process raft request' (duration: 687.87779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:18:48.250084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:18:47.561843Z","time spent":"688.169009ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:18:48.250103Z","caller":"traceutil/trace.go:171","msg":"trace[1289097716] linearizableReadLoop","detail":"{readStateIndex:2954; appliedIndex:2951; }","duration":"681.230658ms","start":"2026-07-02T05:18:47.568852Z","end":"2026-07-02T05:18:48.250082Z","steps":["trace[1289097716] 'read index received' (duration: 418.18649ms)","trace[1289097716] 'applied index is now lower than readState.Index' (duration: 263.042978ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:18:48.250336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.469795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-02T05:18:48.250365Z","caller":"traceutil/trace.go:171","msg":"trace[1867560939] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2836; }","duration":"681.538358ms","start":"2026-07-02T05:18:47.568819Z","end":"2026-07-02T05:18:48.250358Z","steps":["trace[1867560939] 'agreement among raft nodes before linearized reading' (duration: 681.375992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:18:48.250386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:18:47.568804Z","time spent":"681.576459ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T05:18:48.250616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.882469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-02T05:18:48.250636Z","caller":"traceutil/trace.go:171","msg":"trace[1979446923] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2836; }","duration":"678.927071ms","start":"2026-07-02T05:18:47.571704Z","end":"2026-07-02T05:18:48.250631Z","steps":["trace[1979446923] 'agreement among raft nodes before linearized reading' (duration: 678.873819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:18:48.250649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:18:47.571694Z","time spent":"678.952401ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T05:18:48.250724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.22431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:18:48.25089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.109833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-02T05:18:48.250912Z","caller":"traceutil/trace.go:171","msg":"trace[1315801465] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2836; }","duration":"675.151814ms","start":"2026-07-02T05:18:47.575755Z","end":"2026-07-02T05:18:48.250907Z","steps":["trace[1315801465] 'agreement among raft nodes before linearized reading' (duration: 675.081952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:18:48.250926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:18:47.575745Z","time spent":"675.177596ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T05:18:48.250904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.162339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-02T05:18:48.250955Z","caller":"traceutil/trace.go:171","msg":"trace[967930103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2836; }","duration":"676.23015ms","start":"2026-07-02T05:18:47.574715Z","end":"2026-07-02T05:18:48.250945Z","steps":["trace[967930103] 'agreement among raft nodes before linearized reading' (duration: 675.899519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:18:48.25099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:18:47.574703Z","time spent":"676.279803ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T05:18:48.250901Z","caller":"traceutil/trace.go:171","msg":"trace[1775850364] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:2836; }","duration":"670.383535ms","start":"2026-07-02T05:18:47.580442Z","end":"2026-07-02T05:18:48.250826Z","steps":["trace[1775850364] 'agreement among raft nodes before linearized reading' (duration: 670.165318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:18:48.250955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.062065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-02T05:18:48.251159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.843539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-02T05:18:48.25117Z","caller":"traceutil/trace.go:171","msg":"trace[1865949767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2836; }","duration":"679.298683ms","start":"2026-07-02T05:18:47.571852Z","end":"2026-07-02T05:18:48.25115Z","steps":["trace[1865949767] 'agreement among raft nodes before linearized reading' (duration: 678.837098ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:18:48.251184Z","caller":"traceutil/trace.go:171","msg":"trace[37614547] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2836; }","duration":"109.910152ms","start":"2026-07-02T05:18:48.141269Z","end":"2026-07-02T05:18:48.251179Z","steps":["trace[37614547] 'agreement among raft nodes before linearized reading' (duration: 109.766737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:18:48.25122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:18:47.571764Z","time spent":"679.448028ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T05:18:48.251196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.037678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:18:48.251288Z","caller":"traceutil/trace.go:171","msg":"trace[982285740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2836; }","duration":"316.184123ms","start":"2026-07-02T05:18:47.935078Z","end":"2026-07-02T05:18:48.251262Z","steps":["trace[982285740] 'agreement among raft nodes before linearized reading' (duration: 316.008787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:18:48.251336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:18:47.935057Z","time spent":"316.272015ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T05:18:48.251566Z","caller":"traceutil/trace.go:171","msg":"trace[1521844906] transaction","detail":"{read_only:false; response_revision:2836; number_of_response:1; }","duration":"686.647439ms","start":"2026-07-02T05:18:47.563483Z","end":"2026-07-02T05:18:48.25013Z","steps":["trace[1521844906] 'process raft request' (duration: 686.394541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:18:48.251897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:18:47.56347Z","time spent":"688.355396ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:18:48.251975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:18:47.580432Z","time spent":"671.523533ms","remote":"127.0.0.1:39764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:18:50.524097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.968791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:18:50.524262Z","caller":"traceutil/trace.go:171","msg":"trace[1263923071] transaction","detail":"{read_only:false; response_revision:2846; number_of_response:1; }","duration":"210.915695ms","start":"2026-07-02T05:18:50.313322Z","end":"2026-07-02T05:18:50.524238Z","steps":["trace[1263923071] 'process raft request' (duration: 89.718787ms)","trace[1263923071] 'compare' (duration: 120.742563ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:18:50.583557Z","caller":"traceutil/trace.go:171","msg":"trace[1186107114] transaction","detail":"{read_only:false; response_revision:2847; number_of_response:1; }","duration":"269.762561ms","start":"2026-07-02T05:18:50.313772Z","end":"2026-07-02T05:18:50.583534Z","steps":["trace[1186107114] 'process raft request' (duration: 269.137571ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:18:50.583985Z","caller":"traceutil/trace.go:171","msg":"trace[1005771565] transaction","detail":"{read_only:false; response_revision:2848; number_of_response:1; }","duration":"270.117843ms","start":"2026-07-02T05:18:50.313826Z","end":"2026-07-02T05:18:50.583944Z","steps":["trace[1005771565] 'process raft request' (duration: 269.186112ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:18:50.584298Z","caller":"traceutil/trace.go:171","msg":"trace[760529637] transaction","detail":"{read_only:false; response_revision:2849; number_of_response:1; }","duration":"270.405483ms","start":"2026-07-02T05:18:50.313867Z","end":"2026-07-02T05:18:50.584273Z","steps":["trace[760529637] 'process raft request' (duration: 269.180512ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:18:50.584539Z","caller":"traceutil/trace.go:171","msg":"trace[174218296] transaction","detail":"{read_only:false; response_revision:2850; number_of_response:1; }","duration":"270.63279ms","start":"2026-07-02T05:18:50.313891Z","end":"2026-07-02T05:18:50.584524Z","steps":["trace[174218296] 'process raft request' (duration: 269.191702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:18:50.849003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.880943ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-02T05:18:50.849134Z","caller":"traceutil/trace.go:171","msg":"trace[701578280] linearizableReadLoop","detail":"{readStateIndex:2969; appliedIndex:2968; }","duration":"153.28154ms","start":"2026-07-02T05:18:50.695832Z","end":"2026-07-02T05:18:50.849114Z","steps":["trace[701578280] 'read index received' (duration: 32.481µs)","trace[701578280] 'applied index is now lower than readState.Index' (duration: 153.246959ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:18:50.849226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.378283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:18:50.849264Z","caller":"traceutil/trace.go:171","msg":"trace[610083267] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2850; }","duration":"153.461326ms","start":"2026-07-02T05:18:50.69579Z","end":"2026-07-02T05:18:50.849251Z","steps":["trace[610083267] 'agreement among raft nodes before linearized reading' (duration: 153.381443ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:19:02.811356Z","caller":"traceutil/trace.go:171","msg":"trace[1844061537] linearizableReadLoop","detail":"{readStateIndex:3045; appliedIndex:3044; }","duration":"170.080011ms","start":"2026-07-02T05:19:02.641257Z","end":"2026-07-02T05:19:02.811337Z","steps":["trace[1844061537] 'read index received' (duration: 169.928696ms)","trace[1844061537] 'applied index is now lower than readState.Index' (duration: 150.545µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:19:02.811398Z","caller":"traceutil/trace.go:171","msg":"trace[69682236] transaction","detail":"{read_only:false; response_revision:2924; number_of_response:1; }","duration":"228.910525ms","start":"2026-07-02T05:19:02.582466Z","end":"2026-07-02T05:19:02.811377Z","steps":["trace[69682236] 'process raft request' (duration: 228.74685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:02.811528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.136273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-02T05:19:02.811556Z","caller":"traceutil/trace.go:171","msg":"trace[2138611157] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2924; }","duration":"170.188444ms","start":"2026-07-02T05:19:02.641361Z","end":"2026-07-02T05:19:02.811549Z","steps":["trace[2138611157] 'agreement among raft nodes before linearized reading' (duration: 170.07951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:02.81158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.884095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-02T05:19:02.811635Z","caller":"traceutil/trace.go:171","msg":"trace[1993115135] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2924; }","duration":"128.969507ms","start":"2026-07-02T05:19:02.682652Z","end":"2026-07-02T05:19:02.811621Z","steps":["trace[1993115135] 'agreement among raft nodes before linearized reading' (duration: 128.844623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:02.811715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.09148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-02T05:19:02.811826Z","caller":"traceutil/trace.go:171","msg":"trace[1347092374] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2924; }","duration":"170.227395ms","start":"2026-07-02T05:19:02.641569Z","end":"2026-07-02T05:19:02.811797Z","steps":["trace[1347092374] 'agreement among raft nodes before linearized reading' (duration: 169.946496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:02.811908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.595908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-02T05:19:02.812016Z","caller":"traceutil/trace.go:171","msg":"trace[1666621792] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2924; }","duration":"170.780084ms","start":"2026-07-02T05:19:02.641215Z","end":"2026-07-02T05:19:02.811995Z","steps":["trace[1666621792] 'agreement among raft nodes before linearized reading' (duration: 170.180404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:02.812216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.95372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-02T05:19:02.812274Z","caller":"traceutil/trace.go:171","msg":"trace[2011531965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2924; }","duration":"171.043993ms","start":"2026-07-02T05:19:02.641216Z","end":"2026-07-02T05:19:02.81226Z","steps":["trace[2011531965] 'agreement among raft nodes before linearized reading' (duration: 170.212765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:03.037525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.285725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-02T05:19:03.037602Z","caller":"traceutil/trace.go:171","msg":"trace[320231889] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2924; }","duration":"222.384559ms","start":"2026-07-02T05:19:02.8152Z","end":"2026-07-02T05:19:03.037585Z","steps":["trace[320231889] 'range keys from in-memory index tree' (duration: 222.134221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:03.037616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.974788ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:19:03.037689Z","caller":"traceutil/trace.go:171","msg":"trace[1764634746] transaction","detail":"{read_only:false; response_revision:2925; number_of_response:1; }","duration":"221.574592ms","start":"2026-07-02T05:19:02.8161Z","end":"2026-07-02T05:19:03.037675Z","steps":["trace[1764634746] 'process raft request' (duration: 107.480701ms)","trace[1764634746] 'compare' (duration: 113.803161ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:19:03.128514Z","caller":"traceutil/trace.go:171","msg":"trace[2109455315] transaction","detail":"{read_only:false; response_revision:2927; number_of_response:1; }","duration":"311.944841ms","start":"2026-07-02T05:19:02.816546Z","end":"2026-07-02T05:19:03.128491Z","steps":["trace[2109455315] 'process raft request' (duration: 311.848248ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:19:03.128562Z","caller":"traceutil/trace.go:171","msg":"trace[735982319] transaction","detail":"{read_only:false; response_revision:2926; number_of_response:1; }","duration":"311.988082ms","start":"2026-07-02T05:19:02.816533Z","end":"2026-07-02T05:19:03.128521Z","steps":["trace[735982319] 'process raft request' (duration: 311.757754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:03.128746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:02.81652Z","time spent":"312.140998ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:19:03.128748Z","caller":"traceutil/trace.go:171","msg":"trace[1308006332] transaction","detail":"{read_only:false; response_revision:2928; number_of_response:1; }","duration":"311.0241ms","start":"2026-07-02T05:19:02.817703Z","end":"2026-07-02T05:19:03.128727Z","steps":["trace[1308006332] 'process raft request' (duration: 310.73005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:03.128749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:02.816524Z","time spent":"312.111797ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:19:03.128719Z","caller":"traceutil/trace.go:171","msg":"trace[1540979303] linearizableReadLoop","detail":"{readStateIndex:3049; appliedIndex:3045; }","duration":"253.360884ms","start":"2026-07-02T05:19:02.875317Z","end":"2026-07-02T05:19:03.128677Z","steps":["trace[1540979303] 'read index received' (duration: 48.273543ms)","trace[1540979303] 'applied index is now lower than readState.Index' (duration: 205.084681ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:19:03.1289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:02.817682Z","time spent":"311.131844ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:19:03.128863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.534159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:19:03.129072Z","caller":"traceutil/trace.go:171","msg":"trace[1451451206] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2928; }","duration":"253.773747ms","start":"2026-07-02T05:19:02.875268Z","end":"2026-07-02T05:19:03.129041Z","steps":["trace[1451451206] 'agreement among raft nodes before linearized reading' (duration: 253.531289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:03.129097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.225122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:19:03.129165Z","caller":"traceutil/trace.go:171","msg":"trace[1737441316] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2928; }","duration":"192.329155ms","start":"2026-07-02T05:19:02.936821Z","end":"2026-07-02T05:19:03.12915Z","steps":["trace[1737441316] 'agreement among raft nodes before linearized reading' (duration: 192.211971ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:19:04.462537Z","caller":"traceutil/trace.go:171","msg":"trace[2011324861] transaction","detail":"{read_only:false; response_revision:2932; number_of_response:1; }","duration":"108.606338ms","start":"2026-07-02T05:19:04.353901Z","end":"2026-07-02T05:19:04.462507Z","steps":["trace[2011324861] 'process raft request' (duration: 108.427702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:05.09331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.958537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:19:05.093395Z","caller":"traceutil/trace.go:171","msg":"trace[2117148794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2933; }","duration":"158.087491ms","start":"2026-07-02T05:19:04.93529Z","end":"2026-07-02T05:19:05.093377Z","steps":["trace[2117148794] 'range keys from in-memory index tree' (duration: 157.857783ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:19:05.093678Z","caller":"traceutil/trace.go:171","msg":"trace[722067450] transaction","detail":"{read_only:false; response_revision:2934; number_of_response:1; }","duration":"131.547165ms","start":"2026-07-02T05:19:04.962101Z","end":"2026-07-02T05:19:05.093648Z","steps":["trace[722067450] 'process raft request' (duration: 129.640151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:11.066261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383261274,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T05:19:11.139972Z","caller":"traceutil/trace.go:171","msg":"trace[258632698] transaction","detail":"{read_only:false; response_revision:2965; number_of_response:1; }","duration":"702.791747ms","start":"2026-07-02T05:19:10.437156Z","end":"2026-07-02T05:19:11.139948Z","steps":["trace[258632698] 'process raft request' (duration: 702.638472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:11.140224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:10.437131Z","time spent":"702.911471ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:19:11.280357Z","caller":"traceutil/trace.go:171","msg":"trace[1878593463] transaction","detail":"{read_only:false; response_revision:2966; number_of_response:1; }","duration":"719.574248ms","start":"2026-07-02T05:19:10.56075Z","end":"2026-07-02T05:19:11.280324Z","steps":["trace[1878593463] 'process raft request' (duration: 620.86052ms)","trace[1878593463] 'compare' (duration: 98.528601ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:19:11.280472Z","caller":"traceutil/trace.go:171","msg":"trace[570268988] linearizableReadLoop","detail":"{readStateIndex:3088; appliedIndex:3086; }","duration":"714.749797ms","start":"2026-07-02T05:19:10.565704Z","end":"2026-07-02T05:19:11.280454Z","steps":["trace[570268988] 'read index received' (duration: 574.132509ms)","trace[570268988] 'applied index is now lower than readState.Index' (duration: 140.616198ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:19:11.280536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:10.560731Z","time spent":"719.717843ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:19:11.280705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.993735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-02T05:19:11.280738Z","caller":"traceutil/trace.go:171","msg":"trace[230551966] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:2967; }","duration":"715.069827ms","start":"2026-07-02T05:19:10.565659Z","end":"2026-07-02T05:19:11.280729Z","steps":["trace[230551966] 'agreement among raft nodes before linearized reading' (duration: 714.920512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:11.280768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:10.56564Z","time spent":"715.120689ms","remote":"127.0.0.1:49992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-02T05:19:11.780845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383261279,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:19:12.935487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000269351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T05:19:12.93567Z","caller":"traceutil/trace.go:171","msg":"trace[407455981] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000487688s","start":"2026-07-02T05:19:10.935163Z","end":"2026-07-02T05:19:12.935651Z","steps":["trace[407455981] 'agreement among raft nodes before linearized reading' (duration: 2.000265801s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:12.935717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:10.935123Z","time spent":"2.000583911s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 05:19:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T05:19:14.678646Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.105820951s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T05:19:14.680419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.751078382s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:19:14.680846Z","caller":"traceutil/trace.go:171","msg":"trace[560458296] transaction","detail":"{read_only:false; response_revision:2971; number_of_response:1; }","duration":"1.365606968s","start":"2026-07-02T05:19:13.315222Z","end":"2026-07-02T05:19:14.680829Z","steps":["trace[560458296] 'process raft request' (duration: 1.365574637s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:14.681025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:13.315207Z","time spent":"1.365678461s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:19:14.681222Z","caller":"traceutil/trace.go:171","msg":"trace[1528058336] transaction","detail":"{read_only:false; response_revision:2968; number_of_response:1; }","duration":"3.434837094s","start":"2026-07-02T05:19:11.246371Z","end":"2026-07-02T05:19:14.681208Z","steps":["trace[1528058336] 'process raft request' (duration: 682.781959ms)","trace[1528058336] 'compare' (duration: 2.750273925s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:19:14.681293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:11.246364Z","time spent":"3.434894375s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:19:14.681453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:11.282432Z","time spent":"3.399018357s","remote":"127.0.0.1:49992","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-02T05:19:14.681599Z","caller":"traceutil/trace.go:171","msg":"trace[1943671701] linearizableReadLoop","detail":"{readStateIndex:3091; appliedIndex:3089; }","duration":"3.401063165s","start":"2026-07-02T05:19:11.280521Z","end":"2026-07-02T05:19:14.681584Z","steps":["trace[1943671701] 'read index received' (duration: 648.736602ms)","trace[1943671701] 'applied index is now lower than readState.Index' (duration: 2.752324693s)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:19:14.681827Z","caller":"traceutil/trace.go:171","msg":"trace[1201025062] transaction","detail":"{read_only:false; response_revision:2969; number_of_response:1; }","duration":"1.53718004s","start":"2026-07-02T05:19:13.144636Z","end":"2026-07-02T05:19:14.681816Z","steps":["trace[1201025062] 'process raft request' (duration: 1.536028081s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:14.681893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:13.144609Z","time spent":"1.537252453s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:19:14.682047Z","caller":"traceutil/trace.go:171","msg":"trace[2091780238] transaction","detail":"{read_only:false; response_revision:2970; number_of_response:1; }","duration":"1.367664387s","start":"2026-07-02T05:19:13.314372Z","end":"2026-07-02T05:19:14.682037Z","steps":["trace[2091780238] 'process raft request' (duration: 1.366374624s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:14.682104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:13.314341Z","time spent":"1.36773633s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:19:14.682384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.416851173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-07-02T05:19:14.682429Z","caller":"traceutil/trace.go:171","msg":"trace[345187741] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2971; }","duration":"3.416923305s","start":"2026-07-02T05:19:11.265492Z","end":"2026-07-02T05:19:14.682415Z","steps":["trace[345187741] 'agreement among raft nodes before linearized reading' (duration: 3.416800881s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:14.682463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:11.265475Z","time spent":"3.416979966s","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T05:19:14.682454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.775243815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-02T05:19:14.682561Z","caller":"traceutil/trace.go:171","msg":"trace[187859106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2971; }","duration":"3.77539187s","start":"2026-07-02T05:19:10.907161Z","end":"2026-07-02T05:19:14.682553Z","steps":["trace[187859106] 'agreement among raft nodes before linearized reading' (duration: 3.775234984s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:14.682653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:10.907135Z","time spent":"3.775510134s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T05:19:14.682816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.521468357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-02T05:19:14.682841Z","caller":"traceutil/trace.go:171","msg":"trace[161020789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2971; }","duration":"3.52152841s","start":"2026-07-02T05:19:11.161306Z","end":"2026-07-02T05:19:14.682834Z","steps":["trace[161020789] 'agreement among raft nodes before linearized reading' (duration: 3.521414206s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:14.682873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:11.16129Z","time spent":"3.521578131s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T05:19:14.68284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.543543555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-02T05:19:14.68297Z","caller":"traceutil/trace.go:171","msg":"trace[1275204698] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2971; }","duration":"3.543706801s","start":"2026-07-02T05:19:11.139234Z","end":"2026-07-02T05:19:14.68294Z","steps":["trace[1275204698] 'agreement among raft nodes before linearized reading' (duration: 3.543408011s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:14.683032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:11.139216Z","time spent":"3.543801823s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T05:19:14.683275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.522065018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-02T05:19:14.683257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.524560971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-02T05:19:14.683304Z","caller":"traceutil/trace.go:171","msg":"trace[1596405068] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2971; }","duration":"3.52211348s","start":"2026-07-02T05:19:11.161183Z","end":"2026-07-02T05:19:14.683297Z","steps":["trace[1596405068] 'agreement among raft nodes before linearized reading' (duration: 3.521740577s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:14.683325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:11.161174Z","time spent":"3.52214559s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-02T05:19:14.683328Z","caller":"traceutil/trace.go:171","msg":"trace[1536652166] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2971; }","duration":"3.524669675s","start":"2026-07-02T05:19:11.158638Z","end":"2026-07-02T05:19:14.683308Z","steps":["trace[1536652166] 'agreement among raft nodes before linearized reading' (duration: 3.523751854s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:14.683326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747458495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:19:14.683359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:11.158622Z","time spent":"3.524730416s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T05:19:14.683372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107548489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-02T05:19:14.683385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.095019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:19:14.683427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.175151362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:19:14.68344Z","caller":"traceutil/trace.go:171","msg":"trace[1451188952] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2971; }","duration":"1.107647502s","start":"2026-07-02T05:19:13.575779Z","end":"2026-07-02T05:19:14.683427Z","steps":["trace[1451188952] 'agreement among raft nodes before linearized reading' (duration: 1.107491647s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:14.683471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:13.575762Z","time spent":"1.107702384s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-02T05:19:14.683504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108152579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-02T05:19:14.683531Z","caller":"traceutil/trace.go:171","msg":"trace[1750443459] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2971; }","duration":"1.108219801s","start":"2026-07-02T05:19:13.575304Z","end":"2026-07-02T05:19:14.683524Z","steps":["trace[1750443459] 'agreement among raft nodes before linearized reading' (duration: 1.108112408s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:14.683534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.290881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:19:14.683559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:13.575281Z","time spent":"1.108272773s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-02T05:19:14.68358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.774382751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:19:14.683577Z","caller":"traceutil/trace.go:171","msg":"trace[365967032] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2971; }","duration":"423.365254ms","start":"2026-07-02T05:19:14.2602Z","end":"2026-07-02T05:19:14.683565Z","steps":["trace[365967032] 'agreement among raft nodes before linearized reading' (duration: 423.298261ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:19:14.683468Z","caller":"traceutil/trace.go:171","msg":"trace[1092597963] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2971; }","duration":"122.204143ms","start":"2026-07-02T05:19:14.561246Z","end":"2026-07-02T05:19:14.68345Z","steps":["trace[1092597963] 'agreement among raft nodes before linearized reading' (duration: 122.086509ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:19:14.683625Z","caller":"traceutil/trace.go:171","msg":"trace[2004877431] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2971; }","duration":"2.774420362s","start":"2026-07-02T05:19:11.909182Z","end":"2026-07-02T05:19:14.683602Z","steps":["trace[2004877431] 'agreement among raft nodes before linearized reading' (duration: 2.77436553s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:14.683626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:14.260182Z","time spent":"423.430935ms","remote":"127.0.0.1:50998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:19:14.683659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:11.909127Z","time spent":"2.774523704s","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:19:14.683669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.811285783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:19:14.683707Z","caller":"traceutil/trace.go:171","msg":"trace[313828804] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2971; }","duration":"2.811370006s","start":"2026-07-02T05:19:11.87233Z","end":"2026-07-02T05:19:14.6837Z","steps":["trace[313828804] 'agreement among raft nodes before linearized reading' (duration: 2.811312434s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:14.683352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.220848295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-02T05:19:14.683774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.901974462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:19:14.683786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.542760163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-02T05:19:14.683809Z","caller":"traceutil/trace.go:171","msg":"trace[785306508] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2971; }","duration":"2.542824614s","start":"2026-07-02T05:19:12.140977Z","end":"2026-07-02T05:19:14.683802Z","steps":["trace[785306508] 'agreement among raft nodes before linearized reading' (duration: 2.542763882s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:19:14.683777Z","caller":"traceutil/trace.go:171","msg":"trace[596005304] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2971; }","duration":"3.221324051s","start":"2026-07-02T05:19:11.462442Z","end":"2026-07-02T05:19:14.683766Z","steps":["trace[596005304] 'agreement among raft nodes before linearized reading' (duration: 3.220772683s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:14.683824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:12.140959Z","time spent":"2.542861936s","remote":"127.0.0.1:50166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-02T05:19:14.68385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:11.462424Z","time spent":"3.221412944s","remote":"127.0.0.1:50172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":59,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:19:14.683624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.235772257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18be6156b0c5ae82\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-07-02T05:19:14.683902Z","caller":"traceutil/trace.go:171","msg":"trace[1407312099] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18be6156b0c5ae82; range_end:; response_count:1; response_revision:2971; }","duration":"2.236079848s","start":"2026-07-02T05:19:12.447817Z","end":"2026-07-02T05:19:14.683896Z","steps":["trace[1407312099] 'agreement among raft nodes before linearized reading' (duration: 2.235683554s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:14.683926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:12.447801Z","time spent":"2.236119859s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.18be6156b0c5ae82\" "} {"level":"info","ts":"2026-07-02T05:19:14.683475Z","caller":"traceutil/trace.go:171","msg":"trace[1902675976] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2971; }","duration":"2.175230805s","start":"2026-07-02T05:19:12.508226Z","end":"2026-07-02T05:19:14.683457Z","steps":["trace[1902675976] 'agreement among raft nodes before linearized reading' (duration: 2.175176883s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:14.684141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:12.508199Z","time spent":"2.175835045s","remote":"127.0.0.1:50464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:19:14.684221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357043572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-02T05:19:14.684238Z","caller":"traceutil/trace.go:171","msg":"trace[677537179] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2971; }","duration":"1.357079254s","start":"2026-07-02T05:19:13.327153Z","end":"2026-07-02T05:19:14.684232Z","steps":["trace[677537179] 'agreement among raft nodes before linearized reading' (duration: 1.357005061s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:14.684243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42579814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:19:14.684259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:13.327142Z","time spent":"1.357114105s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-02T05:19:14.684277Z","caller":"traceutil/trace.go:171","msg":"trace[336584135] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2971; }","duration":"1.425874442s","start":"2026-07-02T05:19:13.258393Z","end":"2026-07-02T05:19:14.684268Z","steps":["trace[336584135] 'agreement among raft nodes before linearized reading' (duration: 1.4258074s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:14.684319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:13.258373Z","time spent":"1.425933884s","remote":"127.0.0.1:39686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:19:14.68374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:11.872308Z","time spent":"2.811421677s","remote":"127.0.0.1:39626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:19:14.6838Z","caller":"traceutil/trace.go:171","msg":"trace[2025877548] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2971; }","duration":"2.902033445s","start":"2026-07-02T05:19:11.78176Z","end":"2026-07-02T05:19:14.683793Z","steps":["trace[2025877548] 'agreement among raft nodes before linearized reading' (duration: 2.901996294s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:14.684691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:11.781742Z","time spent":"2.902935855s","remote":"127.0.0.1:44146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:19:14.683394Z","caller":"traceutil/trace.go:171","msg":"trace[504910721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2971; }","duration":"1.747569338s","start":"2026-07-02T05:19:12.935807Z","end":"2026-07-02T05:19:14.683376Z","steps":["trace[504910721] 'agreement among raft nodes before linearized reading' (duration: 1.747438164s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:14.684923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:12.935787Z","time spent":"1.7491053s","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:19:15.167216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.93398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:19:15.167314Z","caller":"traceutil/trace.go:171","msg":"trace[1522185976] transaction","detail":"{read_only:false; response_revision:2972; number_of_response:1; }","duration":"482.965384ms","start":"2026-07-02T05:19:14.684334Z","end":"2026-07-02T05:19:15.167299Z","steps":["trace[1522185976] 'process raft request' (duration: 314.868919ms)","trace[1522185976] 'compare' (duration: 167.856567ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:19:15.1677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:14.684306Z","time spent":"483.341647ms","remote":"127.0.0.1:49992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:19:15.250396Z","caller":"traceutil/trace.go:171","msg":"trace[1202692679] transaction","detail":"{read_only:false; response_revision:2974; number_of_response:1; }","duration":"563.115732ms","start":"2026-07-02T05:19:14.687265Z","end":"2026-07-02T05:19:15.250381Z","steps":["trace[1202692679] 'process raft request' (duration: 562.973557ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:19:15.250509Z","caller":"traceutil/trace.go:171","msg":"trace[187813688] transaction","detail":"{read_only:false; response_revision:2975; number_of_response:1; }","duration":"563.112841ms","start":"2026-07-02T05:19:14.687309Z","end":"2026-07-02T05:19:15.250422Z","steps":["trace[187813688] 'process raft request' (duration: 562.968956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:15.250578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:14.687284Z","time spent":"563.261386ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:19:15.250633Z","caller":"traceutil/trace.go:171","msg":"trace[1820691484] transaction","detail":"{read_only:false; response_revision:2977; number_of_response:1; }","duration":"562.906995ms","start":"2026-07-02T05:19:14.687718Z","end":"2026-07-02T05:19:15.250625Z","steps":["trace[1820691484] 'process raft request' (duration: 562.615045ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:19:15.250575Z","caller":"traceutil/trace.go:171","msg":"trace[1628123867] transaction","detail":"{read_only:false; response_revision:2973; number_of_response:1; }","duration":"563.256797ms","start":"2026-07-02T05:19:14.687244Z","end":"2026-07-02T05:19:15.250501Z","steps":["trace[1628123867] 'process raft request' (duration: 562.879484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:15.250679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:14.687696Z","time spent":"562.962347ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:19:15.250513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:14.687244Z","time spent":"563.197665ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:19:15.250779Z","caller":"traceutil/trace.go:171","msg":"trace[785842345] transaction","detail":"{read_only:false; response_revision:2979; number_of_response:1; }","duration":"560.980801ms","start":"2026-07-02T05:19:14.689782Z","end":"2026-07-02T05:19:15.250763Z","steps":["trace[785842345] 'process raft request' (duration: 560.838566ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:19:15.250776Z","caller":"traceutil/trace.go:171","msg":"trace[1754824825] transaction","detail":"{read_only:false; response_revision:2978; number_of_response:1; }","duration":"563.006128ms","start":"2026-07-02T05:19:14.687734Z","end":"2026-07-02T05:19:15.25074Z","steps":["trace[1754824825] 'process raft request' (duration: 562.818082ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:19:15.250785Z","caller":"traceutil/trace.go:171","msg":"trace[1698651952] linearizableReadLoop","detail":"{readStateIndex:3097; appliedIndex:3094; }","duration":"563.475044ms","start":"2026-07-02T05:19:14.687289Z","end":"2026-07-02T05:19:15.250764Z","steps":["trace[1698651952] 'read index received' (duration: 311.930461ms)","trace[1698651952] 'applied index is now lower than readState.Index' (duration: 251.543223ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:19:15.25084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:14.689769Z","time spent":"561.030332ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:19:15.250382Z","caller":"traceutil/trace.go:171","msg":"trace[887341294] transaction","detail":"{read_only:false; response_revision:2976; number_of_response:1; }","duration":"562.718698ms","start":"2026-07-02T05:19:14.687643Z","end":"2026-07-02T05:19:15.250361Z","steps":["trace[887341294] 'process raft request' (duration: 562.666676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:15.250971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:14.687727Z","time spent":"563.160864ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:19:15.251008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:14.687626Z","time spent":"563.35473ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:19:15.250975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:14.687227Z","time spent":"563.514225ms","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:19:15.251102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.803524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-02T05:19:15.251144Z","caller":"traceutil/trace.go:171","msg":"trace[972202879] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2980; }","duration":"563.870657ms","start":"2026-07-02T05:19:14.687262Z","end":"2026-07-02T05:19:15.251133Z","steps":["trace[972202879] 'agreement among raft nodes before linearized reading' (duration: 563.690021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:15.25119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:14.68724Z","time spent":"563.94033ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-02T05:19:15.251179Z","caller":"traceutil/trace.go:171","msg":"trace[1997965769] transaction","detail":"{read_only:false; response_revision:2980; number_of_response:1; }","duration":"557.410872ms","start":"2026-07-02T05:19:14.693448Z","end":"2026-07-02T05:19:15.250859Z","steps":["trace[1997965769] 'process raft request' (duration: 557.251997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:15.251472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:14.693435Z","time spent":"557.884187ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:19:15.35081Z","caller":"traceutil/trace.go:171","msg":"trace[653312167] transaction","detail":"{read_only:false; response_revision:2981; number_of_response:1; }","duration":"102.523866ms","start":"2026-07-02T05:19:15.248247Z","end":"2026-07-02T05:19:15.350771Z","steps":["trace[653312167] 'process raft request' (duration: 25.794702ms)","trace[653312167] 'compare' (duration: 76.483315ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:19:15.351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.445513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-07-02T05:19:15.351072Z","caller":"traceutil/trace.go:171","msg":"trace[836245218] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2981; }","duration":"663.537477ms","start":"2026-07-02T05:19:14.687516Z","end":"2026-07-02T05:19:15.351053Z","steps":["trace[836245218] 'agreement among raft nodes before linearized reading' (duration: 663.307619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:15.351128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:14.687508Z","time spent":"663.608369ms","remote":"127.0.0.1:50166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-02T05:19:15.351213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.583076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-02T05:19:15.351285Z","caller":"traceutil/trace.go:171","msg":"trace[2002350534] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2981; }","duration":"178.815023ms","start":"2026-07-02T05:19:15.172454Z","end":"2026-07-02T05:19:15.351269Z","steps":["trace[2002350534] 'agreement among raft nodes before linearized reading' (duration: 178.642267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:15.351293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.840487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-58766a49-b31f-41c9-b7aa-98b2b2fd07ce\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-07-02T05:19:15.351345Z","caller":"traceutil/trace.go:171","msg":"trace[1651147685] range","detail":"{range_begin:/registry/persistentvolumes/pvc-58766a49-b31f-41c9-b7aa-98b2b2fd07ce; range_end:; response_count:1; response_revision:2981; }","duration":"663.94322ms","start":"2026-07-02T05:19:14.687386Z","end":"2026-07-02T05:19:15.351329Z","steps":["trace[1651147685] 'agreement among raft nodes before linearized reading' (duration: 663.748654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:15.351355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.342617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:19:15.351386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:14.687377Z","time spent":"663.999282ms","remote":"127.0.0.1:50108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-58766a49-b31f-41c9-b7aa-98b2b2fd07ce\" "} {"level":"info","ts":"2026-07-02T05:19:15.351398Z","caller":"traceutil/trace.go:171","msg":"trace[566521536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2981; }","duration":"659.410019ms","start":"2026-07-02T05:19:14.691975Z","end":"2026-07-02T05:19:15.351385Z","steps":["trace[566521536] 'agreement among raft nodes before linearized reading' (duration: 659.325296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:15.351432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:14.691967Z","time spent":"659.45763ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T05:19:16.177126Z","caller":"traceutil/trace.go:171","msg":"trace[1047475933] linearizableReadLoop","detail":"{readStateIndex:3106; appliedIndex:3105; }","duration":"241.942483ms","start":"2026-07-02T05:19:15.935164Z","end":"2026-07-02T05:19:16.177107Z","steps":["trace[1047475933] 'read index received' (duration: 241.826959ms)","trace[1047475933] 'applied index is now lower than readState.Index' (duration: 114.644µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:19:16.177226Z","caller":"traceutil/trace.go:171","msg":"trace[918526339] transaction","detail":"{read_only:false; response_revision:2983; number_of_response:1; }","duration":"283.462499ms","start":"2026-07-02T05:19:15.893751Z","end":"2026-07-02T05:19:16.177214Z","steps":["trace[918526339] 'process raft request' (duration: 282.958653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:16.17735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.17304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:19:16.177376Z","caller":"traceutil/trace.go:171","msg":"trace[1702737539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2983; }","duration":"242.276294ms","start":"2026-07-02T05:19:15.935094Z","end":"2026-07-02T05:19:16.17737Z","steps":["trace[1702737539] 'agreement among raft nodes before linearized reading' (duration: 242.208991ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:19:16.292205Z","caller":"traceutil/trace.go:171","msg":"trace[86853161] linearizableReadLoop","detail":"{readStateIndex:3107; appliedIndex:3106; }","duration":"114.998062ms","start":"2026-07-02T05:19:16.177181Z","end":"2026-07-02T05:19:16.292179Z","steps":["trace[86853161] 'read index received' (duration: 29.986082ms)","trace[86853161] 'applied index is now lower than readState.Index' (duration: 85.01048ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:19:16.292622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.555736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-02T05:19:16.292698Z","caller":"traceutil/trace.go:171","msg":"trace[2087295801] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2983; }","duration":"152.67033ms","start":"2026-07-02T05:19:16.140014Z","end":"2026-07-02T05:19:16.292684Z","steps":["trace[2087295801] 'agreement among raft nodes before linearized reading' (duration: 152.269387ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:19:23.063599Z","caller":"traceutil/trace.go:171","msg":"trace[723773525] transaction","detail":"{read_only:false; response_revision:3017; number_of_response:1; }","duration":"288.456926ms","start":"2026-07-02T05:19:22.775123Z","end":"2026-07-02T05:19:23.06358Z","steps":["trace[723773525] 'process raft request' (duration: 288.334252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:23.248267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.102218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:19:23.248582Z","caller":"traceutil/trace.go:171","msg":"trace[1369748776] transaction","detail":"{read_only:false; response_revision:3018; number_of_response:1; }","duration":"473.397084ms","start":"2026-07-02T05:19:22.775143Z","end":"2026-07-02T05:19:23.24854Z","steps":["trace[1369748776] 'process raft request' (duration: 318.935144ms)","trace[1369748776] 'compare' (duration: 153.916342ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:19:23.248642Z","caller":"traceutil/trace.go:171","msg":"trace[1881283971] transaction","detail":"{read_only:false; response_revision:3020; number_of_response:1; }","duration":"473.379384ms","start":"2026-07-02T05:19:22.775239Z","end":"2026-07-02T05:19:23.248618Z","steps":["trace[1881283971] 'process raft request' (duration: 473.211288ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:19:23.248695Z","caller":"traceutil/trace.go:171","msg":"trace[680974910] transaction","detail":"{read_only:false; response_revision:3019; number_of_response:1; }","duration":"473.493008ms","start":"2026-07-02T05:19:22.775188Z","end":"2026-07-02T05:19:23.248681Z","steps":["trace[680974910] 'process raft request' (duration: 473.178747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:23.248787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:22.775183Z","time spent":"473.546249ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:19:23.248739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:22.775234Z","time spent":"473.455736ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:19:23.248794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:22.775122Z","time spent":"473.591091ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:19:23.750647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.721165ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:19:23.750932Z","caller":"traceutil/trace.go:171","msg":"trace[1034107449] linearizableReadLoop","detail":"{readStateIndex:3148; appliedIndex:3145; }","duration":"451.222344ms","start":"2026-07-02T05:19:23.299612Z","end":"2026-07-02T05:19:23.750834Z","steps":["trace[1034107449] 'read index received' (duration: 40.215414ms)","trace[1034107449] 'applied index is now lower than readState.Index' (duration: 411.00599ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:19:23.751182Z","caller":"traceutil/trace.go:171","msg":"trace[961505772] transaction","detail":"{read_only:false; response_revision:3023; number_of_response:1; }","duration":"454.275606ms","start":"2026-07-02T05:19:23.296868Z","end":"2026-07-02T05:19:23.751144Z","steps":["trace[961505772] 'process raft request' (duration: 453.880913ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:19:23.751219Z","caller":"traceutil/trace.go:171","msg":"trace[1143813475] transaction","detail":"{read_only:false; response_revision:3022; number_of_response:1; }","duration":"454.459092ms","start":"2026-07-02T05:19:23.296734Z","end":"2026-07-02T05:19:23.751194Z","steps":["trace[1143813475] 'process raft request' (duration: 206.112276ms)","trace[1143813475] 'compare' (duration: 247.362993ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:19:23.751333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.692319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-02T05:19:23.751406Z","caller":"traceutil/trace.go:171","msg":"trace[2075752043] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3023; }","duration":"451.799743ms","start":"2026-07-02T05:19:23.299571Z","end":"2026-07-02T05:19:23.751371Z","steps":["trace[2075752043] 'agreement among raft nodes before linearized reading' (duration: 451.529844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:23.751513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:23.299559Z","time spent":"451.938778ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T05:19:23.751603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:23.296842Z","time spent":"454.43579ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:19:23.751494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:23.296723Z","time spent":"454.629357ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:19:23.80714Z","caller":"traceutil/trace.go:171","msg":"trace[1616312498] transaction","detail":"{read_only:false; response_revision:3024; number_of_response:1; }","duration":"122.520753ms","start":"2026-07-02T05:19:23.684594Z","end":"2026-07-02T05:19:23.807115Z","steps":["trace[1616312498] 'process raft request' (duration: 122.402079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:23.807269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.760009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-02T05:19:23.807374Z","caller":"traceutil/trace.go:171","msg":"trace[1052814030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3024; }","duration":"506.908214ms","start":"2026-07-02T05:19:23.300453Z","end":"2026-07-02T05:19:23.807361Z","steps":["trace[1052814030] 'agreement among raft nodes before linearized reading' (duration: 506.658546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:23.807439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:23.300434Z","time spent":"506.993446ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T05:19:24.01171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.089243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:19:24.011975Z","caller":"traceutil/trace.go:171","msg":"trace[2116329268] transaction","detail":"{read_only:false; response_revision:3026; number_of_response:1; }","duration":"199.95769ms","start":"2026-07-02T05:19:23.811992Z","end":"2026-07-02T05:19:24.011949Z","steps":["trace[2116329268] 'process raft request' (duration: 199.820015ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:19:24.011974Z","caller":"traceutil/trace.go:171","msg":"trace[806800590] transaction","detail":"{read_only:false; response_revision:3025; number_of_response:1; }","duration":"255.385042ms","start":"2026-07-02T05:19:23.75653Z","end":"2026-07-02T05:19:24.011915Z","steps":["trace[806800590] 'process raft request' (duration: 126.01116ms)","trace[806800590] 'compare' (duration: 128.983779ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:19:24.487998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.372219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:19:24.488068Z","caller":"traceutil/trace.go:171","msg":"trace[601954198] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:3026; }","duration":"237.503053ms","start":"2026-07-02T05:19:24.25055Z","end":"2026-07-02T05:19:24.488053Z","steps":["trace[601954198] 'count revisions from in-memory index tree' (duration: 237.306657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:24.488108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.341472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-02T05:19:24.488141Z","caller":"traceutil/trace.go:171","msg":"trace[1003379072] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3026; }","duration":"347.401114ms","start":"2026-07-02T05:19:24.140732Z","end":"2026-07-02T05:19:24.488133Z","steps":["trace[1003379072] 'range keys from in-memory index tree' (duration: 347.166106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:24.488162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:19:24.140717Z","time spent":"347.440236ms","remote":"127.0.0.1:50166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-02T05:19:24.488514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.896546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:19:24.488765Z","caller":"traceutil/trace.go:171","msg":"trace[1616926577] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:3026; }","duration":"276.0132ms","start":"2026-07-02T05:19:24.212558Z","end":"2026-07-02T05:19:24.488571Z","steps":["trace[1616926577] 'count revisions from in-memory index tree' (duration: 275.323507ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:19:29.44498Z","caller":"traceutil/trace.go:171","msg":"trace[1645092019] linearizableReadLoop","detail":"{readStateIndex:3176; appliedIndex:3173; }","duration":"124.52823ms","start":"2026-07-02T05:19:29.320433Z","end":"2026-07-02T05:19:29.444961Z","steps":["trace[1645092019] 'read index received' (duration: 50.28538ms)","trace[1645092019] 'applied index is now lower than readState.Index' (duration: 74.24202ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:19:29.445057Z","caller":"traceutil/trace.go:171","msg":"trace[504079161] transaction","detail":"{read_only:false; response_revision:3050; number_of_response:1; }","duration":"145.871633ms","start":"2026-07-02T05:19:29.29916Z","end":"2026-07-02T05:19:29.445032Z","steps":["trace[504079161] 'process raft request' (duration: 145.579213ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:19:29.44512Z","caller":"traceutil/trace.go:171","msg":"trace[838724484] transaction","detail":"{read_only:false; response_revision:3051; number_of_response:1; }","duration":"145.749069ms","start":"2026-07-02T05:19:29.299361Z","end":"2026-07-02T05:19:29.44511Z","steps":["trace[838724484] 'process raft request' (duration: 145.540502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:29.445386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.945314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18be615974842e80\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-07-02T05:19:29.445435Z","caller":"traceutil/trace.go:171","msg":"trace[1723062925] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18be615974842e80; range_end:; response_count:1; response_revision:3051; }","duration":"124.984995ms","start":"2026-07-02T05:19:29.320421Z","end":"2026-07-02T05:19:29.445406Z","steps":["trace[1723062925] 'agreement among raft nodes before linearized reading' (duration: 124.850381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:19:29.94866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.911535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-02T05:19:29.948753Z","caller":"traceutil/trace.go:171","msg":"trace[2128397414] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3054; }","duration":"108.040979ms","start":"2026-07-02T05:19:29.840691Z","end":"2026-07-02T05:19:29.948732Z","steps":["trace[2128397414] 'range keys from in-memory index tree' (duration: 107.681828ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:19:30.062934Z","caller":"traceutil/trace.go:171","msg":"trace[1328945083] transaction","detail":"{read_only:false; response_revision:3056; number_of_response:1; }","duration":"110.15834ms","start":"2026-07-02T05:19:29.95274Z","end":"2026-07-02T05:19:30.062899Z","steps":["trace[1328945083] 'process raft request' (duration: 107.802321ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:20:31.851367Z","caller":"traceutil/trace.go:171","msg":"trace[594117654] transaction","detail":"{read_only:false; response_revision:3386; number_of_response:1; }","duration":"134.852525ms","start":"2026-07-02T05:20:31.716488Z","end":"2026-07-02T05:20:31.85134Z","steps":["trace[594117654] 'process raft request' (duration: 66.703949ms)","trace[594117654] 'compare' (duration: 67.96394ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:20:31.851555Z","caller":"traceutil/trace.go:171","msg":"trace[911662337] linearizableReadLoop","detail":"{readStateIndex:3527; appliedIndex:3525; }","duration":"122.578014ms","start":"2026-07-02T05:20:31.728947Z","end":"2026-07-02T05:20:31.851525Z","steps":["trace[911662337] 'read index received' (duration: 54.187891ms)","trace[911662337] 'applied index is now lower than readState.Index' (duration: 68.388803ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:20:31.851631Z","caller":"traceutil/trace.go:171","msg":"trace[2126957564] transaction","detail":"{read_only:false; response_revision:3387; number_of_response:1; }","duration":"134.65541ms","start":"2026-07-02T05:20:31.716951Z","end":"2026-07-02T05:20:31.851606Z","steps":["trace[2126957564] 'process raft request' (duration: 134.338759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:20:31.851879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.907114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-02T05:20:31.851992Z","caller":"traceutil/trace.go:171","msg":"trace[1559111741] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3387; }","duration":"123.042888ms","start":"2026-07-02T05:20:31.728931Z","end":"2026-07-02T05:20:31.851973Z","steps":["trace[1559111741] 'agreement among raft nodes before linearized reading' (duration: 122.716888ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:20:56.031651Z","caller":"traceutil/trace.go:171","msg":"trace[64429884] transaction","detail":"{read_only:false; response_revision:3516; number_of_response:1; }","duration":"106.925292ms","start":"2026-07-02T05:20:55.924704Z","end":"2026-07-02T05:20:56.031629Z","steps":["trace[64429884] 'process raft request' (duration: 106.779698ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:20:56.319344Z","caller":"traceutil/trace.go:171","msg":"trace[551518256] transaction","detail":"{read_only:false; response_revision:3521; number_of_response:1; }","duration":"107.398907ms","start":"2026-07-02T05:20:56.211918Z","end":"2026-07-02T05:20:56.319317Z","steps":["trace[551518256] 'process raft request' (duration: 107.16232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:04.547577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.96471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:21:04.547737Z","caller":"traceutil/trace.go:171","msg":"trace[444648652] transaction","detail":"{read_only:false; response_revision:3704; number_of_response:1; }","duration":"479.09036ms","start":"2026-07-02T05:21:04.068634Z","end":"2026-07-02T05:21:04.547724Z","steps":["trace[444648652] 'process raft request' (duration: 479.050169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:04.547803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:04.068618Z","time spent":"479.155403ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:21:04.547736Z","caller":"traceutil/trace.go:171","msg":"trace[1450179993] transaction","detail":"{read_only:false; response_revision:3703; number_of_response:1; }","duration":"504.514431ms","start":"2026-07-02T05:21:04.043204Z","end":"2026-07-02T05:21:04.547718Z","steps":["trace[1450179993] 'process raft request' (duration: 341.344774ms)","trace[1450179993] 'compare' (duration: 162.896398ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:21:04.547833Z","caller":"traceutil/trace.go:171","msg":"trace[933352034] linearizableReadLoop","detail":"{readStateIndex:3854; appliedIndex:3853; }","duration":"504.552152ms","start":"2026-07-02T05:21:04.043245Z","end":"2026-07-02T05:21:04.547797Z","steps":["trace[933352034] 'read index received' (duration: 341.325154ms)","trace[933352034] 'applied index is now lower than readState.Index' (duration: 163.223998ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:21:04.547989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.741558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" ","response":"range_response_count:1 size:230"} {"level":"warn","ts":"2026-07-02T05:21:04.548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.025654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/secretgen-controller-cluster-role\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:21:04.548021Z","caller":"traceutil/trace.go:171","msg":"trace[1195080473] range","detail":"{range_begin:/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa; range_end:; response_count:1; response_revision:3704; }","duration":"504.818671ms","start":"2026-07-02T05:21:04.043194Z","end":"2026-07-02T05:21:04.548013Z","steps":["trace[1195080473] 'agreement among raft nodes before linearized reading' (duration: 504.690967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:04.548001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:04.043192Z","time spent":"504.697017ms","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2716,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:21:04.548036Z","caller":"traceutil/trace.go:171","msg":"trace[1743773162] range","detail":"{range_begin:/registry/clusterroles/secretgen-controller-cluster-role; range_end:; response_count:0; response_revision:3704; }","duration":"503.081676ms","start":"2026-07-02T05:21:04.044944Z","end":"2026-07-02T05:21:04.548025Z","steps":["trace[1743773162] 'agreement among raft nodes before linearized reading' (duration: 503.002373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:04.548046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:04.04317Z","time spent":"504.870403ms","remote":"127.0.0.1:50172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":253,"request content":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" "} {"level":"warn","ts":"2026-07-02T05:21:04.548069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:04.044939Z","time spent":"503.122197ms","remote":"127.0.0.1:50328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/secretgen-controller-cluster-role\" "} {"level":"warn","ts":"2026-07-02T05:21:04.548233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.18554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-02T05:21:04.548287Z","caller":"traceutil/trace.go:171","msg":"trace[1376003335] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3704; }","duration":"472.281153ms","start":"2026-07-02T05:21:04.075992Z","end":"2026-07-02T05:21:04.548273Z","steps":["trace[1376003335] 'agreement among raft nodes before linearized reading' (duration: 472.19638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:04.548305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:04.075973Z","time spent":"472.328024ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T05:21:39.216207Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383263755,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:21:39.911306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.04158ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:21:39.911552Z","caller":"traceutil/trace.go:171","msg":"trace[126310681] linearizableReadLoop","detail":"{readStateIndex:4087; appliedIndex:4085; }","duration":"1.195845156s","start":"2026-07-02T05:21:38.715686Z","end":"2026-07-02T05:21:39.911531Z","steps":["trace[126310681] 'read index received' (duration: 778.478775ms)","trace[126310681] 'applied index is now lower than readState.Index' (duration: 417.365061ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:21:39.911653Z","caller":"traceutil/trace.go:171","msg":"trace[732293463] transaction","detail":"{read_only:false; response_revision:3928; number_of_response:1; }","duration":"1.197778227s","start":"2026-07-02T05:21:38.713857Z","end":"2026-07-02T05:21:39.911635Z","steps":["trace[732293463] 'process raft request' (duration: 780.307963ms)","trace[732293463] 'compare' (duration: 416.772092ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:21:39.911863Z","caller":"traceutil/trace.go:171","msg":"trace[817726230] transaction","detail":"{read_only:false; response_revision:3929; number_of_response:1; }","duration":"969.563024ms","start":"2026-07-02T05:21:38.94228Z","end":"2026-07-02T05:21:39.911843Z","steps":["trace[817726230] 'process raft request' (duration: 969.15072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:39.911735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:38.713829Z","time spent":"1.19786301s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:21:39.911958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196260259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-02T05:21:39.912006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:38.942268Z","time spent":"969.656726ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:21:39.912022Z","caller":"traceutil/trace.go:171","msg":"trace[1915779366] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3929; }","duration":"1.196359422s","start":"2026-07-02T05:21:38.715651Z","end":"2026-07-02T05:21:39.91201Z","steps":["trace[1915779366] 'agreement among raft nodes before linearized reading' (duration: 1.196185596s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:39.912046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:38.715635Z","time spent":"1.196405354s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T05:21:40.029427Z","caller":"traceutil/trace.go:171","msg":"trace[1075949809] transaction","detail":"{read_only:false; response_revision:3930; number_of_response:1; }","duration":"458.146461ms","start":"2026-07-02T05:21:39.571241Z","end":"2026-07-02T05:21:40.029388Z","steps":["trace[1075949809] 'process raft request' (duration: 455.098584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:40.029528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.994655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:21:40.02957Z","caller":"traceutil/trace.go:171","msg":"trace[615708958] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3930; }","duration":"442.055687ms","start":"2026-07-02T05:21:39.587501Z","end":"2026-07-02T05:21:40.029557Z","steps":["trace[615708958] 'agreement among raft nodes before linearized reading' (duration: 442.001906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:40.029611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:39.587493Z","time spent":"442.108939ms","remote":"127.0.0.1:50200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:21:40.029654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:39.571218Z","time spent":"458.313667ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:21:40.029461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.358359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xbf4l\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-02T05:21:40.029737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277395138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-02T05:21:40.029759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095693609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:21:40.029831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24864791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-02T05:21:40.029888Z","caller":"traceutil/trace.go:171","msg":"trace[1024909437] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3930; }","duration":"1.249006692s","start":"2026-07-02T05:21:38.780869Z","end":"2026-07-02T05:21:40.029876Z","steps":["trace[1024909437] 'agreement among raft nodes before linearized reading' (duration: 1.248542437s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:21:40.029855Z","caller":"traceutil/trace.go:171","msg":"trace[1661372568] linearizableReadLoop","detail":"{readStateIndex:4088; appliedIndex:4087; }","duration":"117.688516ms","start":"2026-07-02T05:21:39.911595Z","end":"2026-07-02T05:21:40.029283Z","steps":["trace[1661372568] 'read index received' (duration: 114.841295ms)","trace[1661372568] 'applied index is now lower than readState.Index' (duration: 2.846281ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:21:40.029904Z","caller":"traceutil/trace.go:171","msg":"trace[1813153926] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3930; }","duration":"1.095895116s","start":"2026-07-02T05:21:38.93398Z","end":"2026-07-02T05:21:40.029875Z","steps":["trace[1813153926] 'agreement among raft nodes before linearized reading' (duration: 1.095486773s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:40.029932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:38.780853Z","time spent":"1.249067694s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-02T05:21:40.029829Z","caller":"traceutil/trace.go:171","msg":"trace[58021615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3930; }","duration":"1.277520533s","start":"2026-07-02T05:21:38.752288Z","end":"2026-07-02T05:21:40.029808Z","steps":["trace[58021615] 'agreement among raft nodes before linearized reading' (duration: 1.277241864s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:40.030077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:38.752278Z","time spent":"1.277785131s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T05:21:40.030048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:38.933965Z","time spent":"1.096027709s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:21:40.030112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310685301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-02T05:21:40.029902Z","caller":"traceutil/trace.go:171","msg":"trace[502320112] transaction","detail":"{read_only:false; response_revision:3931; number_of_response:1; }","duration":"113.834634ms","start":"2026-07-02T05:21:39.915943Z","end":"2026-07-02T05:21:40.029777Z","steps":["trace[502320112] 'process raft request' (duration: 113.495063ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:21:40.030186Z","caller":"traceutil/trace.go:171","msg":"trace[1847480682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3931; }","duration":"1.310778783s","start":"2026-07-02T05:21:38.719396Z","end":"2026-07-02T05:21:40.030174Z","steps":["trace[1847480682] 'agreement among raft nodes before linearized reading' (duration: 1.310568937s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:40.030296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:38.719387Z","time spent":"1.310884547s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T05:21:40.0298Z","caller":"traceutil/trace.go:171","msg":"trace[1831386017] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xbf4l; range_end:; response_count:1; response_revision:3930; }","duration":"949.71096ms","start":"2026-07-02T05:21:39.080038Z","end":"2026-07-02T05:21:40.029749Z","steps":["trace[1831386017] 'agreement among raft nodes before linearized reading' (duration: 949.290086ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:40.030405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:39.080015Z","time spent":"950.371911ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-xbf4l\" "} {"level":"warn","ts":"2026-07-02T05:21:40.030118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.925524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:21:40.030586Z","caller":"traceutil/trace.go:171","msg":"trace[1413637850] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3931; }","duration":"113.373398ms","start":"2026-07-02T05:21:39.917147Z","end":"2026-07-02T05:21:40.03052Z","steps":["trace[1413637850] 'agreement among raft nodes before linearized reading' (duration: 112.919624ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:22:49.049043Z","caller":"traceutil/trace.go:171","msg":"trace[510746418] linearizableReadLoop","detail":"{readStateIndex:4599; appliedIndex:4598; }","duration":"122.848384ms","start":"2026-07-02T05:22:48.926172Z","end":"2026-07-02T05:22:49.04902Z","steps":["trace[510746418] 'read index received' (duration: 55.826278ms)","trace[510746418] 'applied index is now lower than readState.Index' (duration: 67.021465ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:22:49.049104Z","caller":"traceutil/trace.go:171","msg":"trace[1378522990] transaction","detail":"{read_only:false; response_revision:4412; number_of_response:1; }","duration":"142.315636ms","start":"2026-07-02T05:22:48.906762Z","end":"2026-07-02T05:22:49.049078Z","steps":["trace[1378522990] 'process raft request' (duration: 75.2774ms)","trace[1378522990] 'compare' (duration: 66.874141ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:22:49.049594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.36488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T05:22:49.049731Z","caller":"traceutil/trace.go:171","msg":"trace[302434572] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4412; }","duration":"123.575426ms","start":"2026-07-02T05:22:48.926128Z","end":"2026-07-02T05:22:49.049703Z","steps":["trace[302434572] 'agreement among raft nodes before linearized reading' (duration: 122.974437ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:22:54.80861Z","caller":"traceutil/trace.go:171","msg":"trace[2067423346] transaction","detail":"{read_only:false; response_revision:4759; number_of_response:1; }","duration":"145.950363ms","start":"2026-07-02T05:22:54.662617Z","end":"2026-07-02T05:22:54.808567Z","steps":["trace[2067423346] 'process raft request' (duration: 143.148873ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:22:54.809464Z","caller":"traceutil/trace.go:171","msg":"trace[858321053] linearizableReadLoop","detail":"{readStateIndex:4953; appliedIndex:4950; }","duration":"143.113202ms","start":"2026-07-02T05:22:54.666327Z","end":"2026-07-02T05:22:54.80944Z","steps":["trace[858321053] 'read index received' (duration: 139.512527ms)","trace[858321053] 'applied index is now lower than readState.Index' (duration: 3.596725ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:22:54.809503Z","caller":"traceutil/trace.go:171","msg":"trace[1010036167] transaction","detail":"{read_only:false; response_revision:4760; number_of_response:1; }","duration":"145.893841ms","start":"2026-07-02T05:22:54.663588Z","end":"2026-07-02T05:22:54.809482Z","steps":["trace[1010036167] 'process raft request' (duration: 145.680504ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:22:54.809573Z","caller":"traceutil/trace.go:171","msg":"trace[1106619236] transaction","detail":"{read_only:false; response_revision:4761; number_of_response:1; }","duration":"145.066244ms","start":"2026-07-02T05:22:54.664451Z","end":"2026-07-02T05:22:54.809517Z","steps":["trace[1106619236] 'process raft request' (duration: 144.93446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:22:54.809626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.272447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:3226"} {"level":"info","ts":"2026-07-02T05:22:54.810462Z","caller":"traceutil/trace.go:171","msg":"trace[1283683053] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:4761; }","duration":"144.152765ms","start":"2026-07-02T05:22:54.6663Z","end":"2026-07-02T05:22:54.810452Z","steps":["trace[1283683053] 'agreement among raft nodes before linearized reading' (duration: 143.213205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:22:55.867878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.401665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:22:55.86801Z","caller":"traceutil/trace.go:171","msg":"trace[158958995] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4781; }","duration":"115.599142ms","start":"2026-07-02T05:22:55.752381Z","end":"2026-07-02T05:22:55.86798Z","steps":["trace[158958995] 'count revisions from in-memory index tree' (duration: 115.325113ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:03.938306Z","caller":"traceutil/trace.go:171","msg":"trace[1987883064] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"263.113694ms","start":"2026-07-02T05:23:03.675168Z","end":"2026-07-02T05:23:03.938282Z","steps":["trace[1987883064] 'process raft request' (duration: 262.96813ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:03.938284Z","caller":"traceutil/trace.go:171","msg":"trace[1875059824] transaction","detail":"{read_only:false; response_revision:4993; number_of_response:1; }","duration":"264.029504ms","start":"2026-07-02T05:23:03.6742Z","end":"2026-07-02T05:23:03.93823Z","steps":["trace[1875059824] 'process raft request' (duration: 199.984493ms)","trace[1875059824] 'compare' (duration: 58.3986ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:23:04.088864Z","caller":"traceutil/trace.go:171","msg":"trace[505156318] transaction","detail":"{read_only:false; response_revision:4995; number_of_response:1; }","duration":"143.749213ms","start":"2026-07-02T05:23:03.945091Z","end":"2026-07-02T05:23:04.08884Z","steps":["trace[505156318] 'process raft request' (duration: 143.601638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:04.974637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.241046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:23:04.975087Z","caller":"traceutil/trace.go:171","msg":"trace[916287062] linearizableReadLoop","detail":"{readStateIndex:5238; appliedIndex:5236; }","duration":"549.154823ms","start":"2026-07-02T05:23:04.42591Z","end":"2026-07-02T05:23:04.975065Z","steps":["trace[916287062] 'read index received' (duration: 108.382241ms)","trace[916287062] 'applied index is now lower than readState.Index' (duration: 440.771132ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:23:04.975139Z","caller":"traceutil/trace.go:171","msg":"trace[655534327] transaction","detail":"{read_only:false; response_revision:5039; number_of_response:1; }","duration":"549.301938ms","start":"2026-07-02T05:23:04.425813Z","end":"2026-07-02T05:23:04.975115Z","steps":["trace[655534327] 'process raft request' (duration: 548.942856ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:04.975166Z","caller":"traceutil/trace.go:171","msg":"trace[694927454] transaction","detail":"{read_only:false; response_revision:5038; number_of_response:1; }","duration":"550.428394ms","start":"2026-07-02T05:23:04.42471Z","end":"2026-07-02T05:23:04.975138Z","steps":["trace[694927454] 'process raft request' (duration: 109.571328ms)","trace[694927454] 'compare' (duration: 440.111792ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:23:04.975238Z","caller":"traceutil/trace.go:171","msg":"trace[638198205] transaction","detail":"{read_only:false; response_revision:5041; number_of_response:1; }","duration":"548.621555ms","start":"2026-07-02T05:23:04.426607Z","end":"2026-07-02T05:23:04.975228Z","steps":["trace[638198205] 'process raft request' (duration: 548.323016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:04.975262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:04.425806Z","time spent":"549.399241ms","remote":"127.0.0.1:50466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4027,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T05:23:04.975301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:04.426591Z","time spent":"548.675048ms","remote":"127.0.0.1:50458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4986,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T05:23:04.975298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:04.4247Z","time spent":"550.542567ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:23:04.975202Z","caller":"traceutil/trace.go:171","msg":"trace[779745206] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"548.951386ms","start":"2026-07-02T05:23:04.426236Z","end":"2026-07-02T05:23:04.975188Z","steps":["trace[779745206] 'process raft request' (duration: 548.595355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:04.975487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:04.426224Z","time spent":"549.237265ms","remote":"127.0.0.1:50458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3520,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T05:23:04.975519Z","caller":"traceutil/trace.go:171","msg":"trace[807160055] transaction","detail":"{read_only:false; response_revision:5043; number_of_response:1; }","duration":"545.567658ms","start":"2026-07-02T05:23:04.42993Z","end":"2026-07-02T05:23:04.975498Z","steps":["trace[807160055] 'process raft request' (duration: 545.078052ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:04.97556Z","caller":"traceutil/trace.go:171","msg":"trace[1015595966] transaction","detail":"{read_only:false; response_revision:5042; number_of_response:1; }","duration":"548.223963ms","start":"2026-07-02T05:23:04.427311Z","end":"2026-07-02T05:23:04.975535Z","steps":["trace[1015595966] 'process raft request' (duration: 547.658685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:04.975588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:04.429923Z","time spent":"545.62618ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:23:04.975848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:04.427304Z","time spent":"548.313506ms","remote":"127.0.0.1:50458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3529,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T05:23:04.975854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.308696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-02T05:23:04.975867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.412198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-02T05:23:04.975891Z","caller":"traceutil/trace.go:171","msg":"trace[102562655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5043; }","duration":"543.367007ms","start":"2026-07-02T05:23:04.432513Z","end":"2026-07-02T05:23:04.97588Z","steps":["trace[102562655] 'agreement among raft nodes before linearized reading' (duration: 543.052217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:04.975901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.205637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xbf4l\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-02T05:23:04.975921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:04.432503Z","time spent":"543.411059ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-02T05:23:04.975919Z","caller":"traceutil/trace.go:171","msg":"trace[1443387006] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5043; }","duration":"245.49707ms","start":"2026-07-02T05:23:04.730406Z","end":"2026-07-02T05:23:04.975903Z","steps":["trace[1443387006] 'agreement among raft nodes before linearized reading' (duration: 245.161199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:04.975928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.551899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-02T05:23:04.975951Z","caller":"traceutil/trace.go:171","msg":"trace[501690158] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xbf4l; range_end:; response_count:1; response_revision:5043; }","duration":"550.266318ms","start":"2026-07-02T05:23:04.42567Z","end":"2026-07-02T05:23:04.975936Z","steps":["trace[501690158] 'agreement among raft nodes before linearized reading' (duration: 549.958018ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:04.975966Z","caller":"traceutil/trace.go:171","msg":"trace[1815272256] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5043; }","duration":"536.622122ms","start":"2026-07-02T05:23:04.439334Z","end":"2026-07-02T05:23:04.975956Z","steps":["trace[1815272256] 'agreement among raft nodes before linearized reading' (duration: 536.284921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:04.975987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:04.43932Z","time spent":"536.662123ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T05:23:04.975987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:04.425662Z","time spent":"550.31823ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-xbf4l\" "} {"level":"info","ts":"2026-07-02T05:23:06.492437Z","caller":"traceutil/trace.go:171","msg":"trace[990301228] linearizableReadLoop","detail":"{readStateIndex:5308; appliedIndex:5307; }","duration":"343.666353ms","start":"2026-07-02T05:23:06.148748Z","end":"2026-07-02T05:23:06.492414Z","steps":["trace[990301228] 'read index received' (duration: 343.551019ms)","trace[990301228] 'applied index is now lower than readState.Index' (duration: 114.354µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:23:06.492465Z","caller":"traceutil/trace.go:171","msg":"trace[853243118] transaction","detail":"{read_only:false; response_revision:5108; number_of_response:1; }","duration":"378.380354ms","start":"2026-07-02T05:23:06.114055Z","end":"2026-07-02T05:23:06.492436Z","steps":["trace[853243118] 'process raft request' (duration: 378.238059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:06.492599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:06.114034Z","time spent":"378.502278ms","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":754,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T05:23:06.492666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.89597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2f006b4b-f077-46eb-bac2-de87e6d3962f\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-07-02T05:23:06.492726Z","caller":"traceutil/trace.go:171","msg":"trace[251819090] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2f006b4b-f077-46eb-bac2-de87e6d3962f; range_end:; response_count:1; response_revision:5108; }","duration":"343.994894ms","start":"2026-07-02T05:23:06.148716Z","end":"2026-07-02T05:23:06.49271Z","steps":["trace[251819090] 'agreement among raft nodes before linearized reading' (duration: 343.786957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:06.492759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:06.148694Z","time spent":"344.059825ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2f006b4b-f077-46eb-bac2-de87e6d3962f\" "} {"level":"warn","ts":"2026-07-02T05:23:06.904106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.047898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:23:06.904142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.880199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-02T05:23:06.90419Z","caller":"traceutil/trace.go:171","msg":"trace[77000551] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5110; }","duration":"482.006853ms","start":"2026-07-02T05:23:06.422173Z","end":"2026-07-02T05:23:06.90418Z","steps":["trace[77000551] 'agreement among raft nodes before linearized reading' (duration: 481.862859ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:06.904185Z","caller":"traceutil/trace.go:171","msg":"trace[1016717985] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:5110; }","duration":"429.172732ms","start":"2026-07-02T05:23:06.474991Z","end":"2026-07-02T05:23:06.904164Z","steps":["trace[1016717985] 'agreement among raft nodes before linearized reading' (duration: 429.028197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:06.904189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.571458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-02T05:23:06.904219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:06.422153Z","time spent":"482.058445ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T05:23:06.904231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:06.474975Z","time spent":"429.245773ms","remote":"127.0.0.1:39700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:23:06.904219Z","caller":"traceutil/trace.go:171","msg":"trace[935555494] transaction","detail":"{read_only:false; response_revision:5110; number_of_response:1; }","duration":"533.222912ms","start":"2026-07-02T05:23:06.370964Z","end":"2026-07-02T05:23:06.904187Z","steps":["trace[935555494] 'process raft request' (duration: 532.983635ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:06.903992Z","caller":"traceutil/trace.go:171","msg":"trace[132592228] linearizableReadLoop","detail":"{readStateIndex:5310; appliedIndex:5308; }","duration":"411.470585ms","start":"2026-07-02T05:23:06.492503Z","end":"2026-07-02T05:23:06.903973Z","steps":["trace[132592228] 'read index received' (duration: 411.283208ms)","trace[132592228] 'applied index is now lower than readState.Index' (duration: 186.676µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:23:06.904363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:06.370929Z","time spent":"533.351577ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:23:06.904244Z","caller":"traceutil/trace.go:171","msg":"trace[557057701] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5110; }","duration":"510.659031ms","start":"2026-07-02T05:23:06.39357Z","end":"2026-07-02T05:23:06.904229Z","steps":["trace[557057701] 'agreement among raft nodes before linearized reading' (duration: 510.510366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:06.904425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.496486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:23:06.904213Z","caller":"traceutil/trace.go:171","msg":"trace[1175385420] transaction","detail":"{read_only:false; response_revision:5109; number_of_response:1; }","duration":"551.409255ms","start":"2026-07-02T05:23:06.352732Z","end":"2026-07-02T05:23:06.904142Z","steps":["trace[1175385420] 'process raft request' (duration: 551.103185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:06.904456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:06.393554Z","time spent":"510.872317ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T05:23:06.904495Z","caller":"traceutil/trace.go:171","msg":"trace[1792287584] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5110; }","duration":"664.63499ms","start":"2026-07-02T05:23:06.239853Z","end":"2026-07-02T05:23:06.904488Z","steps":["trace[1792287584] 'agreement among raft nodes before linearized reading' (duration: 664.520496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:06.904521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:06.239832Z","time spent":"664.680482ms","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:23:06.904581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:06.352702Z","time spent":"551.801977ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:23:06.908564Z","caller":"traceutil/trace.go:171","msg":"trace[16571674] transaction","detail":"{read_only:false; response_revision:5111; number_of_response:1; }","duration":"410.051449ms","start":"2026-07-02T05:23:06.498501Z","end":"2026-07-02T05:23:06.908552Z","steps":["trace[16571674] 'process raft request' (duration: 409.950466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:06.908648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:06.498479Z","time spent":"410.125692ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3703,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:23:06.908865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.267451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:23:06.908938Z","caller":"traceutil/trace.go:171","msg":"trace[623631760] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:5111; }","duration":"125.379125ms","start":"2026-07-02T05:23:06.783539Z","end":"2026-07-02T05:23:06.908918Z","steps":["trace[623631760] 'agreement among raft nodes before linearized reading' (duration: 125.263331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:06.909171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.13971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:728683"} {"level":"info","ts":"2026-07-02T05:23:06.909231Z","caller":"traceutil/trace.go:171","msg":"trace[305683480] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5111; }","duration":"350.243674ms","start":"2026-07-02T05:23:06.558973Z","end":"2026-07-02T05:23:06.909217Z","steps":["trace[305683480] 'agreement among raft nodes before linearized reading' (duration: 349.709217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:06.909266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:06.558955Z","time spent":"350.301556ms","remote":"127.0.0.1:50056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":728706,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-07-02T05:23:08.453024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.715007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:23:08.453152Z","caller":"traceutil/trace.go:171","msg":"trace[2058837169] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5140; }","duration":"121.878482ms","start":"2026-07-02T05:23:08.331236Z","end":"2026-07-02T05:23:08.453115Z","steps":["trace[2058837169] 'count revisions from in-memory index tree' (duration: 121.246642ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:09.019102Z","caller":"traceutil/trace.go:171","msg":"trace[1197428447] transaction","detail":"{read_only:false; response_revision:5141; number_of_response:1; }","duration":"109.974601ms","start":"2026-07-02T05:23:08.909095Z","end":"2026-07-02T05:23:09.01907Z","steps":["trace[1197428447] 'process raft request' (duration: 109.815576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:09.278055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.988787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:23:09.278277Z","caller":"traceutil/trace.go:171","msg":"trace[261674752] linearizableReadLoop","detail":"{readStateIndex:5344; appliedIndex:5342; }","duration":"362.495047ms","start":"2026-07-02T05:23:08.915767Z","end":"2026-07-02T05:23:09.278262Z","steps":["trace[261674752] 'read index received' (duration: 103.138973ms)","trace[261674752] 'applied index is now lower than readState.Index' (duration: 259.354814ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:23:09.278363Z","caller":"traceutil/trace.go:171","msg":"trace[557175680] transaction","detail":"{read_only:false; response_revision:5142; number_of_response:1; }","duration":"368.821429ms","start":"2026-07-02T05:23:08.909524Z","end":"2026-07-02T05:23:09.278345Z","steps":["trace[557175680] 'process raft request' (duration: 231.370048ms)","trace[557175680] 'compare' (duration: 136.472779ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:23:09.278376Z","caller":"traceutil/trace.go:171","msg":"trace[126526030] transaction","detail":"{read_only:false; response_revision:5143; number_of_response:1; }","duration":"291.437872ms","start":"2026-07-02T05:23:08.986913Z","end":"2026-07-02T05:23:09.278351Z","steps":["trace[126526030] 'process raft request' (duration: 291.233115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:09.278438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:08.909502Z","time spent":"368.901012ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:23:09.278725Z","caller":"traceutil/trace.go:171","msg":"trace[1326478463] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"234.765077ms","start":"2026-07-02T05:23:09.043936Z","end":"2026-07-02T05:23:09.278701Z","steps":["trace[1326478463] 'process raft request' (duration: 234.289092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:09.278795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.008793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-02T05:23:09.278844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.540944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-02T05:23:09.278844Z","caller":"traceutil/trace.go:171","msg":"trace[1556937021] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5144; }","duration":"363.100026ms","start":"2026-07-02T05:23:08.915732Z","end":"2026-07-02T05:23:09.278832Z","steps":["trace[1556937021] 'agreement among raft nodes before linearized reading' (duration: 362.801617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:09.2789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.534816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-02T05:23:09.278925Z","caller":"traceutil/trace.go:171","msg":"trace[492672680] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5145; }","duration":"360.669148ms","start":"2026-07-02T05:23:08.91824Z","end":"2026-07-02T05:23:09.278909Z","steps":["trace[492672680] 'agreement among raft nodes before linearized reading' (duration: 360.483132ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:09.278934Z","caller":"traceutil/trace.go:171","msg":"trace[487150638] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5145; }","duration":"277.587027ms","start":"2026-07-02T05:23:09.001337Z","end":"2026-07-02T05:23:09.278924Z","steps":["trace[487150638] 'agreement among raft nodes before linearized reading' (duration: 277.440513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:09.278932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:08.915725Z","time spent":"363.195689ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T05:23:09.278959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:08.918221Z","time spent":"360.73044ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T05:23:09.278974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.064329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xbf4l\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-02T05:23:09.278981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.380598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-02T05:23:09.279018Z","caller":"traceutil/trace.go:171","msg":"trace[534528383] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xbf4l; range_end:; response_count:1; response_revision:5145; }","duration":"281.158582ms","start":"2026-07-02T05:23:08.997847Z","end":"2026-07-02T05:23:09.279006Z","steps":["trace[534528383] 'agreement among raft nodes before linearized reading' (duration: 280.988827ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:09.279022Z","caller":"traceutil/trace.go:171","msg":"trace[1217964432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5145; }","duration":"280.442129ms","start":"2026-07-02T05:23:08.998569Z","end":"2026-07-02T05:23:09.279011Z","steps":["trace[1217964432] 'agreement among raft nodes before linearized reading' (duration: 280.321725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:09.279064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.601163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-02T05:23:09.279093Z","caller":"traceutil/trace.go:171","msg":"trace[518867122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5145; }","duration":"284.667714ms","start":"2026-07-02T05:23:08.994417Z","end":"2026-07-02T05:23:09.279085Z","steps":["trace[518867122] 'agreement among raft nodes before linearized reading' (duration: 284.590652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:09.279267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.949114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:23:09.279274Z","caller":"traceutil/trace.go:171","msg":"trace[696022428] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"161.578614ms","start":"2026-07-02T05:23:09.117633Z","end":"2026-07-02T05:23:09.279211Z","steps":["trace[696022428] 'process raft request' (duration: 160.988285ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:09.279512Z","caller":"traceutil/trace.go:171","msg":"trace[832541363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5145; }","duration":"320.249714ms","start":"2026-07-02T05:23:08.959233Z","end":"2026-07-02T05:23:09.279483Z","steps":["trace[832541363] 'agreement among raft nodes before linearized reading' (duration: 319.961005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:09.279541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.747796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2f006b4b-f077-46eb-bac2-de87e6d3962f\" ","response":"range_response_count:1 size:3904"} {"level":"warn","ts":"2026-07-02T05:23:09.279561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:08.95922Z","time spent":"320.327716ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:23:09.279612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.615501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:786868"} {"level":"info","ts":"2026-07-02T05:23:09.279655Z","caller":"traceutil/trace.go:171","msg":"trace[538499122] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5145; }","duration":"199.656162ms","start":"2026-07-02T05:23:09.079987Z","end":"2026-07-02T05:23:09.279643Z","steps":["trace[538499122] 'agreement among raft nodes before linearized reading' (duration: 199.288041ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:09.279611Z","caller":"traceutil/trace.go:171","msg":"trace[310973689] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2f006b4b-f077-46eb-bac2-de87e6d3962f; range_end:; response_count:1; response_revision:5145; }","duration":"219.886381ms","start":"2026-07-02T05:23:09.059707Z","end":"2026-07-02T05:23:09.279594Z","steps":["trace[310973689] 'agreement among raft nodes before linearized reading' (duration: 219.659403ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:20.751881Z","caller":"traceutil/trace.go:171","msg":"trace[2075811295] linearizableReadLoop","detail":"{readStateIndex:5580; appliedIndex:5579; }","duration":"173.559137ms","start":"2026-07-02T05:23:20.578303Z","end":"2026-07-02T05:23:20.751862Z","steps":["trace[2075811295] 'read index received' (duration: 173.31906ms)","trace[2075811295] 'applied index is now lower than readState.Index' (duration: 239.327µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:23:20.752065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.750433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-02T05:23:20.752096Z","caller":"traceutil/trace.go:171","msg":"trace[1076464893] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:5370; }","duration":"173.829005ms","start":"2026-07-02T05:23:20.578258Z","end":"2026-07-02T05:23:20.752087Z","steps":["trace[1076464893] 'agreement among raft nodes before linearized reading' (duration: 173.689161ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:20.752345Z","caller":"traceutil/trace.go:171","msg":"trace[268998140] transaction","detail":"{read_only:false; response_revision:5370; number_of_response:1; }","duration":"214.961722ms","start":"2026-07-02T05:23:20.537375Z","end":"2026-07-02T05:23:20.752337Z","steps":["trace[268998140] 'process raft request' (duration: 214.337122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:21.004072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.000524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:23:21.004905Z","caller":"traceutil/trace.go:171","msg":"trace[1536775354] transaction","detail":"{read_only:false; response_revision:5372; number_of_response:1; }","duration":"238.31522ms","start":"2026-07-02T05:23:20.766563Z","end":"2026-07-02T05:23:21.004878Z","steps":["trace[1536775354] 'process raft request' (duration: 116.431108ms)","trace[1536775354] 'compare' (duration: 120.826849ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:23:21.005304Z","caller":"traceutil/trace.go:171","msg":"trace[1615013323] transaction","detail":"{read_only:false; response_revision:5374; number_of_response:1; }","duration":"224.795147ms","start":"2026-07-02T05:23:20.780492Z","end":"2026-07-02T05:23:21.005287Z","steps":["trace[1615013323] 'process raft request' (duration: 223.762344ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:21.005556Z","caller":"traceutil/trace.go:171","msg":"trace[982108397] transaction","detail":"{read_only:false; response_revision:5373; number_of_response:1; }","duration":"238.067013ms","start":"2026-07-02T05:23:20.767477Z","end":"2026-07-02T05:23:21.005544Z","steps":["trace[982108397] 'process raft request' (duration: 236.704359ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:21.823022Z","caller":"traceutil/trace.go:171","msg":"trace[1401156816] transaction","detail":"{read_only:false; response_revision:5376; number_of_response:1; }","duration":"526.611021ms","start":"2026-07-02T05:23:21.296389Z","end":"2026-07-02T05:23:21.823Z","steps":["trace[1401156816] 'process raft request' (duration: 526.442646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:21.823142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:21.296366Z","time spent":"526.713025ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8041,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:23:22.021775Z","caller":"traceutil/trace.go:171","msg":"trace[1026371141] transaction","detail":"{read_only:false; response_revision:5378; number_of_response:1; }","duration":"672.358398ms","start":"2026-07-02T05:23:21.349396Z","end":"2026-07-02T05:23:22.021754Z","steps":["trace[1026371141] 'process raft request' (duration: 672.277955ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:22.02178Z","caller":"traceutil/trace.go:171","msg":"trace[136856495] transaction","detail":"{read_only:false; response_revision:5377; number_of_response:1; }","duration":"712.413781ms","start":"2026-07-02T05:23:21.309337Z","end":"2026-07-02T05:23:22.021751Z","steps":["trace[136856495] 'process raft request' (duration: 712.207614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:22.021923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:21.349366Z","time spent":"672.482852ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:23:22.022044Z","caller":"traceutil/trace.go:171","msg":"trace[662818351] transaction","detail":"{read_only:false; response_revision:5379; number_of_response:1; }","duration":"668.327309ms","start":"2026-07-02T05:23:21.353689Z","end":"2026-07-02T05:23:22.022016Z","steps":["trace[662818351] 'process raft request' (duration: 668.0309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:22.022064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:21.309316Z","time spent":"712.582036ms","remote":"127.0.0.1:50254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1408,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:23:22.022091Z","caller":"traceutil/trace.go:171","msg":"trace[910722101] linearizableReadLoop","detail":"{readStateIndex:5591; appliedIndex:5586; }","duration":"663.859286ms","start":"2026-07-02T05:23:21.358209Z","end":"2026-07-02T05:23:22.022069Z","steps":["trace[910722101] 'read index received' (duration: 464.72311ms)","trace[910722101] 'applied index is now lower than readState.Index' (duration: 199.135066ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:23:22.022183Z","caller":"traceutil/trace.go:171","msg":"trace[1133662929] transaction","detail":"{read_only:false; response_revision:5380; number_of_response:1; }","duration":"666.946904ms","start":"2026-07-02T05:23:21.355225Z","end":"2026-07-02T05:23:22.022172Z","steps":["trace[1133662929] 'process raft request' (duration: 666.745588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:22.022205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:21.353672Z","time spent":"668.449843ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:23:22.022241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:21.355196Z","time spent":"667.015147ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:23:22.022293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.065922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-02T05:23:22.02233Z","caller":"traceutil/trace.go:171","msg":"trace[1649812922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5380; }","duration":"664.139865ms","start":"2026-07-02T05:23:21.358179Z","end":"2026-07-02T05:23:22.022319Z","steps":["trace[1649812922] 'agreement among raft nodes before linearized reading' (duration: 663.99201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:22.02237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:21.358167Z","time spent":"664.194566ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T05:23:22.025381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.654463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-02T05:23:22.025478Z","caller":"traceutil/trace.go:171","msg":"trace[2011486383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5384; }","duration":"665.757916ms","start":"2026-07-02T05:23:21.359697Z","end":"2026-07-02T05:23:22.025455Z","steps":["trace[2011486383] 'agreement among raft nodes before linearized reading' (duration: 665.507018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:22.025539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:21.359656Z","time spent":"665.87082ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T05:23:22.025564Z","caller":"traceutil/trace.go:171","msg":"trace[8140775] transaction","detail":"{read_only:false; response_revision:5383; number_of_response:1; }","duration":"196.426429ms","start":"2026-07-02T05:23:21.829111Z","end":"2026-07-02T05:23:22.025538Z","steps":["trace[8140775] 'process raft request' (duration: 195.989575ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:22.025778Z","caller":"traceutil/trace.go:171","msg":"trace[1102772680] transaction","detail":"{read_only:false; response_revision:5384; number_of_response:1; }","duration":"196.633526ms","start":"2026-07-02T05:23:21.829128Z","end":"2026-07-02T05:23:22.025761Z","steps":["trace[1102772680] 'process raft request' (duration: 196.022487ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:22.026061Z","caller":"traceutil/trace.go:171","msg":"trace[1034575692] transaction","detail":"{read_only:false; response_revision:5381; number_of_response:1; }","duration":"197.234175ms","start":"2026-07-02T05:23:21.82881Z","end":"2026-07-02T05:23:22.026044Z","steps":["trace[1034575692] 'process raft request' (duration: 196.091119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:22.026171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.93664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-02T05:23:22.026227Z","caller":"traceutil/trace.go:171","msg":"trace[1982827677] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5384; }","duration":"665.001012ms","start":"2026-07-02T05:23:21.361212Z","end":"2026-07-02T05:23:22.026213Z","steps":["trace[1982827677] 'agreement among raft nodes before linearized reading' (duration: 664.884599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:22.026296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:21.361205Z","time spent":"665.080995ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T05:23:22.026386Z","caller":"traceutil/trace.go:171","msg":"trace[749695306] transaction","detail":"{read_only:false; response_revision:5382; number_of_response:1; }","duration":"197.270197ms","start":"2026-07-02T05:23:21.8291Z","end":"2026-07-02T05:23:22.02637Z","steps":["trace[749695306] 'process raft request' (duration: 195.934984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:22.026555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.734468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xbf4l\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-02T05:23:22.026598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.831758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-02T05:23:22.026622Z","caller":"traceutil/trace.go:171","msg":"trace[1707288303] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xbf4l; range_end:; response_count:1; response_revision:5384; }","duration":"666.81068ms","start":"2026-07-02T05:23:21.359796Z","end":"2026-07-02T05:23:22.026607Z","steps":["trace[1707288303] 'agreement among raft nodes before linearized reading' (duration: 666.588063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:22.026662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:21.359769Z","time spent":"666.885023ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-xbf4l\" "} {"level":"warn","ts":"2026-07-02T05:23:22.026067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.801051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-02T05:23:22.02666Z","caller":"traceutil/trace.go:171","msg":"trace[921815364] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5384; }","duration":"665.924511ms","start":"2026-07-02T05:23:21.360722Z","end":"2026-07-02T05:23:22.026646Z","steps":["trace[921815364] 'agreement among raft nodes before linearized reading' (duration: 665.708584ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:22.026728Z","caller":"traceutil/trace.go:171","msg":"trace[229146056] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5384; }","duration":"658.478083ms","start":"2026-07-02T05:23:21.368234Z","end":"2026-07-02T05:23:22.026712Z","steps":["trace[229146056] 'agreement among raft nodes before linearized reading' (duration: 657.73583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:22.026775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:21.360707Z","time spent":"666.045646ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T05:23:22.026892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:21.368226Z","time spent":"658.579926ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-02T05:23:23.825458Z","caller":"traceutil/trace.go:171","msg":"trace[19631299] transaction","detail":"{read_only:false; response_revision:5404; number_of_response:1; }","duration":"154.191327ms","start":"2026-07-02T05:23:23.671236Z","end":"2026-07-02T05:23:23.825428Z","steps":["trace[19631299] 'process raft request' (duration: 153.96339ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:25.427363Z","caller":"traceutil/trace.go:171","msg":"trace[1805419351] transaction","detail":"{read_only:false; response_revision:5426; number_of_response:1; }","duration":"330.914915ms","start":"2026-07-02T05:23:25.096417Z","end":"2026-07-02T05:23:25.427332Z","steps":["trace[1805419351] 'process raft request' (duration: 330.723019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:25.427509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:25.096399Z","time spent":"331.03633ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:23:26.024751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.345147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:23:26.024836Z","caller":"traceutil/trace.go:171","msg":"trace[863425176] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5426; }","duration":"533.478031ms","start":"2026-07-02T05:23:25.491338Z","end":"2026-07-02T05:23:26.024816Z","steps":["trace[863425176] 'range keys from in-memory index tree' (duration: 533.206372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:26.02489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:25.491323Z","time spent":"533.554374ms","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-02T05:23:27.542785Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2662} {"level":"info","ts":"2026-07-02T05:23:27.623133Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2662,"took":"79.361891ms","hash":2339925841,"current-db-size-bytes":55918592,"current-db-size":"56 MB","current-db-size-in-use-bytes":31051776,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-02T05:23:27.623183Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2339925841,"revision":2662,"compact-revision":-1} {"level":"warn","ts":"2026-07-02T05:23:30.750076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.229117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-02T05:23:30.750163Z","caller":"traceutil/trace.go:171","msg":"trace[1208766065] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5545; }","duration":"322.370462ms","start":"2026-07-02T05:23:30.427775Z","end":"2026-07-02T05:23:30.750145Z","steps":["trace[1208766065] 'range keys from in-memory index tree' (duration: 322.02105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:30.7501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.883635ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:23:30.750199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:30.427754Z","time spent":"322.437984ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-02T05:23:30.75024Z","caller":"traceutil/trace.go:171","msg":"trace[1257687973] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5545; }","duration":"138.02989ms","start":"2026-07-02T05:23:30.612181Z","end":"2026-07-02T05:23:30.750211Z","steps":["trace[1257687973] 'range keys from in-memory index tree' (duration: 137.833894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:30.750375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.423376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-02T05:23:30.750505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.112925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8bf49a44-c482-446f-a0b1-05a519f7b257\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-07-02T05:23:30.750503Z","caller":"traceutil/trace.go:171","msg":"trace[704738219] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5545; }","duration":"581.600392ms","start":"2026-07-02T05:23:30.168875Z","end":"2026-07-02T05:23:30.750476Z","steps":["trace[704738219] 'range keys from in-memory index tree' (duration: 581.140977ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:30.750541Z","caller":"traceutil/trace.go:171","msg":"trace[1105210461] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8bf49a44-c482-446f-a0b1-05a519f7b257; range_end:; response_count:1; response_revision:5545; }","duration":"387.172967ms","start":"2026-07-02T05:23:30.363359Z","end":"2026-07-02T05:23:30.750532Z","steps":["trace[1105210461] 'range keys from in-memory index tree' (duration: 387.009652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:30.75057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:30.363343Z","time spent":"387.217438ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8bf49a44-c482-446f-a0b1-05a519f7b257\" "} {"level":"warn","ts":"2026-07-02T05:23:30.75056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:30.168862Z","time spent":"581.685844ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T05:23:30.750695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.997776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-02T05:23:30.750746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.632163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-02T05:23:30.750813Z","caller":"traceutil/trace.go:171","msg":"trace[558227939] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5545; }","duration":"330.1407ms","start":"2026-07-02T05:23:30.420644Z","end":"2026-07-02T05:23:30.750785Z","steps":["trace[558227939] 'range keys from in-memory index tree' (duration: 329.82278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:30.750945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:30.420624Z","time spent":"330.304776ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-02T05:23:30.750992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.239784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-02T05:23:30.751061Z","caller":"traceutil/trace.go:171","msg":"trace[1813721200] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:5545; }","duration":"172.523923ms","start":"2026-07-02T05:23:30.57852Z","end":"2026-07-02T05:23:30.751044Z","steps":["trace[1813721200] 'range keys from in-memory index tree' (duration: 171.638365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:30.750928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.205859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-02T05:23:30.751135Z","caller":"traceutil/trace.go:171","msg":"trace[1820464969] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5545; }","duration":"566.413595ms","start":"2026-07-02T05:23:30.184683Z","end":"2026-07-02T05:23:30.751097Z","steps":["trace[1820464969] 'range keys from in-memory index tree' (duration: 566.044793ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:30.750833Z","caller":"traceutil/trace.go:171","msg":"trace[1312304704] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5545; }","duration":"581.778837ms","start":"2026-07-02T05:23:30.169037Z","end":"2026-07-02T05:23:30.750816Z","steps":["trace[1312304704] 'range keys from in-memory index tree' (duration: 581.502009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:30.751223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:30.169031Z","time spent":"582.176671ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T05:23:30.751314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:30.184674Z","time spent":"566.493168ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T05:23:31.61864Z","caller":"traceutil/trace.go:171","msg":"trace[96492788] transaction","detail":"{read_only:false; response_revision:5546; number_of_response:1; }","duration":"863.555149ms","start":"2026-07-02T05:23:30.75506Z","end":"2026-07-02T05:23:31.618615Z","steps":["trace[96492788] 'process raft request' (duration: 863.361382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:31.618768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:30.75504Z","time spent":"863.661372ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:23:31.618637Z","caller":"traceutil/trace.go:171","msg":"trace[477630563] transaction","detail":"{read_only:false; response_revision:5547; number_of_response:1; }","duration":"863.484587ms","start":"2026-07-02T05:23:30.755131Z","end":"2026-07-02T05:23:31.618615Z","steps":["trace[477630563] 'process raft request' (duration: 863.431705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:31.61887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:30.755126Z","time spent":"863.697973ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:23:31.618918Z","caller":"traceutil/trace.go:171","msg":"trace[130247343] transaction","detail":"{read_only:false; response_revision:5548; number_of_response:1; }","duration":"862.531956ms","start":"2026-07-02T05:23:30.756367Z","end":"2026-07-02T05:23:31.618899Z","steps":["trace[130247343] 'process raft request' (duration: 862.227686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:31.619017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:30.75636Z","time spent":"862.604188ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:23:31.619482Z","caller":"traceutil/trace.go:171","msg":"trace[1237858630] transaction","detail":"{read_only:false; response_revision:5549; number_of_response:1; }","duration":"846.632196ms","start":"2026-07-02T05:23:30.772816Z","end":"2026-07-02T05:23:31.619448Z","steps":["trace[1237858630] 'process raft request' (duration: 845.957835ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:31.619606Z","caller":"traceutil/trace.go:171","msg":"trace[1520175415] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"846.220474ms","start":"2026-07-02T05:23:30.773343Z","end":"2026-07-02T05:23:31.619564Z","steps":["trace[1520175415] 'process raft request' (duration: 846.014107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:31.619671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:30.772788Z","time spent":"846.786631ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:23:31.619746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:30.773333Z","time spent":"846.340988ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:23:31.620711Z","caller":"traceutil/trace.go:171","msg":"trace[1762793605] transaction","detail":"{read_only:false; response_revision:5551; number_of_response:1; }","duration":"843.169156ms","start":"2026-07-02T05:23:30.777513Z","end":"2026-07-02T05:23:31.620682Z","steps":["trace[1762793605] 'process raft request' (duration: 841.896625ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:31.620601Z","caller":"traceutil/trace.go:171","msg":"trace[2144753037] linearizableReadLoop","detail":"{readStateIndex:5767; appliedIndex:5760; }","duration":"691.015805ms","start":"2026-07-02T05:23:30.929566Z","end":"2026-07-02T05:23:31.620581Z","steps":["trace[2144753037] 'read index received' (duration: 57.505452ms)","trace[2144753037] 'applied index is now lower than readState.Index' (duration: 633.509673ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:23:31.620828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:30.7775Z","time spent":"843.270659ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:23:31.620968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.406377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:23:31.621206Z","caller":"traceutil/trace.go:171","msg":"trace[1769757182] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:5551; }","duration":"691.682325ms","start":"2026-07-02T05:23:30.929513Z","end":"2026-07-02T05:23:31.621195Z","steps":["trace[1769757182] 'agreement among raft nodes before linearized reading' (duration: 691.422207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:31.621535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:30.92949Z","time spent":"692.032737ms","remote":"127.0.0.1:39764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:23:32.121854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383267357,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T05:23:32.591739Z","caller":"traceutil/trace.go:171","msg":"trace[1506120512] transaction","detail":"{read_only:false; response_revision:5553; number_of_response:1; }","duration":"1.145748665s","start":"2026-07-02T05:23:31.445972Z","end":"2026-07-02T05:23:32.591721Z","steps":["trace[1506120512] 'process raft request' (duration: 1.145700053s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:32.591855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:31.445953Z","time spent":"1.145841928s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:23:32.591845Z","caller":"traceutil/trace.go:171","msg":"trace[1493490387] transaction","detail":"{read_only:false; response_revision:5552; number_of_response:1; }","duration":"1.603090468s","start":"2026-07-02T05:23:30.988716Z","end":"2026-07-02T05:23:32.591806Z","steps":["trace[1493490387] 'process raft request' (duration: 1.602817679s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:32.592003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:30.988692Z","time spent":"1.603225861s","remote":"127.0.0.1:49992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:23:32.935599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999887552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T05:23:32.935684Z","caller":"traceutil/trace.go:171","msg":"trace[986345296] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000025576s","start":"2026-07-02T05:23:30.935637Z","end":"2026-07-02T05:23:32.935663Z","steps":["trace[986345296] 'agreement among raft nodes before linearized reading' (duration: 1.999922443s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:32.935729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:30.935617Z","time spent":"2.000102709s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:23:33.42797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.238677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:23:33.428338Z","caller":"traceutil/trace.go:171","msg":"trace[1762836923] linearizableReadLoop","detail":"{readStateIndex:5772; appliedIndex:5767; }","duration":"1.807447991s","start":"2026-07-02T05:23:31.620868Z","end":"2026-07-02T05:23:33.428316Z","steps":["trace[1762836923] 'read index received' (duration: 970.642398ms)","trace[1762836923] 'applied index is now lower than readState.Index' (duration: 836.804273ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:23:33.428464Z","caller":"traceutil/trace.go:171","msg":"trace[2038300817] transaction","detail":"{read_only:false; response_revision:5554; number_of_response:1; }","duration":"1.357401422s","start":"2026-07-02T05:23:32.071044Z","end":"2026-07-02T05:23:33.428445Z","steps":["trace[2038300817] 'process raft request' (duration: 846.576356ms)","trace[2038300817] 'compare' (duration: 509.799813ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:23:33.42857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:32.071023Z","time spent":"1.357494864s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:23:33.428915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530154653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:23:33.42893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.319398312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8bf49a44-c482-446f-a0b1-05a519f7b257\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-07-02T05:23:33.429018Z","caller":"traceutil/trace.go:171","msg":"trace[409929329] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8bf49a44-c482-446f-a0b1-05a519f7b257; range_end:; response_count:1; response_revision:5557; }","duration":"2.319519616s","start":"2026-07-02T05:23:31.109476Z","end":"2026-07-02T05:23:33.428996Z","steps":["trace[409929329] 'agreement among raft nodes before linearized reading' (duration: 2.319223866s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:33.429028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124349769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:23:33.429052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.348281587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-02T05:23:33.429061Z","caller":"traceutil/trace.go:171","msg":"trace[982245712] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:5557; }","duration":"1.124422411s","start":"2026-07-02T05:23:32.30463Z","end":"2026-07-02T05:23:33.429052Z","steps":["trace[982245712] 'agreement among raft nodes before linearized reading' (duration: 1.12437205s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:33.429072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:31.109465Z","time spent":"2.319593228s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8bf49a44-c482-446f-a0b1-05a519f7b257\" "} {"level":"info","ts":"2026-07-02T05:23:33.429083Z","caller":"traceutil/trace.go:171","msg":"trace[814185599] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5557; }","duration":"2.34837653s","start":"2026-07-02T05:23:31.080697Z","end":"2026-07-02T05:23:33.429074Z","steps":["trace[814185599] 'agreement among raft nodes before linearized reading' (duration: 2.348286467s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:33.429095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:32.304606Z","time spent":"1.124480974s","remote":"127.0.0.1:50090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:23:33.429102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.375875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-07-02T05:23:33.429116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:31.080675Z","time spent":"2.348435591s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-07-02T05:23:33.429082Z","caller":"traceutil/trace.go:171","msg":"trace[289951072] transaction","detail":"{read_only:false; response_revision:5556; number_of_response:1; }","duration":"1.346448381s","start":"2026-07-02T05:23:32.082589Z","end":"2026-07-02T05:23:33.429037Z","steps":["trace[289951072] 'process raft request' (duration: 1.345620415s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:33.429087Z","caller":"traceutil/trace.go:171","msg":"trace[1887393652] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"1.347909747s","start":"2026-07-02T05:23:32.081143Z","end":"2026-07-02T05:23:33.429053Z","steps":["trace[1887393652] 'process raft request' (duration: 1.346960487s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:33.429151Z","caller":"traceutil/trace.go:171","msg":"trace[1987444573] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5557; }","duration":"834.455627ms","start":"2026-07-02T05:23:32.594685Z","end":"2026-07-02T05:23:33.429141Z","steps":["trace[1987444573] 'agreement among raft nodes before linearized reading' (duration: 834.318973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:33.42918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:32.594666Z","time spent":"834.507739ms","remote":"127.0.0.1:50128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-02T05:23:33.429155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.37897729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-02T05:23:33.429078Z","caller":"traceutil/trace.go:171","msg":"trace[1411828075] transaction","detail":"{read_only:false; response_revision:5557; number_of_response:1; }","duration":"897.089943ms","start":"2026-07-02T05:23:32.531948Z","end":"2026-07-02T05:23:33.429038Z","steps":["trace[1411828075] 'process raft request' (duration: 896.312528ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:33.428969Z","caller":"traceutil/trace.go:171","msg":"trace[935748626] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5557; }","duration":"1.530245925s","start":"2026-07-02T05:23:31.898708Z","end":"2026-07-02T05:23:33.428953Z","steps":["trace[935748626] 'agreement among raft nodes before linearized reading' (duration: 1.530162493s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:33.429265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:32.082575Z","time spent":"1.346595605s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:23:33.429277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:32.081118Z","time spent":"1.348056862s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:23:33.429313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:31.898688Z","time spent":"1.530611757s","remote":"127.0.0.1:44150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:23:33.429335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318669381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xbf4l\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-02T05:23:33.429357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.599961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:23:33.429364Z","caller":"traceutil/trace.go:171","msg":"trace[759590754] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xbf4l; range_end:; response_count:1; response_revision:5557; }","duration":"1.318721863s","start":"2026-07-02T05:23:32.110634Z","end":"2026-07-02T05:23:33.429356Z","steps":["trace[759590754] 'agreement among raft nodes before linearized reading' (duration: 1.318640851s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:33.429349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991362579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:23:33.429387Z","caller":"traceutil/trace.go:171","msg":"trace[498157884] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5557; }","duration":"452.663663ms","start":"2026-07-02T05:23:32.976716Z","end":"2026-07-02T05:23:33.42938Z","steps":["trace[498157884] 'agreement among raft nodes before linearized reading' (duration: 452.609021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:33.429374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342231025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-02T05:23:33.429398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:32.110621Z","time spent":"1.318768864s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-xbf4l\" "} {"level":"warn","ts":"2026-07-02T05:23:33.429411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:32.976699Z","time spent":"452.705745ms","remote":"127.0.0.1:50420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:23:33.429411Z","caller":"traceutil/trace.go:171","msg":"trace[781072977] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:5557; }","duration":"1.991462044s","start":"2026-07-02T05:23:31.437935Z","end":"2026-07-02T05:23:33.429397Z","steps":["trace[781072977] 'agreement among raft nodes before linearized reading' (duration: 1.99135068s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:33.429434Z","caller":"traceutil/trace.go:171","msg":"trace[242752732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5557; }","duration":"1.342315818s","start":"2026-07-02T05:23:32.087099Z","end":"2026-07-02T05:23:33.429414Z","steps":["trace[242752732] 'agreement among raft nodes before linearized reading' (duration: 1.342149273s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:33.429549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:31.437914Z","time spent":"1.991618908s","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":20,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:23:33.429228Z","caller":"traceutil/trace.go:171","msg":"trace[1265877322] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5557; }","duration":"2.379079163s","start":"2026-07-02T05:23:31.050131Z","end":"2026-07-02T05:23:33.42921Z","steps":["trace[1265877322] 'agreement among raft nodes before linearized reading' (duration: 2.378857745s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:33.429427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.143745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-02T05:23:33.42964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.252763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:23:33.429629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:31.050119Z","time spent":"2.379492416s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-02T05:23:33.429665Z","caller":"traceutil/trace.go:171","msg":"trace[514980193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5557; }","duration":"493.276604ms","start":"2026-07-02T05:23:32.936381Z","end":"2026-07-02T05:23:33.429658Z","steps":["trace[514980193] 'agreement among raft nodes before linearized reading' (duration: 493.059897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:33.429655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342733431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-02T05:23:33.429662Z","caller":"traceutil/trace.go:171","msg":"trace[306366643] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5557; }","duration":"783.406854ms","start":"2026-07-02T05:23:32.646242Z","end":"2026-07-02T05:23:33.429649Z","steps":["trace[306366643] 'agreement among raft nodes before linearized reading' (duration: 783.127345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:33.429686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:32.936337Z","time spent":"493.344776ms","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T05:23:33.429701Z","caller":"traceutil/trace.go:171","msg":"trace[1063853185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5557; }","duration":"1.342843605s","start":"2026-07-02T05:23:32.086844Z","end":"2026-07-02T05:23:33.429688Z","steps":["trace[1063853185] 'agreement among raft nodes before linearized reading' (duration: 1.342419441s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:33.429714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:32.646226Z","time spent":"783.471465ms","remote":"127.0.0.1:50166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":50,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:23:33.429714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:32.531927Z","time spent":"897.372182ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:23:33.429743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:32.086824Z","time spent":"1.342908907s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T05:23:33.429556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:32.087084Z","time spent":"1.342457113s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T05:23:33.430169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.410681835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:23:33.430846Z","caller":"traceutil/trace.go:171","msg":"trace[563345142] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:5557; }","duration":"2.410796218s","start":"2026-07-02T05:23:31.019442Z","end":"2026-07-02T05:23:33.430238Z","steps":["trace[563345142] 'agreement among raft nodes before linearized reading' (duration: 2.410640043s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:33.430942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:31.019428Z","time spent":"2.41149626s","remote":"127.0.0.1:39616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:23:34.146135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.765677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:23:34.146306Z","caller":"traceutil/trace.go:171","msg":"trace[1453476197] transaction","detail":"{read_only:false; response_revision:5558; number_of_response:1; }","duration":"712.600206ms","start":"2026-07-02T05:23:33.433686Z","end":"2026-07-02T05:23:34.146286Z","steps":["trace[1453476197] 'process raft request' (duration: 135.605732ms)","trace[1453476197] 'compare' (duration: 576.54438ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:23:34.1465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:33.433673Z","time spent":"712.757762ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:23:34.147234Z","caller":"traceutil/trace.go:171","msg":"trace[471692821] transaction","detail":"{read_only:false; response_revision:5559; number_of_response:1; }","duration":"712.999259ms","start":"2026-07-02T05:23:33.434194Z","end":"2026-07-02T05:23:34.147193Z","steps":["trace[471692821] 'process raft request' (duration: 712.767452ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:34.147255Z","caller":"traceutil/trace.go:171","msg":"trace[696935383] linearizableReadLoop","detail":"{readStateIndex:5775; appliedIndex:5773; }","duration":"712.668008ms","start":"2026-07-02T05:23:33.434567Z","end":"2026-07-02T05:23:34.147235Z","steps":["trace[696935383] 'read index received' (duration: 134.734814ms)","trace[696935383] 'applied index is now lower than readState.Index' (duration: 577.931904ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:23:34.147333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:33.434179Z","time spent":"713.109282ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:23:34.147368Z","caller":"traceutil/trace.go:171","msg":"trace[1620206957] transaction","detail":"{read_only:false; response_revision:5561; number_of_response:1; }","duration":"583.508043ms","start":"2026-07-02T05:23:33.563846Z","end":"2026-07-02T05:23:34.147354Z","steps":["trace[1620206957] 'process raft request' (duration: 583.329357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:34.14747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:33.563822Z","time spent":"583.596605ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:23:34.147531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.66707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-02T05:23:34.147574Z","caller":"traceutil/trace.go:171","msg":"trace[1144402200] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5561; }","duration":"351.745592ms","start":"2026-07-02T05:23:33.795813Z","end":"2026-07-02T05:23:34.147559Z","steps":["trace[1144402200] 'agreement among raft nodes before linearized reading' (duration: 351.619538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:34.147583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.976898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80197"} {"level":"warn","ts":"2026-07-02T05:23:34.147588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.113341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-02T05:23:34.14761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:33.795791Z","time spent":"351.811054ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-07-02T05:23:34.147625Z","caller":"traceutil/trace.go:171","msg":"trace[1151676478] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5561; }","duration":"713.049351ms","start":"2026-07-02T05:23:33.434566Z","end":"2026-07-02T05:23:34.147615Z","steps":["trace[1151676478] 'agreement among raft nodes before linearized reading' (duration: 712.850184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:34.147623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.04595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17455"} {"level":"warn","ts":"2026-07-02T05:23:34.147587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.8885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2319"} {"level":"warn","ts":"2026-07-02T05:23:34.147663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:33.434557Z","time spent":"713.097002ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80220,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-02T05:23:34.147667Z","caller":"traceutil/trace.go:171","msg":"trace[151681612] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5561; }","duration":"713.113693ms","start":"2026-07-02T05:23:33.434541Z","end":"2026-07-02T05:23:34.147655Z","steps":["trace[151681612] 'agreement among raft nodes before linearized reading' (duration: 712.985049ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:34.147358Z","caller":"traceutil/trace.go:171","msg":"trace[1691744799] transaction","detail":"{read_only:false; response_revision:5560; number_of_response:1; }","duration":"712.499933ms","start":"2026-07-02T05:23:33.434833Z","end":"2026-07-02T05:23:34.147333Z","steps":["trace[1691744799] 'process raft request' (duration: 712.257905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:34.147705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:33.434531Z","time spent":"713.166674ms","remote":"127.0.0.1:50140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17478,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-02T05:23:34.147718Z","caller":"traceutil/trace.go:171","msg":"trace[1874251928] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5561; }","duration":"403.053625ms","start":"2026-07-02T05:23:33.744627Z","end":"2026-07-02T05:23:34.147681Z","steps":["trace[1874251928] 'agreement among raft nodes before linearized reading' (duration: 402.825067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:34.147739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.307137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-02T05:23:34.147761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:33.434824Z","time spent":"712.885386ms","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:23:34.147791Z","caller":"traceutil/trace.go:171","msg":"trace[1417527604] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5561; }","duration":"524.39558ms","start":"2026-07-02T05:23:33.623387Z","end":"2026-07-02T05:23:34.147783Z","steps":["trace[1417527604] 'agreement among raft nodes before linearized reading' (duration: 524.297527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:34.147761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.442953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-02T05:23:34.147649Z","caller":"traceutil/trace.go:171","msg":"trace[1018790988] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5561; }","duration":"524.226854ms","start":"2026-07-02T05:23:33.623409Z","end":"2026-07-02T05:23:34.147636Z","steps":["trace[1018790988] 'agreement among raft nodes before linearized reading' (duration: 524.025718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:34.147835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:33.623366Z","time spent":"524.461132ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T05:23:34.147859Z","caller":"traceutil/trace.go:171","msg":"trace[665275797] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5561; }","duration":"525.578378ms","start":"2026-07-02T05:23:33.622262Z","end":"2026-07-02T05:23:34.14784Z","steps":["trace[665275797] 'agreement among raft nodes before linearized reading' (duration: 525.32894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:34.147802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:33.744609Z","time spent":"403.166219ms","remote":"127.0.0.1:36164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":2342,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" "} {"level":"warn","ts":"2026-07-02T05:23:34.147895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.091599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-07-02T05:23:34.148025Z","caller":"traceutil/trace.go:171","msg":"trace[1269004031] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5561; }","duration":"712.228064ms","start":"2026-07-02T05:23:33.435786Z","end":"2026-07-02T05:23:34.148014Z","steps":["trace[1269004031] 'agreement among raft nodes before linearized reading' (duration: 712.042448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:34.148076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:33.435782Z","time spent":"712.271266ms","remote":"127.0.0.1:50056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1344,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-07-02T05:23:34.147912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:33.622244Z","time spent":"525.658541ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T05:23:34.14787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:33.623388Z","time spent":"524.472472ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T05:23:34.147932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.243835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:23:34.148608Z","caller":"traceutil/trace.go:171","msg":"trace[989954933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5561; }","duration":"712.882145ms","start":"2026-07-02T05:23:33.435683Z","end":"2026-07-02T05:23:34.148565Z","steps":["trace[989954933] 'agreement among raft nodes before linearized reading' (duration: 712.230484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:34.14867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:33.435665Z","time spent":"712.990409ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T05:23:40.603814Z","caller":"traceutil/trace.go:171","msg":"trace[798158642] linearizableReadLoop","detail":"{readStateIndex:5888; appliedIndex:5887; }","duration":"422.717215ms","start":"2026-07-02T05:23:40.181072Z","end":"2026-07-02T05:23:40.603789Z","steps":["trace[798158642] 'read index received' (duration: 422.593741ms)","trace[798158642] 'applied index is now lower than readState.Index' (duration: 122.294µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:23:40.604085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.967023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T05:23:40.604133Z","caller":"traceutil/trace.go:171","msg":"trace[200952231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5670; }","duration":"423.060646ms","start":"2026-07-02T05:23:40.181061Z","end":"2026-07-02T05:23:40.604122Z","steps":["trace[200952231] 'agreement among raft nodes before linearized reading' (duration: 422.859579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:40.604175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:40.181045Z","time spent":"423.121298ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T05:23:40.604365Z","caller":"traceutil/trace.go:171","msg":"trace[852949166] transaction","detail":"{read_only:false; response_revision:5670; number_of_response:1; }","duration":"449.063398ms","start":"2026-07-02T05:23:40.155265Z","end":"2026-07-02T05:23:40.604328Z","steps":["trace[852949166] 'process raft request' (duration: 448.327945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:40.604469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.579735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17235"} {"level":"info","ts":"2026-07-02T05:23:40.604504Z","caller":"traceutil/trace.go:171","msg":"trace[1804266696] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5670; }","duration":"127.642927ms","start":"2026-07-02T05:23:40.476851Z","end":"2026-07-02T05:23:40.604494Z","steps":["trace[1804266696] 'agreement among raft nodes before linearized reading' (duration: 127.567344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:40.604566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:40.155247Z","time spent":"449.209692ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:23:40.6045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.465734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xbf4l\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-02T05:23:40.604561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.079108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-02T05:23:40.6044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.640194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-02T05:23:40.604615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.528131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-02T05:23:40.604663Z","caller":"traceutil/trace.go:171","msg":"trace[286390312] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5670; }","duration":"394.212582ms","start":"2026-07-02T05:23:40.210433Z","end":"2026-07-02T05:23:40.604646Z","steps":["trace[286390312] 'agreement among raft nodes before linearized reading' (duration: 393.991015ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:40.604661Z","caller":"traceutil/trace.go:171","msg":"trace[1504124824] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xbf4l; range_end:; response_count:1; response_revision:5670; }","duration":"421.62004ms","start":"2026-07-02T05:23:40.183011Z","end":"2026-07-02T05:23:40.604631Z","steps":["trace[1504124824] 'agreement among raft nodes before linearized reading' (duration: 421.399243ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:40.604675Z","caller":"traceutil/trace.go:171","msg":"trace[1013686175] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5670; }","duration":"393.933923ms","start":"2026-07-02T05:23:40.210728Z","end":"2026-07-02T05:23:40.604662Z","steps":["trace[1013686175] 'agreement among raft nodes before linearized reading' (duration: 393.594602ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:40.604696Z","caller":"traceutil/trace.go:171","msg":"trace[1013656301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5670; }","duration":"423.633394ms","start":"2026-07-02T05:23:40.18104Z","end":"2026-07-02T05:23:40.604674Z","steps":["trace[1013656301] 'agreement among raft nodes before linearized reading' (duration: 423.447918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:40.604707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:40.210423Z","time spent":"394.273294ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T05:23:40.604746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:40.210724Z","time spent":"393.991735ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T05:23:40.604746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:40.183004Z","time spent":"421.711043ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-xbf4l\" "} {"level":"warn","ts":"2026-07-02T05:23:40.604749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:40.181024Z","time spent":"423.711556ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T05:23:40.604619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.152295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:23:40.604829Z","caller":"traceutil/trace.go:171","msg":"trace[1641150408] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5670; }","duration":"312.412553ms","start":"2026-07-02T05:23:40.292406Z","end":"2026-07-02T05:23:40.604819Z","steps":["trace[1641150408] 'agreement among raft nodes before linearized reading' (duration: 312.132204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:40.604772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.45253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-02T05:23:40.604864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:40.292387Z","time spent":"312.464035ms","remote":"127.0.0.1:44166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:23:40.604928Z","caller":"traceutil/trace.go:171","msg":"trace[495176644] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5670; }","duration":"394.828691ms","start":"2026-07-02T05:23:40.210034Z","end":"2026-07-02T05:23:40.604862Z","steps":["trace[495176644] 'agreement among raft nodes before linearized reading' (duration: 394.357016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:40.604992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:40.21002Z","time spent":"394.956596ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T05:23:40.842663Z","caller":"traceutil/trace.go:171","msg":"trace[704914920] linearizableReadLoop","detail":"{readStateIndex:5889; appliedIndex:5888; }","duration":"234.167518ms","start":"2026-07-02T05:23:40.608465Z","end":"2026-07-02T05:23:40.842633Z","steps":["trace[704914920] 'read index received' (duration: 231.821692ms)","trace[704914920] 'applied index is now lower than readState.Index' (duration: 2.344036ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:23:40.843062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.57155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1e89ab25-e9b4-4ea3-9f26-e5213851a005\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-07-02T05:23:40.84314Z","caller":"traceutil/trace.go:171","msg":"trace[274568988] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1e89ab25-e9b4-4ea3-9f26-e5213851a005; range_end:; response_count:1; response_revision:5670; }","duration":"234.684994ms","start":"2026-07-02T05:23:40.60844Z","end":"2026-07-02T05:23:40.843125Z","steps":["trace[274568988] 'agreement among raft nodes before linearized reading' (duration: 234.442877ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:40.8497Z","caller":"traceutil/trace.go:171","msg":"trace[332059401] transaction","detail":"{read_only:false; response_revision:5672; number_of_response:1; }","duration":"241.10339ms","start":"2026-07-02T05:23:40.608575Z","end":"2026-07-02T05:23:40.849678Z","steps":["trace[332059401] 'process raft request' (duration: 241.030428ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:40.849717Z","caller":"traceutil/trace.go:171","msg":"trace[1782180877] transaction","detail":"{read_only:false; response_revision:5671; number_of_response:1; }","duration":"241.143592ms","start":"2026-07-02T05:23:40.608551Z","end":"2026-07-02T05:23:40.849694Z","steps":["trace[1782180877] 'process raft request' (duration: 240.910344ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:40.850017Z","caller":"traceutil/trace.go:171","msg":"trace[334977524] transaction","detail":"{read_only:false; response_revision:5673; number_of_response:1; }","duration":"241.387559ms","start":"2026-07-02T05:23:40.608616Z","end":"2026-07-02T05:23:40.850003Z","steps":["trace[334977524] 'process raft request' (duration: 241.028327ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:40.850095Z","caller":"traceutil/trace.go:171","msg":"trace[658468937] transaction","detail":"{read_only:false; response_revision:5674; number_of_response:1; }","duration":"241.292326ms","start":"2026-07-02T05:23:40.608785Z","end":"2026-07-02T05:23:40.850077Z","steps":["trace[658468937] 'process raft request' (duration: 241.076109ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:40.850146Z","caller":"traceutil/trace.go:171","msg":"trace[180997485] transaction","detail":"{read_only:false; response_revision:5675; number_of_response:1; }","duration":"240.844482ms","start":"2026-07-02T05:23:40.609294Z","end":"2026-07-02T05:23:40.850139Z","steps":["trace[180997485] 'process raft request' (duration: 240.652006ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:40.850247Z","caller":"traceutil/trace.go:171","msg":"trace[2069522735] transaction","detail":"{read_only:false; response_revision:5676; number_of_response:1; }","duration":"230.338065ms","start":"2026-07-02T05:23:40.619895Z","end":"2026-07-02T05:23:40.850233Z","steps":["trace[2069522735] 'process raft request' (duration: 230.129018ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:40.85033Z","caller":"traceutil/trace.go:171","msg":"trace[2026516428] transaction","detail":"{read_only:false; response_revision:5677; number_of_response:1; }","duration":"207.879886ms","start":"2026-07-02T05:23:40.642442Z","end":"2026-07-02T05:23:40.850322Z","steps":["trace[2026516428] 'process raft request' (duration: 207.723461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:40.850398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.061713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:23:40.850433Z","caller":"traceutil/trace.go:171","msg":"trace[1423515282] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5677; }","duration":"159.140006ms","start":"2026-07-02T05:23:40.691281Z","end":"2026-07-02T05:23:40.850421Z","steps":["trace[1423515282] 'agreement among raft nodes before linearized reading' (duration: 159.056573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:40.850547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.574995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81594"} {"level":"info","ts":"2026-07-02T05:23:40.850578Z","caller":"traceutil/trace.go:171","msg":"trace[1764418090] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5677; }","duration":"241.633707ms","start":"2026-07-02T05:23:40.608937Z","end":"2026-07-02T05:23:40.85057Z","steps":["trace[1764418090] 'agreement among raft nodes before linearized reading' (duration: 241.440621ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:45.278699Z","caller":"traceutil/trace.go:171","msg":"trace[1194876278] transaction","detail":"{read_only:false; response_revision:5710; number_of_response:1; }","duration":"102.103779ms","start":"2026-07-02T05:23:45.176577Z","end":"2026-07-02T05:23:45.278681Z","steps":["trace[1194876278] 'process raft request' (duration: 101.543441ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:45.278866Z","caller":"traceutil/trace.go:171","msg":"trace[760602587] transaction","detail":"{read_only:false; response_revision:5711; number_of_response:1; }","duration":"101.50732ms","start":"2026-07-02T05:23:45.177283Z","end":"2026-07-02T05:23:45.27879Z","steps":["trace[760602587] 'process raft request' (duration: 101.341155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:46.813846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.909169ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-02T05:23:46.813943Z","caller":"traceutil/trace.go:171","msg":"trace[1896714233] linearizableReadLoop","detail":"{readStateIndex:5941; appliedIndex:5940; }","duration":"289.24496ms","start":"2026-07-02T05:23:46.524682Z","end":"2026-07-02T05:23:46.813927Z","steps":["trace[1896714233] 'read index received' (duration: 45.271219ms)","trace[1896714233] 'applied index is now lower than readState.Index' (duration: 243.972361ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:23:46.814047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.354934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:23:46.814076Z","caller":"traceutil/trace.go:171","msg":"trace[1515828585] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:5721; }","duration":"289.426996ms","start":"2026-07-02T05:23:46.524643Z","end":"2026-07-02T05:23:46.81407Z","steps":["trace[1515828585] 'agreement among raft nodes before linearized reading' (duration: 289.366744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:46.814179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.777988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-07-02T05:23:46.814182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.427327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-02T05:23:46.814239Z","caller":"traceutil/trace.go:171","msg":"trace[1347279861] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5721; }","duration":"195.866691ms","start":"2026-07-02T05:23:46.618354Z","end":"2026-07-02T05:23:46.814221Z","steps":["trace[1347279861] 'agreement among raft nodes before linearized reading' (duration: 195.676805ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:46.814246Z","caller":"traceutil/trace.go:171","msg":"trace[536575122] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5721; }","duration":"190.51314ms","start":"2026-07-02T05:23:46.623715Z","end":"2026-07-02T05:23:46.814228Z","steps":["trace[536575122] 'agreement among raft nodes before linearized reading' (duration: 190.335374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:46.814404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.787641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-02T05:23:46.81452Z","caller":"traceutil/trace.go:171","msg":"trace[589481778] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5721; }","duration":"191.941866ms","start":"2026-07-02T05:23:46.622557Z","end":"2026-07-02T05:23:46.814499Z","steps":["trace[589481778] 'agreement among raft nodes before linearized reading' (duration: 191.525582ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:47.041677Z","caller":"traceutil/trace.go:171","msg":"trace[753878578] linearizableReadLoop","detail":"{readStateIndex:5944; appliedIndex:5942; }","duration":"169.374812ms","start":"2026-07-02T05:23:46.872281Z","end":"2026-07-02T05:23:47.041656Z","steps":["trace[753878578] 'read index received' (duration: 22.137889ms)","trace[753878578] 'applied index is now lower than readState.Index' (duration: 147.235873ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:23:47.041756Z","caller":"traceutil/trace.go:171","msg":"trace[938062963] transaction","detail":"{read_only:false; response_revision:5724; number_of_response:1; }","duration":"171.380246ms","start":"2026-07-02T05:23:46.870336Z","end":"2026-07-02T05:23:47.041716Z","steps":["trace[938062963] 'process raft request' (duration: 88.572836ms)","trace[938062963] 'compare' (duration: 82.642665ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:23:47.041923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.631751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-02T05:23:47.041945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.665254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-02T05:23:47.041986Z","caller":"traceutil/trace.go:171","msg":"trace[1384001318] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5724; }","duration":"169.746765ms","start":"2026-07-02T05:23:46.872224Z","end":"2026-07-02T05:23:47.04197Z","steps":["trace[1384001318] 'agreement among raft nodes before linearized reading' (duration: 169.555468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:47.042095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.075424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-02T05:23:47.042138Z","caller":"traceutil/trace.go:171","msg":"trace[1704993783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5724; }","duration":"135.149696ms","start":"2026-07-02T05:23:46.906975Z","end":"2026-07-02T05:23:47.042125Z","steps":["trace[1704993783] 'agreement among raft nodes before linearized reading' (duration: 135.039993ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:47.041994Z","caller":"traceutil/trace.go:171","msg":"trace[1972086833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5724; }","duration":"165.760167ms","start":"2026-07-02T05:23:46.876219Z","end":"2026-07-02T05:23:47.041979Z","steps":["trace[1972086833] 'agreement among raft nodes before linearized reading' (duration: 165.579601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:47.042072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.686522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-02T05:23:47.042153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.992535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:23:47.042239Z","caller":"traceutil/trace.go:171","msg":"trace[1600961222] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5724; }","duration":"134.903268ms","start":"2026-07-02T05:23:46.907315Z","end":"2026-07-02T05:23:47.042218Z","steps":["trace[1600961222] 'agreement among raft nodes before linearized reading' (duration: 134.607519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:47.042286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.229179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xbf4l\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-02T05:23:47.042304Z","caller":"traceutil/trace.go:171","msg":"trace[1609978874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5724; }","duration":"107.187092ms","start":"2026-07-02T05:23:46.9351Z","end":"2026-07-02T05:23:47.042287Z","steps":["trace[1609978874] 'agreement among raft nodes before linearized reading' (duration: 107.025246ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:47.042322Z","caller":"traceutil/trace.go:171","msg":"trace[266508393] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xbf4l; range_end:; response_count:1; response_revision:5724; }","duration":"130.294391ms","start":"2026-07-02T05:23:46.912018Z","end":"2026-07-02T05:23:47.042312Z","steps":["trace[266508393] 'agreement among raft nodes before linearized reading' (duration: 130.159687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:47.042341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.768627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-02T05:23:47.042423Z","caller":"traceutil/trace.go:171","msg":"trace[763577524] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5724; }","duration":"135.88335ms","start":"2026-07-02T05:23:46.906522Z","end":"2026-07-02T05:23:47.042405Z","steps":["trace[763577524] 'agreement among raft nodes before linearized reading' (duration: 135.653593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:47.486255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.632534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17209"} {"level":"info","ts":"2026-07-02T05:23:47.48632Z","caller":"traceutil/trace.go:171","msg":"trace[1728659991] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5729; }","duration":"170.712786ms","start":"2026-07-02T05:23:47.315595Z","end":"2026-07-02T05:23:47.486308Z","steps":["trace[1728659991] 'range keys from in-memory index tree' (duration: 170.483388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:47.486402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.803049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-07-02T05:23:47.486431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.868295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:23:47.486502Z","caller":"traceutil/trace.go:171","msg":"trace[877666031] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5729; }","duration":"160.947004ms","start":"2026-07-02T05:23:47.32553Z","end":"2026-07-02T05:23:47.486477Z","steps":["trace[877666031] 'range keys from in-memory index tree' (duration: 160.595703ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:47.486572Z","caller":"traceutil/trace.go:171","msg":"trace[1991199492] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5729; }","duration":"237.057961ms","start":"2026-07-02T05:23:47.249481Z","end":"2026-07-02T05:23:47.486539Z","steps":["trace[1991199492] 'count revisions from in-memory index tree' (duration: 236.73984ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:47.806216Z","caller":"traceutil/trace.go:171","msg":"trace[855190654] linearizableReadLoop","detail":"{readStateIndex:5951; appliedIndex:5950; }","duration":"212.185484ms","start":"2026-07-02T05:23:47.594007Z","end":"2026-07-02T05:23:47.806192Z","steps":["trace[855190654] 'read index received' (duration: 212.05586ms)","trace[855190654] 'applied index is now lower than readState.Index' (duration: 128.384µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:23:47.806252Z","caller":"traceutil/trace.go:171","msg":"trace[1009058678] transaction","detail":"{read_only:false; response_revision:5731; number_of_response:1; }","duration":"216.047847ms","start":"2026-07-02T05:23:47.590178Z","end":"2026-07-02T05:23:47.806226Z","steps":["trace[1009058678] 'process raft request' (duration: 215.856311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:47.806406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.37496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-07-02T05:23:47.80645Z","caller":"traceutil/trace.go:171","msg":"trace[1909778341] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5731; }","duration":"212.450792ms","start":"2026-07-02T05:23:47.593986Z","end":"2026-07-02T05:23:47.806437Z","steps":["trace[1909778341] 'agreement among raft nodes before linearized reading' (duration: 212.297167ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:47.839632Z","caller":"traceutil/trace.go:171","msg":"trace[886667744] transaction","detail":"{read_only:false; response_revision:5732; number_of_response:1; }","duration":"228.060372ms","start":"2026-07-02T05:23:47.611556Z","end":"2026-07-02T05:23:47.839616Z","steps":["trace[886667744] 'process raft request' (duration: 227.775673ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:47.839908Z","caller":"traceutil/trace.go:171","msg":"trace[76305673] transaction","detail":"{read_only:false; response_revision:5733; number_of_response:1; }","duration":"227.664559ms","start":"2026-07-02T05:23:47.612234Z","end":"2026-07-02T05:23:47.839899Z","steps":["trace[76305673] 'process raft request' (duration: 227.35767ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:47.839946Z","caller":"traceutil/trace.go:171","msg":"trace[538666030] transaction","detail":"{read_only:false; response_revision:5734; number_of_response:1; }","duration":"227.624328ms","start":"2026-07-02T05:23:47.612305Z","end":"2026-07-02T05:23:47.839929Z","steps":["trace[538666030] 'process raft request' (duration: 227.467413ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:48.220693Z","caller":"traceutil/trace.go:171","msg":"trace[117925280] linearizableReadLoop","detail":"{readStateIndex:5959; appliedIndex:5954; }","duration":"285.281953ms","start":"2026-07-02T05:23:47.935393Z","end":"2026-07-02T05:23:48.220675Z","steps":["trace[117925280] 'read index received' (duration: 284.888571ms)","trace[117925280] 'applied index is now lower than readState.Index' (duration: 392.792µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:23:48.220797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.383256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:23:48.22082Z","caller":"traceutil/trace.go:171","msg":"trace[1100108724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5739; }","duration":"285.455629ms","start":"2026-07-02T05:23:47.935357Z","end":"2026-07-02T05:23:48.220813Z","steps":["trace[1100108724] 'agreement among raft nodes before linearized reading' (duration: 285.392457ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:48.22088Z","caller":"traceutil/trace.go:171","msg":"trace[1979553149] transaction","detail":"{read_only:false; response_revision:5735; number_of_response:1; }","duration":"409.518641ms","start":"2026-07-02T05:23:47.811324Z","end":"2026-07-02T05:23:48.220843Z","steps":["trace[1979553149] 'process raft request' (duration: 409.012475ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:48.220961Z","caller":"traceutil/trace.go:171","msg":"trace[728170627] transaction","detail":"{read_only:false; response_revision:5736; number_of_response:1; }","duration":"408.428216ms","start":"2026-07-02T05:23:47.812524Z","end":"2026-07-02T05:23:48.220952Z","steps":["trace[728170627] 'process raft request' (duration: 407.951661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:48.221047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:47.812516Z","time spent":"408.473997ms","remote":"127.0.0.1:50128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1273,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:23:48.221072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:47.811312Z","time spent":"409.654926ms","remote":"127.0.0.1:50254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:23:48.220915Z","caller":"traceutil/trace.go:171","msg":"trace[966084326] transaction","detail":"{read_only:false; response_revision:5738; number_of_response:1; }","duration":"408.018723ms","start":"2026-07-02T05:23:47.812875Z","end":"2026-07-02T05:23:48.220893Z","steps":["trace[966084326] 'process raft request' (duration: 407.671542ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:48.22108Z","caller":"traceutil/trace.go:171","msg":"trace[398484732] transaction","detail":"{read_only:false; response_revision:5739; number_of_response:1; }","duration":"397.842817ms","start":"2026-07-02T05:23:47.823213Z","end":"2026-07-02T05:23:48.221056Z","steps":["trace[398484732] 'process raft request' (duration: 397.385793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:48.221313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:47.812867Z","time spent":"408.355004ms","remote":"127.0.0.1:50254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1853,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:23:48.221176Z","caller":"traceutil/trace.go:171","msg":"trace[240331632] transaction","detail":"{read_only:false; response_revision:5737; number_of_response:1; }","duration":"408.477048ms","start":"2026-07-02T05:23:47.81269Z","end":"2026-07-02T05:23:48.221167Z","steps":["trace[240331632] 'process raft request' (duration: 407.829087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:48.221423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:47.812658Z","time spent":"408.729946ms","remote":"127.0.0.1:50128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":850,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:23:48.221546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:47.823199Z","time spent":"398.136786ms","remote":"127.0.0.1:50458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15333,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:23:48.453114Z","caller":"traceutil/trace.go:171","msg":"trace[8873024] transaction","detail":"{read_only:false; response_revision:5740; number_of_response:1; }","duration":"211.906835ms","start":"2026-07-02T05:23:48.241168Z","end":"2026-07-02T05:23:48.453075Z","steps":["trace[8873024] 'process raft request' (duration: 211.590075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:48.92955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.212805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-07-02T05:23:48.929681Z","caller":"traceutil/trace.go:171","msg":"trace[414089547] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5741; }","duration":"371.36618ms","start":"2026-07-02T05:23:48.55828Z","end":"2026-07-02T05:23:48.929646Z","steps":["trace[414089547] 'range keys from in-memory index tree' (duration: 371.05117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:48.929754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:48.558261Z","time spent":"371.470104ms","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-02T05:23:48.929764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.478993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T05:23:48.929821Z","caller":"traceutil/trace.go:171","msg":"trace[1034917462] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5741; }","duration":"296.589186ms","start":"2026-07-02T05:23:48.633218Z","end":"2026-07-02T05:23:48.929807Z","steps":["trace[1034917462] 'count revisions from in-memory index tree' (duration: 296.397169ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:49.215609Z","caller":"traceutil/trace.go:171","msg":"trace[1682722326] transaction","detail":"{read_only:false; response_revision:5742; number_of_response:1; }","duration":"169.326841ms","start":"2026-07-02T05:23:49.046252Z","end":"2026-07-02T05:23:49.215579Z","steps":["trace[1682722326] 'process raft request' (duration: 169.101814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:49.520216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.852854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:23:49.520411Z","caller":"traceutil/trace.go:171","msg":"trace[1730333498] linearizableReadLoop","detail":"{readStateIndex:5963; appliedIndex:5962; }","duration":"300.624246ms","start":"2026-07-02T05:23:49.219771Z","end":"2026-07-02T05:23:49.520395Z","steps":["trace[1730333498] 'read index received' (duration: 152.462252ms)","trace[1730333498] 'applied index is now lower than readState.Index' (duration: 148.160254ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:23:49.520461Z","caller":"traceutil/trace.go:171","msg":"trace[1985030457] transaction","detail":"{read_only:false; response_revision:5743; number_of_response:1; }","duration":"300.801101ms","start":"2026-07-02T05:23:49.219628Z","end":"2026-07-02T05:23:49.520429Z","steps":["trace[1985030457] 'process raft request' (duration: 152.569625ms)","trace[1985030457] 'compare' (duration: 147.662468ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:23:49.520607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:49.219597Z","time spent":"300.932925ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:23:49.520666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.888954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81887"} {"level":"info","ts":"2026-07-02T05:23:49.520703Z","caller":"traceutil/trace.go:171","msg":"trace[805061125] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5743; }","duration":"300.942955ms","start":"2026-07-02T05:23:49.219751Z","end":"2026-07-02T05:23:49.520694Z","steps":["trace[805061125] 'agreement among raft nodes before linearized reading' (duration: 300.720098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:49.52074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:49.219738Z","time spent":"300.993777ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81910,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-02T05:23:49.647819Z","caller":"traceutil/trace.go:171","msg":"trace[1496122015] transaction","detail":"{read_only:false; response_revision:5744; number_of_response:1; }","duration":"427.809498ms","start":"2026-07-02T05:23:49.21998Z","end":"2026-07-02T05:23:49.64779Z","steps":["trace[1496122015] 'process raft request' (duration: 410.724871ms)","trace[1496122015] 'compare' (duration: 16.853729ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:23:49.64789Z","caller":"traceutil/trace.go:171","msg":"trace[1606221652] linearizableReadLoop","detail":"{readStateIndex:5967; appliedIndex:5963; }","duration":"127.41539ms","start":"2026-07-02T05:23:49.520446Z","end":"2026-07-02T05:23:49.647861Z","steps":["trace[1606221652] 'read index received' (duration: 110.214099ms)","trace[1606221652] 'applied index is now lower than readState.Index' (duration: 17.199781ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:23:49.647962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:49.219958Z","time spent":"427.929942ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:23:49.647939Z","caller":"traceutil/trace.go:171","msg":"trace[976768840] transaction","detail":"{read_only:false; response_revision:5747; number_of_response:1; }","duration":"427.524829ms","start":"2026-07-02T05:23:49.220393Z","end":"2026-07-02T05:23:49.647918Z","steps":["trace[976768840] 'process raft request' (duration: 427.417605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:49.648089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:49.220382Z","time spent":"427.643182ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:23:49.648104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.924927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-07-02T05:23:49.648148Z","caller":"traceutil/trace.go:171","msg":"trace[62755334] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5747; }","duration":"426.00506ms","start":"2026-07-02T05:23:49.22213Z","end":"2026-07-02T05:23:49.648135Z","steps":["trace[62755334] 'agreement among raft nodes before linearized reading' (duration: 425.835884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:49.648171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.15631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-02T05:23:49.648194Z","caller":"traceutil/trace.go:171","msg":"trace[732754717] transaction","detail":"{read_only:false; response_revision:5745; number_of_response:1; }","duration":"428.20584ms","start":"2026-07-02T05:23:49.21998Z","end":"2026-07-02T05:23:49.648186Z","steps":["trace[732754717] 'process raft request' (duration: 427.721235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:49.648188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:49.222115Z","time spent":"426.062932ms","remote":"127.0.0.1:50056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1344,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"info","ts":"2026-07-02T05:23:49.648201Z","caller":"traceutil/trace.go:171","msg":"trace[1810949740] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5747; }","duration":"230.262303ms","start":"2026-07-02T05:23:49.417928Z","end":"2026-07-02T05:23:49.648191Z","steps":["trace[1810949740] 'agreement among raft nodes before linearized reading' (duration: 230.161299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:49.648232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:49.219962Z","time spent":"428.250582ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:23:49.648291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.038471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:23:49.648393Z","caller":"traceutil/trace.go:171","msg":"trace[1164475235] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5747; }","duration":"426.195286ms","start":"2026-07-02T05:23:49.222176Z","end":"2026-07-02T05:23:49.648371Z","steps":["trace[1164475235] 'agreement among raft nodes before linearized reading' (duration: 425.919757ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:49.64835Z","caller":"traceutil/trace.go:171","msg":"trace[1753295430] transaction","detail":"{read_only:false; response_revision:5746; number_of_response:1; }","duration":"428.340134ms","start":"2026-07-02T05:23:49.220002Z","end":"2026-07-02T05:23:49.648342Z","steps":["trace[1753295430] 'process raft request' (duration: 427.759106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:49.648454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:49.222167Z","time spent":"426.264748ms","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":73,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:23:49.648474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:49.219983Z","time spent":"428.465159ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:23:49.936663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.046612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:23:49.936895Z","caller":"traceutil/trace.go:171","msg":"trace[323412940] linearizableReadLoop","detail":"{readStateIndex:5968; appliedIndex:5967; }","duration":"274.450288ms","start":"2026-07-02T05:23:49.662421Z","end":"2026-07-02T05:23:49.936871Z","steps":["trace[323412940] 'read index received' (duration: 115.126016ms)","trace[323412940] 'applied index is now lower than readState.Index' (duration: 159.322712ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:23:49.93702Z","caller":"traceutil/trace.go:171","msg":"trace[612914387] transaction","detail":"{read_only:false; response_revision:5748; number_of_response:1; }","duration":"277.895408ms","start":"2026-07-02T05:23:49.659109Z","end":"2026-07-02T05:23:49.937004Z","steps":["trace[612914387] 'process raft request' (duration: 118.403371ms)","trace[612914387] 'compare' (duration: 158.909978ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:23:49.937264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.82232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-07-02T05:23:49.937309Z","caller":"traceutil/trace.go:171","msg":"trace[3794085] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5749; }","duration":"274.879981ms","start":"2026-07-02T05:23:49.662419Z","end":"2026-07-02T05:23:49.937299Z","steps":["trace[3794085] 'agreement among raft nodes before linearized reading' (duration: 274.783968ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:50.137457Z","caller":"traceutil/trace.go:171","msg":"trace[1416501684] transaction","detail":"{read_only:false; response_revision:5750; number_of_response:1; }","duration":"293.093454ms","start":"2026-07-02T05:23:49.844327Z","end":"2026-07-02T05:23:50.13742Z","steps":["trace[1416501684] 'process raft request' (duration: 256.036638ms)","trace[1416501684] 'compare' (duration: 36.705665ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:23:50.137595Z","caller":"traceutil/trace.go:171","msg":"trace[1491758521] transaction","detail":"{read_only:false; response_revision:5751; number_of_response:1; }","duration":"292.779824ms","start":"2026-07-02T05:23:49.844784Z","end":"2026-07-02T05:23:50.137564Z","steps":["trace[1491758521] 'process raft request' (duration: 292.680921ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:50.137655Z","caller":"traceutil/trace.go:171","msg":"trace[41682450] linearizableReadLoop","detail":"{readStateIndex:5971; appliedIndex:5969; }","duration":"200.558711ms","start":"2026-07-02T05:23:49.936966Z","end":"2026-07-02T05:23:50.137524Z","steps":["trace[41682450] 'read index received' (duration: 163.309678ms)","trace[41682450] 'applied index is now lower than readState.Index' (duration: 37.248022ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:23:50.13771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.013991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:23:50.138112Z","caller":"traceutil/trace.go:171","msg":"trace[2046029869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5751; }","duration":"204.459566ms","start":"2026-07-02T05:23:49.933632Z","end":"2026-07-02T05:23:50.138092Z","steps":["trace[2046029869] 'agreement among raft nodes before linearized reading' (duration: 203.964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:50.13792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.317146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-02T05:23:50.138226Z","caller":"traceutil/trace.go:171","msg":"trace[734933508] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5751; }","duration":"469.658807ms","start":"2026-07-02T05:23:49.668537Z","end":"2026-07-02T05:23:50.138196Z","steps":["trace[734933508] 'agreement among raft nodes before linearized reading' (duration: 469.219323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:50.138393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:23:49.66852Z","time spent":"469.767761ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T05:23:50.138586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.989156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-02T05:23:50.138635Z","caller":"traceutil/trace.go:171","msg":"trace[2003902466] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5751; }","duration":"177.08741ms","start":"2026-07-02T05:23:49.961533Z","end":"2026-07-02T05:23:50.13862Z","steps":["trace[2003902466] 'agreement among raft nodes before linearized reading' (duration: 176.888223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:23:50.138715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.202013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18be61984559805c\" ","response":"range_response_count:1 size:740"} {"level":"info","ts":"2026-07-02T05:23:50.138802Z","caller":"traceutil/trace.go:171","msg":"trace[173182673] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18be61984559805c; range_end:; response_count:1; response_revision:5751; }","duration":"177.290286ms","start":"2026-07-02T05:23:49.961461Z","end":"2026-07-02T05:23:50.138751Z","steps":["trace[173182673] 'agreement among raft nodes before linearized reading' (duration: 176.956145ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:24:21.957657Z","caller":"traceutil/trace.go:171","msg":"trace[580919805] transaction","detail":"{read_only:false; response_revision:6032; number_of_response:1; }","duration":"114.722098ms","start":"2026-07-02T05:24:21.842902Z","end":"2026-07-02T05:24:21.957624Z","steps":["trace[580919805] 'process raft request' (duration: 114.524362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:24:24.094721Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383268540,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T05:24:24.183244Z","caller":"traceutil/trace.go:171","msg":"trace[1516705412] transaction","detail":"{read_only:false; response_revision:6037; number_of_response:1; }","duration":"734.183425ms","start":"2026-07-02T05:24:23.449037Z","end":"2026-07-02T05:24:24.18322Z","steps":["trace[1516705412] 'process raft request' (duration: 734.058121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:24:24.183371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:24:23.449017Z","time spent":"734.287019ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:24:24.186012Z","caller":"traceutil/trace.go:171","msg":"trace[491067988] linearizableReadLoop","detail":"{readStateIndex:6267; appliedIndex:6265; }","duration":"592.34712ms","start":"2026-07-02T05:24:23.593645Z","end":"2026-07-02T05:24:24.185992Z","steps":["trace[491067988] 'read index received' (duration: 589.435046ms)","trace[491067988] 'applied index is now lower than readState.Index' (duration: 2.911023ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:24:24.186132Z","caller":"traceutil/trace.go:171","msg":"trace[1131704939] transaction","detail":"{read_only:false; response_revision:6038; number_of_response:1; }","duration":"107.943641ms","start":"2026-07-02T05:24:24.078154Z","end":"2026-07-02T05:24:24.186098Z","steps":["trace[1131704939] 'process raft request' (duration: 107.746935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:24:24.186204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.510835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:24:24.186249Z","caller":"traceutil/trace.go:171","msg":"trace[1688119482] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:6038; }","duration":"592.631858ms","start":"2026-07-02T05:24:23.593604Z","end":"2026-07-02T05:24:24.186235Z","steps":["trace[1688119482] 'agreement among raft nodes before linearized reading' (duration: 592.508644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:24:24.186286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:24:23.593586Z","time spent":"592.688871ms","remote":"127.0.0.1:39784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:24:24.186298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.702597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:24:24.186341Z","caller":"traceutil/trace.go:171","msg":"trace[2137858475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6038; }","duration":"251.78366ms","start":"2026-07-02T05:24:23.934544Z","end":"2026-07-02T05:24:24.186328Z","steps":["trace[2137858475] 'agreement among raft nodes before linearized reading' (duration: 251.687957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:24:24.186352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.505791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-02T05:24:24.186374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.448896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-02T05:24:24.186405Z","caller":"traceutil/trace.go:171","msg":"trace[1612069306] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6038; }","duration":"342.603444ms","start":"2026-07-02T05:24:23.843787Z","end":"2026-07-02T05:24:24.18639Z","steps":["trace[1612069306] 'agreement among raft nodes before linearized reading' (duration: 342.439999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:24:24.186413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.556442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-02T05:24:24.186436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:24:23.843761Z","time spent":"342.669546ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T05:24:24.186441Z","caller":"traceutil/trace.go:171","msg":"trace[189111427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6038; }","duration":"225.601394ms","start":"2026-07-02T05:24:23.96083Z","end":"2026-07-02T05:24:24.186432Z","steps":["trace[189111427] 'agreement among raft nodes before linearized reading' (duration: 225.427728ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:24:24.186435Z","caller":"traceutil/trace.go:171","msg":"trace[1009439640] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6038; }","duration":"168.541769ms","start":"2026-07-02T05:24:24.017876Z","end":"2026-07-02T05:24:24.186418Z","steps":["trace[1009439640] 'agreement among raft nodes before linearized reading' (duration: 168.361363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:24:24.18635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.417438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-02T05:24:24.186478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.062521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xbf4l\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-02T05:24:24.186566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.238717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-02T05:24:24.186559Z","caller":"traceutil/trace.go:171","msg":"trace[707305483] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xbf4l; range_end:; response_count:1; response_revision:6038; }","duration":"486.156444ms","start":"2026-07-02T05:24:23.700383Z","end":"2026-07-02T05:24:24.186539Z","steps":["trace[707305483] 'agreement among raft nodes before linearized reading' (duration: 485.893886ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:24:24.186584Z","caller":"traceutil/trace.go:171","msg":"trace[1760693337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6038; }","duration":"491.288628ms","start":"2026-07-02T05:24:23.69529Z","end":"2026-07-02T05:24:24.186579Z","steps":["trace[1760693337] 'agreement among raft nodes before linearized reading' (duration: 490.925597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:24:24.186601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:24:23.695272Z","time spent":"491.32478ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T05:24:24.186602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:24:23.700352Z","time spent":"486.242147ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-xbf4l\" "} {"level":"info","ts":"2026-07-02T05:24:24.186513Z","caller":"traceutil/trace.go:171","msg":"trace[693656933] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6038; }","duration":"266.627435ms","start":"2026-07-02T05:24:23.919879Z","end":"2026-07-02T05:24:24.186507Z","steps":["trace[693656933] 'agreement among raft nodes before linearized reading' (duration: 266.375797ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:24:34.346636Z","caller":"traceutil/trace.go:171","msg":"trace[363109648] transaction","detail":"{read_only:false; response_revision:6103; number_of_response:1; }","duration":"128.339444ms","start":"2026-07-02T05:24:34.218276Z","end":"2026-07-02T05:24:34.346616Z","steps":["trace[363109648] 'process raft request' (duration: 128.21942ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:24:34.387952Z","caller":"traceutil/trace.go:171","msg":"trace[101136430] linearizableReadLoop","detail":"{readStateIndex:6335; appliedIndex:6334; }","duration":"153.24507ms","start":"2026-07-02T05:24:34.234688Z","end":"2026-07-02T05:24:34.387933Z","steps":["trace[101136430] 'read index received' (duration: 111.96169ms)","trace[101136430] 'applied index is now lower than readState.Index' (duration: 41.28255ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:24:34.388042Z","caller":"traceutil/trace.go:171","msg":"trace[897770954] transaction","detail":"{read_only:false; response_revision:6104; number_of_response:1; }","duration":"165.725329ms","start":"2026-07-02T05:24:34.222307Z","end":"2026-07-02T05:24:34.388032Z","steps":["trace[897770954] 'process raft request' (duration: 165.514102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:24:34.388231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.255845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xbf4l\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-02T05:24:34.388264Z","caller":"traceutil/trace.go:171","msg":"trace[274242558] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xbf4l; range_end:; response_count:1; response_revision:6104; }","duration":"145.331947ms","start":"2026-07-02T05:24:34.242924Z","end":"2026-07-02T05:24:34.388256Z","steps":["trace[274242558] 'agreement among raft nodes before linearized reading' (duration: 145.211553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:24:34.38834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.631812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-02T05:24:34.388417Z","caller":"traceutil/trace.go:171","msg":"trace[1136139051] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6104; }","duration":"153.759057ms","start":"2026-07-02T05:24:34.234641Z","end":"2026-07-02T05:24:34.3884Z","steps":["trace[1136139051] 'agreement among raft nodes before linearized reading' (duration: 153.521379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:24:34.388529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.964359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-02T05:24:34.388674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.930848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-02T05:24:34.388716Z","caller":"traceutil/trace.go:171","msg":"trace[1148497873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6104; }","duration":"146.982089ms","start":"2026-07-02T05:24:34.241722Z","end":"2026-07-02T05:24:34.388704Z","steps":["trace[1148497873] 'agreement among raft nodes before linearized reading' (duration: 146.874626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:24:34.388578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.957801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-02T05:24:34.388795Z","caller":"traceutil/trace.go:171","msg":"trace[306704496] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6104; }","duration":"148.199739ms","start":"2026-07-02T05:24:34.240583Z","end":"2026-07-02T05:24:34.388783Z","steps":["trace[306704496] 'agreement among raft nodes before linearized reading' (duration: 147.9287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:24:34.388946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.716895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-02T05:24:34.388949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.865418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224963"} {"level":"info","ts":"2026-07-02T05:24:34.388986Z","caller":"traceutil/trace.go:171","msg":"trace[307102240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6104; }","duration":"148.796078ms","start":"2026-07-02T05:24:34.240179Z","end":"2026-07-02T05:24:34.388975Z","steps":["trace[307102240] 'agreement among raft nodes before linearized reading' (duration: 147.954921ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:24:34.38899Z","caller":"traceutil/trace.go:171","msg":"trace[839828774] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:6104; }","duration":"132.942681ms","start":"2026-07-02T05:24:34.256037Z","end":"2026-07-02T05:24:34.388979Z","steps":["trace[839828774] 'agreement among raft nodes before linearized reading' (duration: 132.27374ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:24:34.388813Z","caller":"traceutil/trace.go:171","msg":"trace[1729082096] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6104; }","duration":"147.162256ms","start":"2026-07-02T05:24:34.241519Z","end":"2026-07-02T05:24:34.388681Z","steps":["trace[1729082096] 'agreement among raft nodes before linearized reading' (duration: 146.798964ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:28:27.548869Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5436} {"level":"info","ts":"2026-07-02T05:28:27.63534Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5436,"took":"84.905614ms","hash":1707201937,"current-db-size-bytes":55918592,"current-db-size":"56 MB","current-db-size-in-use-bytes":26955776,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-02T05:28:27.635398Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1707201937,"revision":5436,"compact-revision":2662} {"level":"info","ts":"2026-07-02T05:29:34.390146Z","caller":"traceutil/trace.go:171","msg":"trace[1704582412] linearizableReadLoop","detail":"{readStateIndex:8521; appliedIndex:8519; }","duration":"186.441399ms","start":"2026-07-02T05:29:34.203671Z","end":"2026-07-02T05:29:34.390112Z","steps":["trace[1704582412] 'read index received' (duration: 9.246566ms)","trace[1704582412] 'applied index is now lower than readState.Index' (duration: 177.193323ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:29:34.390218Z","caller":"traceutil/trace.go:171","msg":"trace[1140788823] transaction","detail":"{read_only:false; response_revision:8217; number_of_response:1; }","duration":"198.427984ms","start":"2026-07-02T05:29:34.191775Z","end":"2026-07-02T05:29:34.390203Z","steps":["trace[1140788823] 'process raft request' (duration: 198.154285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:29:34.390433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.746329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xbf4l\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-02T05:29:34.390497Z","caller":"traceutil/trace.go:171","msg":"trace[829001100] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xbf4l; range_end:; response_count:1; response_revision:8217; }","duration":"186.869213ms","start":"2026-07-02T05:29:34.20361Z","end":"2026-07-02T05:29:34.390479Z","steps":["trace[829001100] 'agreement among raft nodes before linearized reading' (duration: 186.644376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:29:50.219015Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383274762,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:29:50.669968Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.18737086s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T05:29:50.670616Z","caller":"traceutil/trace.go:171","msg":"trace[1761768714] transaction","detail":"{read_only:false; response_revision:8433; number_of_response:1; }","duration":"1.188121634s","start":"2026-07-02T05:29:49.48246Z","end":"2026-07-02T05:29:50.670582Z","steps":["trace[1761768714] 'process raft request' (duration: 1.187977069s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:29:50.670903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:29:49.482437Z","time spent":"1.188322111s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:29:50.672629Z","caller":"traceutil/trace.go:171","msg":"trace[631428293] transaction","detail":"{read_only:false; response_revision:8434; number_of_response:1; }","duration":"1.182083651s","start":"2026-07-02T05:29:49.490516Z","end":"2026-07-02T05:29:50.6726Z","steps":["trace[631428293] 'process raft request' (duration: 1.181879724s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:29:50.672717Z","caller":"traceutil/trace.go:171","msg":"trace[67060216] linearizableReadLoop","detail":"{readStateIndex:8743; appliedIndex:8740; }","duration":"954.243943ms","start":"2026-07-02T05:29:49.71844Z","end":"2026-07-02T05:29:50.672684Z","steps":["trace[67060216] 'read index received' (duration: 952.163117ms)","trace[67060216] 'applied index is now lower than readState.Index' (duration: 2.079986ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:29:50.672841Z","caller":"traceutil/trace.go:171","msg":"trace[814716076] transaction","detail":"{read_only:false; response_revision:8435; number_of_response:1; }","duration":"907.727492ms","start":"2026-07-02T05:29:49.765105Z","end":"2026-07-02T05:29:50.672832Z","steps":["trace[814716076] 'process raft request' (duration: 907.406582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:29:50.672842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:29:49.49049Z","time spent":"1.182245566s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:29:50.672963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:29:49.765057Z","time spent":"907.809964ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:29:50.673106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.666847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:29:50.673116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.12568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:29:50.673145Z","caller":"traceutil/trace.go:171","msg":"trace[1616805258] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8437; }","duration":"954.75243ms","start":"2026-07-02T05:29:49.718381Z","end":"2026-07-02T05:29:50.673134Z","steps":["trace[1616805258] 'agreement among raft nodes before linearized reading' (duration: 954.675707ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:29:50.673146Z","caller":"traceutil/trace.go:171","msg":"trace[479651885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8437; }","duration":"737.199793ms","start":"2026-07-02T05:29:49.935937Z","end":"2026-07-02T05:29:50.673137Z","steps":["trace[479651885] 'agreement among raft nodes before linearized reading' (duration: 737.146251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:29:50.673173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:29:49.718361Z","time spent":"954.804491ms","remote":"127.0.0.1:39632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:29:50.673175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:29:49.93592Z","time spent":"737.250694ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T05:29:50.673284Z","caller":"traceutil/trace.go:171","msg":"trace[1667376414] transaction","detail":"{read_only:false; response_revision:8436; number_of_response:1; }","duration":"874.123284ms","start":"2026-07-02T05:29:49.799154Z","end":"2026-07-02T05:29:50.673277Z","steps":["trace[1667376414] 'process raft request' (duration: 873.39053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:29:50.673323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:29:49.799132Z","time spent":"874.170255ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:29:50.673385Z","caller":"traceutil/trace.go:171","msg":"trace[583136843] transaction","detail":"{read_only:false; response_revision:8437; number_of_response:1; }","duration":"243.963144ms","start":"2026-07-02T05:29:50.429416Z","end":"2026-07-02T05:29:50.673379Z","steps":["trace[583136843] 'process raft request' (duration: 243.192299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:29:50.673408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.32212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T05:29:50.673464Z","caller":"traceutil/trace.go:171","msg":"trace[495814771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8437; }","duration":"570.400793ms","start":"2026-07-02T05:29:50.103048Z","end":"2026-07-02T05:29:50.673449Z","steps":["trace[495814771] 'agreement among raft nodes before linearized reading' (duration: 570.216757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:29:50.673511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:29:50.103037Z","time spent":"570.466105ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T05:29:50.673536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.753687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-02T05:29:50.673591Z","caller":"traceutil/trace.go:171","msg":"trace[1515792124] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8437; }","duration":"586.855351ms","start":"2026-07-02T05:29:50.086721Z","end":"2026-07-02T05:29:50.673576Z","steps":["trace[1515792124] 'agreement among raft nodes before linearized reading' (duration: 586.727357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:29:50.67362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.213974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-02T05:29:50.673623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:29:50.0867Z","time spent":"586.915482ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T05:29:50.673649Z","caller":"traceutil/trace.go:171","msg":"trace[1870828391] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8437; }","duration":"583.278046ms","start":"2026-07-02T05:29:50.090365Z","end":"2026-07-02T05:29:50.673644Z","steps":["trace[1870828391] 'agreement among raft nodes before linearized reading' (duration: 583.162013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:29:50.673667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:29:50.090354Z","time spent":"583.309357ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T05:29:50.67378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.358138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-02T05:29:50.673809Z","caller":"traceutil/trace.go:171","msg":"trace[1576738034] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8437; }","duration":"588.38725ms","start":"2026-07-02T05:29:50.085413Z","end":"2026-07-02T05:29:50.6738Z","steps":["trace[1576738034] 'agreement among raft nodes before linearized reading' (duration: 588.295837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:29:50.673837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:29:50.085391Z","time spent":"588.438981ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T05:29:50.673836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.870745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:29:50.673891Z","caller":"traceutil/trace.go:171","msg":"trace[4459292] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8437; }","duration":"670.964419ms","start":"2026-07-02T05:29:50.002911Z","end":"2026-07-02T05:29:50.673875Z","steps":["trace[4459292] 'agreement among raft nodes before linearized reading' (duration: 670.862635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:29:50.673902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.520126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xbf4l\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-02T05:29:50.673931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:29:50.002893Z","time spent":"671.02683ms","remote":"127.0.0.1:50262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:29:50.673937Z","caller":"traceutil/trace.go:171","msg":"trace[1223543011] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xbf4l; range_end:; response_count:1; response_revision:8437; }","duration":"179.600729ms","start":"2026-07-02T05:29:50.494326Z","end":"2026-07-02T05:29:50.673927Z","steps":["trace[1223543011] 'agreement among raft nodes before linearized reading' (duration: 179.508866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:29:50.674033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.896368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-02T05:29:50.674059Z","caller":"traceutil/trace.go:171","msg":"trace[292620281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8437; }","duration":"570.958371ms","start":"2026-07-02T05:29:50.103093Z","end":"2026-07-02T05:29:50.674052Z","steps":["trace[292620281] 'agreement among raft nodes before linearized reading' (duration: 570.856878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:29:50.674078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:29:50.103076Z","time spent":"570.997902ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-02T05:30:00.937884Z","caller":"traceutil/trace.go:171","msg":"trace[644288319] transaction","detail":"{read_only:false; response_revision:8492; number_of_response:1; }","duration":"151.112026ms","start":"2026-07-02T05:30:00.786739Z","end":"2026-07-02T05:30:00.937851Z","steps":["trace[644288319] 'process raft request' (duration: 150.910939ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:00.938233Z","caller":"traceutil/trace.go:171","msg":"trace[313513936] linearizableReadLoop","detail":"{readStateIndex:8802; appliedIndex:8800; }","duration":"151.082765ms","start":"2026-07-02T05:30:00.787119Z","end":"2026-07-02T05:30:00.938202Z","steps":["trace[313513936] 'read index received' (duration: 32.888915ms)","trace[313513936] 'applied index is now lower than readState.Index' (duration: 118.19282ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:30:00.938365Z","caller":"traceutil/trace.go:171","msg":"trace[1172720673] transaction","detail":"{read_only:false; response_revision:8494; number_of_response:1; }","duration":"150.92141ms","start":"2026-07-02T05:30:00.787423Z","end":"2026-07-02T05:30:00.938344Z","steps":["trace[1172720673] 'process raft request' (duration: 150.60768ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:00.938397Z","caller":"traceutil/trace.go:171","msg":"trace[365130391] transaction","detail":"{read_only:false; response_revision:8495; number_of_response:1; }","duration":"150.727163ms","start":"2026-07-02T05:30:00.787639Z","end":"2026-07-02T05:30:00.938366Z","steps":["trace[365130391] 'process raft request' (duration: 150.512407ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:00.938837Z","caller":"traceutil/trace.go:171","msg":"trace[536393864] transaction","detail":"{read_only:false; response_revision:8493; number_of_response:1; }","duration":"150.978321ms","start":"2026-07-02T05:30:00.787197Z","end":"2026-07-02T05:30:00.938176Z","steps":["trace[536393864] 'process raft request' (duration: 150.608599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:00.939005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.85033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224159"} {"level":"info","ts":"2026-07-02T05:30:00.939094Z","caller":"traceutil/trace.go:171","msg":"trace[184361577] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8495; }","duration":"151.987524ms","start":"2026-07-02T05:30:00.787084Z","end":"2026-07-02T05:30:00.939072Z","steps":["trace[184361577] 'agreement among raft nodes before linearized reading' (duration: 151.258901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:03.347845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.430159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:30:03.347958Z","caller":"traceutil/trace.go:171","msg":"trace[1320848647] linearizableReadLoop","detail":"{readStateIndex:8812; appliedIndex:8811; }","duration":"421.056834ms","start":"2026-07-02T05:30:02.926883Z","end":"2026-07-02T05:30:03.34794Z","steps":["trace[1320848647] 'read index received' (duration: 152.371547ms)","trace[1320848647] 'applied index is now lower than readState.Index' (duration: 268.683987ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:30:03.348074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.185268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:30:03.348112Z","caller":"traceutil/trace.go:171","msg":"trace[990982206] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8502; }","duration":"421.267761ms","start":"2026-07-02T05:30:02.926831Z","end":"2026-07-02T05:30:03.348099Z","steps":["trace[990982206] 'agreement among raft nodes before linearized reading' (duration: 421.197759ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:03.348076Z","caller":"traceutil/trace.go:171","msg":"trace[1580601113] transaction","detail":"{read_only:false; response_revision:8502; number_of_response:1; }","duration":"472.971949ms","start":"2026-07-02T05:30:02.875056Z","end":"2026-07-02T05:30:03.348028Z","steps":["trace[1580601113] 'process raft request' (duration: 204.268951ms)","trace[1580601113] 'compare' (duration: 268.318866ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:30:03.348147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:02.926816Z","time spent":"421.322173ms","remote":"127.0.0.1:39790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:30:03.348279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:02.875025Z","time spent":"473.143945ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:30:03.348315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.773578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:30:03.348421Z","caller":"traceutil/trace.go:171","msg":"trace[1392278949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8502; }","duration":"412.915493ms","start":"2026-07-02T05:30:02.935481Z","end":"2026-07-02T05:30:03.348396Z","steps":["trace[1392278949] 'agreement among raft nodes before linearized reading' (duration: 412.653444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:03.348468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:02.935467Z","time spent":"412.991946ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:30:03.348459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.045543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-02T05:30:03.348453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.272171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:30:03.34853Z","caller":"traceutil/trace.go:171","msg":"trace[785916432] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8502; }","duration":"406.158087ms","start":"2026-07-02T05:30:02.942354Z","end":"2026-07-02T05:30:03.348512Z","steps":["trace[785916432] 'agreement among raft nodes before linearized reading' (duration: 405.94368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:03.348522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.212019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xbf4l\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-02T05:30:03.348546Z","caller":"traceutil/trace.go:171","msg":"trace[1042029904] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8502; }","duration":"339.408996ms","start":"2026-07-02T05:30:03.009114Z","end":"2026-07-02T05:30:03.348523Z","steps":["trace[1042029904] 'agreement among raft nodes before linearized reading' (duration: 339.22311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:03.348532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.362053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-02T05:30:03.348563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:02.94233Z","time spent":"406.225219ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-02T05:30:03.34857Z","caller":"traceutil/trace.go:171","msg":"trace[649549758] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xbf4l; range_end:; response_count:1; response_revision:8502; }","duration":"402.283982ms","start":"2026-07-02T05:30:02.946273Z","end":"2026-07-02T05:30:03.348557Z","steps":["trace[649549758] 'agreement among raft nodes before linearized reading' (duration: 402.079606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:03.348557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.770386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-02T05:30:03.348629Z","caller":"traceutil/trace.go:171","msg":"trace[618531295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8502; }","duration":"406.466876ms","start":"2026-07-02T05:30:02.942118Z","end":"2026-07-02T05:30:03.348585Z","steps":["trace[618531295] 'agreement among raft nodes before linearized reading' (duration: 406.239939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:03.348642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:02.946264Z","time spent":"402.370085ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-xbf4l\" "} {"level":"warn","ts":"2026-07-02T05:30:03.348458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.325102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-02T05:30:03.348652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:03.009102Z","time spent":"339.479688ms","remote":"127.0.0.1:50464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:30:03.348676Z","caller":"traceutil/trace.go:171","msg":"trace[1008756289] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8502; }","duration":"406.90041ms","start":"2026-07-02T05:30:02.941752Z","end":"2026-07-02T05:30:03.348652Z","steps":["trace[1008756289] 'agreement among raft nodes before linearized reading' (duration: 406.608431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:03.348666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:02.942109Z","time spent":"406.550769ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T05:30:03.348723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:02.941681Z","time spent":"407.033324ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T05:30:03.348734Z","caller":"traceutil/trace.go:171","msg":"trace[1782595969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8502; }","duration":"406.58584ms","start":"2026-07-02T05:30:02.942097Z","end":"2026-07-02T05:30:03.348683Z","steps":["trace[1782595969] 'agreement among raft nodes before linearized reading' (duration: 406.224409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:03.348835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:02.942085Z","time spent":"406.721294ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T05:30:03.617257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.590174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:30:03.617379Z","caller":"traceutil/trace.go:171","msg":"trace[660963386] transaction","detail":"{read_only:false; response_revision:8503; number_of_response:1; }","duration":"263.990367ms","start":"2026-07-02T05:30:03.353367Z","end":"2026-07-02T05:30:03.617358Z","steps":["trace[660963386] 'process raft request' (duration: 106.202326ms)","trace[660963386] 'compare' (duration: 157.43695ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:30:03.776873Z","caller":"traceutil/trace.go:171","msg":"trace[638210523] linearizableReadLoop","detail":"{readStateIndex:8816; appliedIndex:8812; }","duration":"388.525951ms","start":"2026-07-02T05:30:03.38832Z","end":"2026-07-02T05:30:03.776845Z","steps":["trace[638210523] 'read index received' (duration: 71.264336ms)","trace[638210523] 'applied index is now lower than readState.Index' (duration: 317.260675ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:30:03.776921Z","caller":"traceutil/trace.go:171","msg":"trace[1204335834] transaction","detail":"{read_only:false; response_revision:8505; number_of_response:1; }","duration":"422.376846ms","start":"2026-07-02T05:30:03.354514Z","end":"2026-07-02T05:30:03.77689Z","steps":["trace[1204335834] 'process raft request' (duration: 422.257383ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:03.77701Z","caller":"traceutil/trace.go:171","msg":"trace[962792344] transaction","detail":"{read_only:false; response_revision:8506; number_of_response:1; }","duration":"422.241092ms","start":"2026-07-02T05:30:03.354725Z","end":"2026-07-02T05:30:03.776966Z","steps":["trace[962792344] 'process raft request' (duration: 422.084187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:03.777048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:03.354508Z","time spent":"422.469819ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:30:03.777129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:03.354721Z","time spent":"422.352065ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:30:03.777338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.002816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224159"} {"level":"info","ts":"2026-07-02T05:30:03.777397Z","caller":"traceutil/trace.go:171","msg":"trace[417654468] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8506; }","duration":"389.100779ms","start":"2026-07-02T05:30:03.388283Z","end":"2026-07-02T05:30:03.777384Z","steps":["trace[417654468] 'agreement among raft nodes before linearized reading' (duration: 388.666065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:03.777436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:03.388261Z","time spent":"389.165092ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224182,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-02T05:30:03.777671Z","caller":"traceutil/trace.go:171","msg":"trace[432716072] transaction","detail":"{read_only:false; response_revision:8504; number_of_response:1; }","duration":"422.838242ms","start":"2026-07-02T05:30:03.354115Z","end":"2026-07-02T05:30:03.776953Z","steps":["trace[432716072] 'process raft request' (duration: 404.040299ms)","trace[432716072] 'compare' (duration: 18.452261ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:30:03.777863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:03.354104Z","time spent":"423.649117ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:30:03.830347Z","caller":"traceutil/trace.go:171","msg":"trace[710364216] transaction","detail":"{read_only:false; response_revision:8507; number_of_response:1; }","duration":"107.57808ms","start":"2026-07-02T05:30:03.722749Z","end":"2026-07-02T05:30:03.830327Z","steps":["trace[710364216] 'process raft request' (duration: 107.453086ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:05.231433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.829049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:30:05.23159Z","caller":"traceutil/trace.go:171","msg":"trace[1031883523] transaction","detail":"{read_only:false; response_revision:8510; number_of_response:1; }","duration":"377.553758ms","start":"2026-07-02T05:30:04.854004Z","end":"2026-07-02T05:30:05.231558Z","steps":["trace[1031883523] 'process raft request' (duration: 124.43679ms)","trace[1031883523] 'compare' (duration: 252.605382ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:30:05.231711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:04.853972Z","time spent":"377.671012ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:30:05.282389Z","caller":"traceutil/trace.go:171","msg":"trace[2025468573] linearizableReadLoop","detail":"{readStateIndex:8822; appliedIndex:8819; }","duration":"365.419849ms","start":"2026-07-02T05:30:04.916944Z","end":"2026-07-02T05:30:05.282364Z","steps":["trace[2025468573] 'read index received' (duration: 61.46441ms)","trace[2025468573] 'applied index is now lower than readState.Index' (duration: 303.954819ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:30:05.282427Z","caller":"traceutil/trace.go:171","msg":"trace[1001899418] transaction","detail":"{read_only:false; response_revision:8511; number_of_response:1; }","duration":"407.691514ms","start":"2026-07-02T05:30:04.874709Z","end":"2026-07-02T05:30:05.282401Z","steps":["trace[1001899418] 'process raft request' (duration: 407.496897ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:05.282445Z","caller":"traceutil/trace.go:171","msg":"trace[765616803] transaction","detail":"{read_only:false; response_revision:8512; number_of_response:1; }","duration":"407.387554ms","start":"2026-07-02T05:30:04.875035Z","end":"2026-07-02T05:30:05.282422Z","steps":["trace[765616803] 'process raft request' (duration: 407.300412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:05.282597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.617854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-02T05:30:05.282671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:04.874684Z","time spent":"407.789117ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:30:05.282541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.248256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:30:05.282707Z","caller":"traceutil/trace.go:171","msg":"trace[907626695] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8512; }","duration":"365.789841ms","start":"2026-07-02T05:30:04.916897Z","end":"2026-07-02T05:30:05.282686Z","steps":["trace[907626695] 'agreement among raft nodes before linearized reading' (duration: 365.560424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:05.282728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:04.875015Z","time spent":"407.610602ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:30:05.282787Z","caller":"traceutil/trace.go:171","msg":"trace[1478126148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8512; }","duration":"347.530725ms","start":"2026-07-02T05:30:04.935221Z","end":"2026-07-02T05:30:05.282752Z","steps":["trace[1478126148] 'agreement among raft nodes before linearized reading' (duration: 347.276887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:05.28277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:04.916882Z","time spent":"365.875863ms","remote":"127.0.0.1:36164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":13,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:30:05.282922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:04.935199Z","time spent":"347.68849ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T05:30:06.263073Z","caller":"traceutil/trace.go:171","msg":"trace[632681761] transaction","detail":"{read_only:false; response_revision:8515; number_of_response:1; }","duration":"478.895799ms","start":"2026-07-02T05:30:05.784138Z","end":"2026-07-02T05:30:06.263034Z","steps":["trace[632681761] 'process raft request' (duration: 477.393691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:06.263291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:05.784123Z","time spent":"479.066795ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:30:06.263307Z","caller":"traceutil/trace.go:171","msg":"trace[1130540202] transaction","detail":"{read_only:false; response_revision:8516; number_of_response:1; }","duration":"478.812006ms","start":"2026-07-02T05:30:05.784444Z","end":"2026-07-02T05:30:06.263256Z","steps":["trace[1130540202] 'process raft request' (duration: 478.508446ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:06.263524Z","caller":"traceutil/trace.go:171","msg":"trace[160383738] transaction","detail":"{read_only:false; response_revision:8517; number_of_response:1; }","duration":"477.542425ms","start":"2026-07-02T05:30:05.785968Z","end":"2026-07-02T05:30:06.26351Z","steps":["trace[160383738] 'process raft request' (duration: 477.238616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:06.263517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:05.784428Z","time spent":"478.978262ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:30:06.263586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:05.785948Z","time spent":"477.609568ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:30:06.267172Z","caller":"traceutil/trace.go:171","msg":"trace[1490985985] linearizableReadLoop","detail":"{readStateIndex:8826; appliedIndex:8824; }","duration":"482.499435ms","start":"2026-07-02T05:30:05.784645Z","end":"2026-07-02T05:30:06.267144Z","steps":["trace[1490985985] 'read index received' (duration: 476.902535ms)","trace[1490985985] 'applied index is now lower than readState.Index' (duration: 5.59486ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:30:06.267366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.393009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:30:06.267375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.338787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:30:06.26741Z","caller":"traceutil/trace.go:171","msg":"trace[1040840730] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8517; }","duration":"447.486252ms","start":"2026-07-02T05:30:05.819912Z","end":"2026-07-02T05:30:06.267399Z","steps":["trace[1040840730] 'agreement among raft nodes before linearized reading' (duration: 447.392049ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:06.267425Z","caller":"traceutil/trace.go:171","msg":"trace[305130974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8517; }","duration":"331.420729ms","start":"2026-07-02T05:30:05.935991Z","end":"2026-07-02T05:30:06.267412Z","steps":["trace[305130974] 'agreement among raft nodes before linearized reading' (duration: 331.330537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:06.267455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:05.935974Z","time spent":"331.472841ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:30:06.26745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:05.819899Z","time spent":"447.538583ms","remote":"127.0.0.1:34080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:30:06.267571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.890477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xbf4l\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-02T05:30:06.267629Z","caller":"traceutil/trace.go:171","msg":"trace[592997490] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xbf4l; range_end:; response_count:1; response_revision:8517; }","duration":"482.98578ms","start":"2026-07-02T05:30:05.784629Z","end":"2026-07-02T05:30:06.267615Z","steps":["trace[592997490] 'agreement among raft nodes before linearized reading' (duration: 482.635229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:06.267798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:05.784621Z","time spent":"483.033072ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-xbf4l\" "} {"level":"info","ts":"2026-07-02T05:30:26.550844Z","caller":"traceutil/trace.go:171","msg":"trace[528312567] transaction","detail":"{read_only:false; response_revision:8633; number_of_response:1; }","duration":"106.510803ms","start":"2026-07-02T05:30:26.444295Z","end":"2026-07-02T05:30:26.550806Z","steps":["trace[528312567] 'process raft request' (duration: 92.83294ms)","trace[528312567] 'compare' (duration: 13.383534ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:30:30.540757Z","caller":"traceutil/trace.go:171","msg":"trace[847498138] transaction","detail":"{read_only:false; response_revision:8695; number_of_response:1; }","duration":"156.739842ms","start":"2026-07-02T05:30:30.383982Z","end":"2026-07-02T05:30:30.540722Z","steps":["trace[847498138] 'process raft request' (duration: 156.518335ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:30.548122Z","caller":"traceutil/trace.go:171","msg":"trace[696084214] transaction","detail":"{read_only:false; response_revision:8696; number_of_response:1; }","duration":"162.108027ms","start":"2026-07-02T05:30:30.385967Z","end":"2026-07-02T05:30:30.548075Z","steps":["trace[696084214] 'process raft request' (duration: 161.450645ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:30.548453Z","caller":"traceutil/trace.go:171","msg":"trace[202826459] linearizableReadLoop","detail":"{readStateIndex:9014; appliedIndex:9011; }","duration":"156.602228ms","start":"2026-07-02T05:30:30.391826Z","end":"2026-07-02T05:30:30.548428Z","steps":["trace[202826459] 'read index received' (duration: 148.744403ms)","trace[202826459] 'applied index is now lower than readState.Index' (duration: 7.856795ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:30:30.548603Z","caller":"traceutil/trace.go:171","msg":"trace[176517090] transaction","detail":"{read_only:false; response_revision:8697; number_of_response:1; }","duration":"162.371395ms","start":"2026-07-02T05:30:30.386214Z","end":"2026-07-02T05:30:30.548585Z","steps":["trace[176517090] 'process raft request' (duration: 161.738595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:30.548926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.077593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xbf4l\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-02T05:30:30.548977Z","caller":"traceutil/trace.go:171","msg":"trace[1603271690] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xbf4l; range_end:; response_count:1; response_revision:8697; }","duration":"157.169576ms","start":"2026-07-02T05:30:30.391794Z","end":"2026-07-02T05:30:30.548963Z","steps":["trace[1603271690] 'agreement among raft nodes before linearized reading' (duration: 156.842886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:30.548968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.374094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19408"} {"level":"info","ts":"2026-07-02T05:30:30.549133Z","caller":"traceutil/trace.go:171","msg":"trace[1066357046] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8697; }","duration":"120.570699ms","start":"2026-07-02T05:30:30.428543Z","end":"2026-07-02T05:30:30.549114Z","steps":["trace[1066357046] 'agreement among raft nodes before linearized reading' (duration: 120.27637ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:31.864707Z","caller":"traceutil/trace.go:171","msg":"trace[1930911822] transaction","detail":"{read_only:false; response_revision:8706; number_of_response:1; }","duration":"195.990225ms","start":"2026-07-02T05:30:31.668678Z","end":"2026-07-02T05:30:31.864669Z","steps":["trace[1930911822] 'process raft request' (duration: 195.558561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:33.920185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383275648,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T05:30:34.028859Z","caller":"traceutil/trace.go:171","msg":"trace[1483553284] transaction","detail":"{read_only:false; response_revision:8714; number_of_response:1; }","duration":"661.313414ms","start":"2026-07-02T05:30:33.36751Z","end":"2026-07-02T05:30:34.028824Z","steps":["trace[1483553284] 'process raft request' (duration: 661.125708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:34.029077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:33.367473Z","time spent":"661.49127ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:30:34.739105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.577361ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:30:34.739339Z","caller":"traceutil/trace.go:171","msg":"trace[999168922] transaction","detail":"{read_only:false; response_revision:8718; number_of_response:1; }","duration":"108.097445ms","start":"2026-07-02T05:30:34.631227Z","end":"2026-07-02T05:30:34.739324Z","steps":["trace[999168922] 'process raft request' (duration: 108.027673ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:34.739569Z","caller":"traceutil/trace.go:171","msg":"trace[718346554] transaction","detail":"{read_only:false; response_revision:8717; number_of_response:1; }","duration":"681.714866ms","start":"2026-07-02T05:30:34.057822Z","end":"2026-07-02T05:30:34.739537Z","steps":["trace[718346554] 'process raft request' (duration: 681.404486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:34.740116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:34.057803Z","time spent":"682.259404ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:30:34.73981Z","caller":"traceutil/trace.go:171","msg":"trace[540118043] transaction","detail":"{read_only:false; response_revision:8716; number_of_response:1; }","duration":"1.30693577s","start":"2026-07-02T05:30:33.432868Z","end":"2026-07-02T05:30:34.739804Z","steps":["trace[540118043] 'process raft request' (duration: 1.30632495s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:34.739825Z","caller":"traceutil/trace.go:171","msg":"trace[538911988] linearizableReadLoop","detail":"{readStateIndex:9034; appliedIndex:9032; }","duration":"1.320234741s","start":"2026-07-02T05:30:33.419573Z","end":"2026-07-02T05:30:34.739808Z","steps":["trace[538911988] 'read index received' (duration: 609.954748ms)","trace[538911988] 'applied index is now lower than readState.Index' (duration: 710.278443ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:30:34.739922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320320885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:30:34.740315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:33.432854Z","time spent":"1.307323103s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:30:34.740373Z","caller":"traceutil/trace.go:171","msg":"trace[1028211786] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8718; }","duration":"1.32081113s","start":"2026-07-02T05:30:33.419527Z","end":"2026-07-02T05:30:34.740338Z","steps":["trace[1028211786] 'agreement among raft nodes before linearized reading' (duration: 1.320322894s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:34.740477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:33.419512Z","time spent":"1.320924053s","remote":"127.0.0.1:39686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:30:34.74058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.8633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:30:34.740651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.700899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-02T05:30:34.740664Z","caller":"traceutil/trace.go:171","msg":"trace[1261255428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8718; }","duration":"805.005035ms","start":"2026-07-02T05:30:33.935637Z","end":"2026-07-02T05:30:34.740642Z","steps":["trace[1261255428] 'agreement among raft nodes before linearized reading' (duration: 804.861391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:34.740622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119541854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-02T05:30:34.74072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:33.93562Z","time spent":"805.086927ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:30:34.7408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.318793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xbf4l\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-02T05:30:34.74084Z","caller":"traceutil/trace.go:171","msg":"trace[1146886334] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xbf4l; range_end:; response_count:1; response_revision:8718; }","duration":"170.376494ms","start":"2026-07-02T05:30:34.570454Z","end":"2026-07-02T05:30:34.740831Z","steps":["trace[1146886334] 'agreement among raft nodes before linearized reading' (duration: 170.281551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:34.74086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002052174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:30:34.740912Z","caller":"traceutil/trace.go:171","msg":"trace[431099784] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8718; }","duration":"1.002124367s","start":"2026-07-02T05:30:33.738757Z","end":"2026-07-02T05:30:34.740882Z","steps":["trace[431099784] 'agreement among raft nodes before linearized reading' (duration: 1.002033564s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:34.740941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:33.738733Z","time spent":"1.002199979s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:30:34.740847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.450144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-02T05:30:34.741017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.794087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:30:34.74103Z","caller":"traceutil/trace.go:171","msg":"trace[821213922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8718; }","duration":"832.667842ms","start":"2026-07-02T05:30:33.908335Z","end":"2026-07-02T05:30:34.741003Z","steps":["trace[821213922] 'agreement among raft nodes before linearized reading' (duration: 832.367622ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:34.741081Z","caller":"traceutil/trace.go:171","msg":"trace[1698548919] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8718; }","duration":"684.89373ms","start":"2026-07-02T05:30:34.05617Z","end":"2026-07-02T05:30:34.741064Z","steps":["trace[1698548919] 'agreement among raft nodes before linearized reading' (duration: 684.796447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:34.741104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:33.908318Z","time spent":"832.770325ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T05:30:34.741135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:34.056151Z","time spent":"684.967733ms","remote":"127.0.0.1:44078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:30:34.741113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.289044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-02T05:30:34.741184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.145707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-02T05:30:34.741207Z","caller":"traceutil/trace.go:171","msg":"trace[323908501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8718; }","duration":"179.429658ms","start":"2026-07-02T05:30:34.561767Z","end":"2026-07-02T05:30:34.741197Z","steps":["trace[323908501] 'agreement among raft nodes before linearized reading' (duration: 179.278463ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:34.741215Z","caller":"traceutil/trace.go:171","msg":"trace[1518792963] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8718; }","duration":"182.201608ms","start":"2026-07-02T05:30:34.559004Z","end":"2026-07-02T05:30:34.741205Z","steps":["trace[1518792963] 'agreement among raft nodes before linearized reading' (duration: 182.130746ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:34.740706Z","caller":"traceutil/trace.go:171","msg":"trace[741069057] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8718; }","duration":"184.790322ms","start":"2026-07-02T05:30:34.555899Z","end":"2026-07-02T05:30:34.740689Z","steps":["trace[741069057] 'agreement among raft nodes before linearized reading' (duration: 184.596155ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:34.740859Z","caller":"traceutil/trace.go:171","msg":"trace[1187608016] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8718; }","duration":"1.119683979s","start":"2026-07-02T05:30:33.621064Z","end":"2026-07-02T05:30:34.740748Z","steps":["trace[1187608016] 'agreement among raft nodes before linearized reading' (duration: 1.119347218s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:34.74137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:33.621014Z","time spent":"1.12034203s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T05:30:34.73988Z","caller":"traceutil/trace.go:171","msg":"trace[588175700] transaction","detail":"{read_only:false; response_revision:8715; number_of_response:1; }","duration":"1.310090353s","start":"2026-07-02T05:30:33.429735Z","end":"2026-07-02T05:30:34.739826Z","steps":["trace[588175700] 'process raft request' (duration: 1.204724226s)","trace[588175700] 'compare' (duration: 104.484728ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:30:34.741556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:33.429699Z","time spent":"1.311786728s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:30:39.269982Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383275702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:30:39.770503Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383275702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:30:40.271923Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383275702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:30:40.556102Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.805720635s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T05:30:40.556595Z","caller":"traceutil/trace.go:171","msg":"trace[2130003226] transaction","detail":"{read_only:false; response_revision:8736; number_of_response:1; }","duration":"1.806315994s","start":"2026-07-02T05:30:38.75024Z","end":"2026-07-02T05:30:40.556556Z","steps":["trace[2130003226] 'process raft request' (duration: 1.806142949s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:40.556791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:38.750214Z","time spent":"1.80648289s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:30:40.729918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.39761ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:30:40.730082Z","caller":"traceutil/trace.go:171","msg":"trace[775758804] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8736; }","duration":"118.592356ms","start":"2026-07-02T05:30:40.611467Z","end":"2026-07-02T05:30:40.73006Z","steps":["trace[775758804] 'range keys from in-memory index tree' (duration: 118.369018ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:40.750439Z","caller":"traceutil/trace.go:171","msg":"trace[1668771822] transaction","detail":"{read_only:false; response_revision:8737; number_of_response:1; }","duration":"1.994264609s","start":"2026-07-02T05:30:38.756144Z","end":"2026-07-02T05:30:40.750409Z","steps":["trace[1668771822] 'process raft request' (duration: 1.993930228s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:40.750644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:38.756119Z","time spent":"1.994405834s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:30:40.750918Z","caller":"traceutil/trace.go:171","msg":"trace[1619413522] transaction","detail":"{read_only:false; response_revision:8738; number_of_response:1; }","duration":"1.99243704s","start":"2026-07-02T05:30:38.758249Z","end":"2026-07-02T05:30:40.750686Z","steps":["trace[1619413522] 'process raft request' (duration: 1.99211687s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:40.751055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:38.758236Z","time spent":"1.992742779s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:30:40.751242Z","caller":"traceutil/trace.go:171","msg":"trace[1111945523] transaction","detail":"{read_only:false; response_revision:8739; number_of_response:1; }","duration":"1.700350759s","start":"2026-07-02T05:30:39.05088Z","end":"2026-07-02T05:30:40.751231Z","steps":["trace[1111945523] 'process raft request' (duration: 1.699729688s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:40.751296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:39.050825Z","time spent":"1.700442631s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:30:40.751366Z","caller":"traceutil/trace.go:171","msg":"trace[1654487876] transaction","detail":"{read_only:false; response_revision:8740; number_of_response:1; }","duration":"1.665991184s","start":"2026-07-02T05:30:39.085368Z","end":"2026-07-02T05:30:40.751359Z","steps":["trace[1654487876] 'process raft request' (duration: 1.665753086s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:40.751342Z","caller":"traceutil/trace.go:171","msg":"trace[1951144499] linearizableReadLoop","detail":"{readStateIndex:9061; appliedIndex:9055; }","duration":"1.982146856s","start":"2026-07-02T05:30:38.769166Z","end":"2026-07-02T05:30:40.751313Z","steps":["trace[1951144499] 'read index received' (duration: 1.787235836s)","trace[1951144499] 'applied index is now lower than readState.Index' (duration: 194.90997ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:30:40.7514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:39.085344Z","time spent":"1.666038705s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:30:40.751482Z","caller":"traceutil/trace.go:171","msg":"trace[949491560] transaction","detail":"{read_only:false; response_revision:8741; number_of_response:1; }","duration":"690.289643ms","start":"2026-07-02T05:30:40.06118Z","end":"2026-07-02T05:30:40.751469Z","steps":["trace[949491560] 'process raft request' (duration: 690.058006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:40.751587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976213544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-02T05:30:40.751624Z","caller":"traceutil/trace.go:171","msg":"trace[1944373181] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8741; }","duration":"1.976269405s","start":"2026-07-02T05:30:38.775344Z","end":"2026-07-02T05:30:40.751613Z","steps":["trace[1944373181] 'agreement among raft nodes before linearized reading' (duration: 1.976154471s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:40.75161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:40.061158Z","time spent":"690.353276ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:30:40.751648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:38.775335Z","time spent":"1.976308747s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T05:30:40.75166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774337727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:30:40.751707Z","caller":"traceutil/trace.go:171","msg":"trace[283415066] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8741; }","duration":"1.774413639s","start":"2026-07-02T05:30:38.977278Z","end":"2026-07-02T05:30:40.751691Z","steps":["trace[283415066] 'agreement among raft nodes before linearized reading' (duration: 1.774332447s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:40.751712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982552639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-02T05:30:40.751725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.254515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-02T05:30:40.751741Z","caller":"traceutil/trace.go:171","msg":"trace[451854293] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8741; }","duration":"1.982615591s","start":"2026-07-02T05:30:38.769118Z","end":"2026-07-02T05:30:40.751734Z","steps":["trace[451854293] 'agreement among raft nodes before linearized reading' (duration: 1.982518828s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:40.751768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:38.769106Z","time spent":"1.982657923s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T05:30:40.751783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.974508338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-02T05:30:40.751775Z","caller":"traceutil/trace.go:171","msg":"trace[1170338470] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:8741; }","duration":"139.353248ms","start":"2026-07-02T05:30:40.612406Z","end":"2026-07-02T05:30:40.751759Z","steps":["trace[1170338470] 'agreement among raft nodes before linearized reading' (duration: 139.202133ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:40.751804Z","caller":"traceutil/trace.go:171","msg":"trace[1660745397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8741; }","duration":"1.97456204s","start":"2026-07-02T05:30:38.777236Z","end":"2026-07-02T05:30:40.751798Z","steps":["trace[1660745397] 'agreement among raft nodes before linearized reading' (duration: 1.974501398s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:40.751823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:38.777221Z","time spent":"1.974597352s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T05:30:40.751564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.954442397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:30:40.751906Z","caller":"traceutil/trace.go:171","msg":"trace[884165602] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8741; }","duration":"1.95482304s","start":"2026-07-02T05:30:38.797073Z","end":"2026-07-02T05:30:40.751896Z","steps":["trace[884165602] 'agreement among raft nodes before linearized reading' (duration: 1.954429287s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:40.75195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:38.797063Z","time spent":"1.954872561s","remote":"127.0.0.1:39684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:30:40.751944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970020203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xbf4l\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-02T05:30:40.752001Z","caller":"traceutil/trace.go:171","msg":"trace[1487490845] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xbf4l; range_end:; response_count:1; response_revision:8741; }","duration":"1.970121316s","start":"2026-07-02T05:30:38.781863Z","end":"2026-07-02T05:30:40.751984Z","steps":["trace[1487490845] 'agreement among raft nodes before linearized reading' (duration: 1.96994776s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:40.751976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.97422734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-02T05:30:40.752028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970619072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-02T05:30:40.752038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:38.781787Z","time spent":"1.97024166s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-xbf4l\" "} {"level":"info","ts":"2026-07-02T05:30:40.752063Z","caller":"traceutil/trace.go:171","msg":"trace[594511367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8741; }","duration":"1.974374374s","start":"2026-07-02T05:30:38.777667Z","end":"2026-07-02T05:30:40.752041Z","steps":["trace[594511367] 'agreement among raft nodes before linearized reading' (duration: 1.974068944s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:40.752082Z","caller":"traceutil/trace.go:171","msg":"trace[1546037357] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8741; }","duration":"1.970700485s","start":"2026-07-02T05:30:38.781367Z","end":"2026-07-02T05:30:40.752068Z","steps":["trace[1546037357] 'agreement among raft nodes before linearized reading' (duration: 1.970512869s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:40.752116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:38.781355Z","time spent":"1.970754897s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T05:30:40.752115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:38.777647Z","time spent":"1.974459537s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T05:30:40.752127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815895335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:30:40.752271Z","caller":"traceutil/trace.go:171","msg":"trace[33967518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8741; }","duration":"1.816116592s","start":"2026-07-02T05:30:38.936118Z","end":"2026-07-02T05:30:40.752234Z","steps":["trace[33967518] 'agreement among raft nodes before linearized reading' (duration: 1.815786611s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:40.752343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:38.936101Z","time spent":"1.816229046s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:30:40.751748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:38.977266Z","time spent":"1.774470051s","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":14,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:30:40.971326Z","caller":"traceutil/trace.go:171","msg":"trace[978626522] transaction","detail":"{read_only:false; response_revision:8742; number_of_response:1; }","duration":"214.353231ms","start":"2026-07-02T05:30:40.756926Z","end":"2026-07-02T05:30:40.971279Z","steps":["trace[978626522] 'process raft request' (duration: 119.683851ms)","trace[978626522] 'compare' (duration: 94.292428ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:30:40.971379Z","caller":"traceutil/trace.go:171","msg":"trace[1877331459] transaction","detail":"{read_only:false; response_revision:8743; number_of_response:1; }","duration":"214.32431ms","start":"2026-07-02T05:30:40.75702Z","end":"2026-07-02T05:30:40.971344Z","steps":["trace[1877331459] 'process raft request' (duration: 214.158875ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:40.971377Z","caller":"traceutil/trace.go:171","msg":"trace[1526953281] transaction","detail":"{read_only:false; response_revision:8744; number_of_response:1; }","duration":"214.247268ms","start":"2026-07-02T05:30:40.757108Z","end":"2026-07-02T05:30:40.971355Z","steps":["trace[1526953281] 'process raft request' (duration: 214.164755ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:40.971618Z","caller":"traceutil/trace.go:171","msg":"trace[1366926413] transaction","detail":"{read_only:false; response_revision:8745; number_of_response:1; }","duration":"214.227667ms","start":"2026-07-02T05:30:40.757359Z","end":"2026-07-02T05:30:40.971587Z","steps":["trace[1366926413] 'process raft request' (duration: 213.952078ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:40.972127Z","caller":"traceutil/trace.go:171","msg":"trace[1624813097] transaction","detail":"{read_only:false; response_revision:8746; number_of_response:1; }","duration":"214.592509ms","start":"2026-07-02T05:30:40.757517Z","end":"2026-07-02T05:30:40.972109Z","steps":["trace[1624813097] 'process raft request' (duration: 213.947988ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:40.972174Z","caller":"traceutil/trace.go:171","msg":"trace[1191751802] transaction","detail":"{read_only:false; response_revision:8747; number_of_response:1; }","duration":"201.957439ms","start":"2026-07-02T05:30:40.770204Z","end":"2026-07-02T05:30:40.972162Z","steps":["trace[1191751802] 'process raft request' (duration: 201.894977ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:40.972201Z","caller":"traceutil/trace.go:171","msg":"trace[2064601985] linearizableReadLoop","detail":"{readStateIndex:9067; appliedIndex:9062; }","duration":"203.049085ms","start":"2026-07-02T05:30:40.769138Z","end":"2026-07-02T05:30:40.972187Z","steps":["trace[2064601985] 'read index received' (duration: 107.432944ms)","trace[2064601985] 'applied index is now lower than readState.Index' (duration: 95.614601ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:30:40.972337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.930092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18be61fa0d0b714e\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-07-02T05:30:40.972362Z","caller":"traceutil/trace.go:171","msg":"trace[315290177] range","detail":"{range_begin:/registry/events/openstack/ceph.18be61fa0d0b714e; range_end:; response_count:1; response_revision:8747; }","duration":"215.986324ms","start":"2026-07-02T05:30:40.756368Z","end":"2026-07-02T05:30:40.972354Z","steps":["trace[315290177] 'agreement among raft nodes before linearized reading' (duration: 215.84583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:40.972455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.099639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:30:40.972516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.345046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228890"} {"level":"info","ts":"2026-07-02T05:30:40.972541Z","caller":"traceutil/trace.go:171","msg":"trace[165279274] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8747; }","duration":"216.423518ms","start":"2026-07-02T05:30:40.756109Z","end":"2026-07-02T05:30:40.972533Z","steps":["trace[165279274] 'agreement among raft nodes before linearized reading' (duration: 216.155609ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:40.972533Z","caller":"traceutil/trace.go:171","msg":"trace[1921985194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8747; }","duration":"196.229853ms","start":"2026-07-02T05:30:40.776282Z","end":"2026-07-02T05:30:40.972512Z","steps":["trace[1921985194] 'agreement among raft nodes before linearized reading' (duration: 196.106709ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:42.413301Z","caller":"traceutil/trace.go:171","msg":"trace[849285961] transaction","detail":"{read_only:false; response_revision:8749; number_of_response:1; }","duration":"259.987721ms","start":"2026-07-02T05:30:42.153287Z","end":"2026-07-02T05:30:42.413274Z","steps":["trace[849285961] 'process raft request' (duration: 259.835746ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:42.422081Z","caller":"traceutil/trace.go:171","msg":"trace[2080128486] transaction","detail":"{read_only:false; response_revision:8750; number_of_response:1; }","duration":"172.786053ms","start":"2026-07-02T05:30:42.249265Z","end":"2026-07-02T05:30:42.422051Z","steps":["trace[2080128486] 'process raft request' (duration: 172.629278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:47.85572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.390064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-44z7z\" ","response":"range_response_count:1 size:4668"} {"level":"info","ts":"2026-07-02T05:30:47.85583Z","caller":"traceutil/trace.go:171","msg":"trace[1808698857] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-44z7z; range_end:; response_count:1; response_revision:8817; }","duration":"194.542749ms","start":"2026-07-02T05:30:47.661264Z","end":"2026-07-02T05:30:47.855806Z","steps":["trace[1808698857] 'range keys from in-memory index tree' (duration: 194.27087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:47.85581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.218463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"warn","ts":"2026-07-02T05:30:47.855887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.895491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-44z7z\" ","response":"range_response_count:1 size:4668"} {"level":"info","ts":"2026-07-02T05:30:47.855924Z","caller":"traceutil/trace.go:171","msg":"trace[1229204206] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8817; }","duration":"196.391268ms","start":"2026-07-02T05:30:47.659505Z","end":"2026-07-02T05:30:47.855896Z","steps":["trace[1229204206] 'range keys from in-memory index tree' (duration: 196.021887ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:47.855945Z","caller":"traceutil/trace.go:171","msg":"trace[255897430] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-44z7z; range_end:; response_count:1; response_revision:8817; }","duration":"194.991974ms","start":"2026-07-02T05:30:47.660939Z","end":"2026-07-02T05:30:47.855931Z","steps":["trace[255897430] 'range keys from in-memory index tree' (duration: 194.780686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:47.85598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.41878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-02T05:30:47.856062Z","caller":"traceutil/trace.go:171","msg":"trace[532938225] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8817; }","duration":"196.567904ms","start":"2026-07-02T05:30:47.659475Z","end":"2026-07-02T05:30:47.856042Z","steps":["trace[532938225] 'range keys from in-memory index tree' (duration: 196.176302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:48.364263Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383275896,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:30:48.568278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.303211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:30:48.568502Z","caller":"traceutil/trace.go:171","msg":"trace[1190682726] transaction","detail":"{read_only:false; response_revision:8819; number_of_response:1; }","duration":"706.249792ms","start":"2026-07-02T05:30:47.86222Z","end":"2026-07-02T05:30:48.56847Z","steps":["trace[1190682726] 'process raft request' (duration: 515.632391ms)","trace[1190682726] 'compare' (duration: 189.869236ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:30:48.568601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:47.862211Z","time spent":"706.343294ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4658,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:30:48.594493Z","caller":"traceutil/trace.go:171","msg":"trace[1183833467] linearizableReadLoop","detail":"{readStateIndex:9145; appliedIndex:9143; }","duration":"731.003714ms","start":"2026-07-02T05:30:47.863463Z","end":"2026-07-02T05:30:48.594467Z","steps":["trace[1183833467] 'read index received' (duration: 514.40793ms)","trace[1183833467] 'applied index is now lower than readState.Index' (duration: 216.595034ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:30:48.59455Z","caller":"traceutil/trace.go:171","msg":"trace[108240798] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8819; }","duration":"725.516836ms","start":"2026-07-02T05:30:47.868995Z","end":"2026-07-02T05:30:48.594512Z","steps":["trace[108240798] 'process raft request' (duration: 725.357241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:48.594729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.237351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-07-02T05:30:48.594759Z","caller":"traceutil/trace.go:171","msg":"trace[1968161340] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8819; }","duration":"731.305914ms","start":"2026-07-02T05:30:47.863444Z","end":"2026-07-02T05:30:48.59475Z","steps":["trace[1968161340] 'agreement among raft nodes before linearized reading' (duration: 731.137848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:48.594765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:47.868972Z","time spent":"725.669211ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":4707,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:30:48.594826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.141264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:30:48.594863Z","caller":"traceutil/trace.go:171","msg":"trace[1329138004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8819; }","duration":"659.184496ms","start":"2026-07-02T05:30:47.935657Z","end":"2026-07-02T05:30:48.594841Z","steps":["trace[1329138004] 'agreement among raft nodes before linearized reading' (duration: 659.155415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:48.594787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:47.86343Z","time spent":"731.348905ms","remote":"127.0.0.1:50056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-07-02T05:30:48.594825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.957936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:30:48.594951Z","caller":"traceutil/trace.go:171","msg":"trace[59314907] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8819; }","duration":"518.142932ms","start":"2026-07-02T05:30:48.076779Z","end":"2026-07-02T05:30:48.594922Z","steps":["trace[59314907] 'agreement among raft nodes before linearized reading' (duration: 517.916185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:48.594877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:47.935644Z","time spent":"659.230187ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:30:48.595014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:48.076759Z","time spent":"518.242545ms","remote":"127.0.0.1:39830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:30:48.595105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.992771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-44z7z\" ","response":"range_response_count:1 size:2804"} {"level":"info","ts":"2026-07-02T05:30:48.59522Z","caller":"traceutil/trace.go:171","msg":"trace[1874765815] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-44z7z; range_end:; response_count:1; response_revision:8819; }","duration":"730.131945ms","start":"2026-07-02T05:30:47.865066Z","end":"2026-07-02T05:30:48.595198Z","steps":["trace[1874765815] 'agreement among raft nodes before linearized reading' (duration: 729.616259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:48.595238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.904774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-02T05:30:48.595294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:47.865058Z","time spent":"730.222688ms","remote":"127.0.0.1:47396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2827,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-44z7z\" "} {"level":"info","ts":"2026-07-02T05:30:48.595367Z","caller":"traceutil/trace.go:171","msg":"trace[353534185] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8819; }","duration":"415.326788ms","start":"2026-07-02T05:30:48.180021Z","end":"2026-07-02T05:30:48.595348Z","steps":["trace[353534185] 'agreement among raft nodes before linearized reading' (duration: 414.76766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:48.595494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:48.180002Z","time spent":"415.448711ms","remote":"127.0.0.1:50280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:30:48.596175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.797987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-02T05:30:48.596281Z","caller":"traceutil/trace.go:171","msg":"trace[1168991154] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8819; }","duration":"474.947542ms","start":"2026-07-02T05:30:48.121287Z","end":"2026-07-02T05:30:48.596235Z","steps":["trace[1168991154] 'agreement among raft nodes before linearized reading' (duration: 473.492515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:48.59633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:48.121226Z","time spent":"475.093867ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T05:30:48.598896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.143419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1825"} {"level":"info","ts":"2026-07-02T05:30:48.599566Z","caller":"traceutil/trace.go:171","msg":"trace[76536249] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8819; }","duration":"698.920253ms","start":"2026-07-02T05:30:47.900619Z","end":"2026-07-02T05:30:48.599539Z","steps":["trace[76536249] 'agreement among raft nodes before linearized reading' (duration: 698.072376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:48.59962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:47.900591Z","time spent":"699.015456ms","remote":"127.0.0.1:50056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1848,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-07-02T05:30:48.728843Z","caller":"traceutil/trace.go:171","msg":"trace[328426912] transaction","detail":"{read_only:false; response_revision:8821; number_of_response:1; }","duration":"103.561469ms","start":"2026-07-02T05:30:48.62525Z","end":"2026-07-02T05:30:48.728811Z","steps":["trace[328426912] 'process raft request' (duration: 103.390473ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:48.72965Z","caller":"traceutil/trace.go:171","msg":"trace[1194622990] linearizableReadLoop","detail":"{readStateIndex:9147; appliedIndex:9147; }","duration":"103.236148ms","start":"2026-07-02T05:30:48.6264Z","end":"2026-07-02T05:30:48.729636Z","steps":["trace[1194622990] 'read index received' (duration: 103.230328ms)","trace[1194622990] 'applied index is now lower than readState.Index' (duration: 4.71µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:30:48.729823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.403953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-07-02T05:30:48.729873Z","caller":"traceutil/trace.go:171","msg":"trace[103829366] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:8821; }","duration":"103.505626ms","start":"2026-07-02T05:30:48.626352Z","end":"2026-07-02T05:30:48.729857Z","steps":["trace[103829366] 'agreement among raft nodes before linearized reading' (duration: 103.344651ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:48.773201Z","caller":"traceutil/trace.go:171","msg":"trace[1759032160] transaction","detail":"{read_only:false; response_revision:8822; number_of_response:1; }","duration":"132.333281ms","start":"2026-07-02T05:30:48.640841Z","end":"2026-07-02T05:30:48.773174Z","steps":["trace[1759032160] 'process raft request' (duration: 132.140425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:48.773781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.120106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"info","ts":"2026-07-02T05:30:48.77392Z","caller":"traceutil/trace.go:171","msg":"trace[790642134] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8822; }","duration":"145.298822ms","start":"2026-07-02T05:30:48.628602Z","end":"2026-07-02T05:30:48.773901Z","steps":["trace[790642134] 'agreement among raft nodes before linearized reading' (duration: 145.042563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:48.933301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.256205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:30:48.933458Z","caller":"traceutil/trace.go:171","msg":"trace[212072796] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:8823; }","duration":"106.464213ms","start":"2026-07-02T05:30:48.826975Z","end":"2026-07-02T05:30:48.933439Z","steps":["trace[212072796] 'range keys from in-memory index tree' (duration: 106.112751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:48.933731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.689499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-07-02T05:30:48.933819Z","caller":"traceutil/trace.go:171","msg":"trace[1516689458] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8823; }","duration":"106.814074ms","start":"2026-07-02T05:30:48.826985Z","end":"2026-07-02T05:30:48.933799Z","steps":["trace[1516689458] 'range keys from in-memory index tree' (duration: 106.315658ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:49.002341Z","caller":"traceutil/trace.go:171","msg":"trace[1618091986] transaction","detail":"{read_only:false; response_revision:8825; number_of_response:1; }","duration":"101.428929ms","start":"2026-07-02T05:30:48.900884Z","end":"2026-07-02T05:30:49.002313Z","steps":["trace[1618091986] 'process raft request' (duration: 101.001156ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:49.002889Z","caller":"traceutil/trace.go:171","msg":"trace[426909692] transaction","detail":"{read_only:false; response_revision:8826; number_of_response:1; }","duration":"100.771388ms","start":"2026-07-02T05:30:48.902076Z","end":"2026-07-02T05:30:49.002847Z","steps":["trace[426909692] 'process raft request' (duration: 99.978122ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:49.205604Z","caller":"traceutil/trace.go:171","msg":"trace[969352372] linearizableReadLoop","detail":"{readStateIndex:9153; appliedIndex:9152; }","duration":"159.213044ms","start":"2026-07-02T05:30:49.046351Z","end":"2026-07-02T05:30:49.205564Z","steps":["trace[969352372] 'read index received' (duration: 158.973416ms)","trace[969352372] 'applied index is now lower than readState.Index' (duration: 238.668µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:30:49.206004Z","caller":"traceutil/trace.go:171","msg":"trace[623876134] transaction","detail":"{read_only:false; response_revision:8827; number_of_response:1; }","duration":"174.263221ms","start":"2026-07-02T05:30:49.031707Z","end":"2026-07-02T05:30:49.20597Z","steps":["trace[623876134] 'process raft request' (duration: 173.712913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:49.206089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.830166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-02T05:30:49.20616Z","caller":"traceutil/trace.go:171","msg":"trace[297802080] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8827; }","duration":"152.905339ms","start":"2026-07-02T05:30:49.053219Z","end":"2026-07-02T05:30:49.206124Z","steps":["trace[297802080] 'agreement among raft nodes before linearized reading' (duration: 152.729113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:49.206302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.933777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-02T05:30:49.206391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.4821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-02T05:30:49.206497Z","caller":"traceutil/trace.go:171","msg":"trace[214183331] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8827; }","duration":"121.647884ms","start":"2026-07-02T05:30:49.084837Z","end":"2026-07-02T05:30:49.206485Z","steps":["trace[214183331] 'agreement among raft nodes before linearized reading' (duration: 121.419817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:49.206521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.984115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-02T05:30:49.206571Z","caller":"traceutil/trace.go:171","msg":"trace[1668654273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8827; }","duration":"122.034437ms","start":"2026-07-02T05:30:49.084527Z","end":"2026-07-02T05:30:49.206561Z","steps":["trace[1668654273] 'agreement among raft nodes before linearized reading' (duration: 121.914413ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:49.20658Z","caller":"traceutil/trace.go:171","msg":"trace[74235605] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8827; }","duration":"160.060401ms","start":"2026-07-02T05:30:49.046305Z","end":"2026-07-02T05:30:49.206366Z","steps":["trace[74235605] 'agreement among raft nodes before linearized reading' (duration: 159.640237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:49.206743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.367909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T05:30:49.206795Z","caller":"traceutil/trace.go:171","msg":"trace[1465066225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8827; }","duration":"122.437601ms","start":"2026-07-02T05:30:49.084332Z","end":"2026-07-02T05:30:49.20677Z","steps":["trace[1465066225] 'agreement among raft nodes before linearized reading' (duration: 122.357198ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:49.575267Z","caller":"traceutil/trace.go:171","msg":"trace[431625967] transaction","detail":"{read_only:false; response_revision:8828; number_of_response:1; }","duration":"364.391146ms","start":"2026-07-02T05:30:49.210841Z","end":"2026-07-02T05:30:49.575232Z","steps":["trace[431625967] 'process raft request' (duration: 281.316022ms)","trace[431625967] 'compare' (duration: 82.94447ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:30:49.575588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:49.210821Z","time spent":"364.525221ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:30:49.78559Z","caller":"traceutil/trace.go:171","msg":"trace[1747698751] transaction","detail":"{read_only:false; response_revision:8829; number_of_response:1; }","duration":"572.738733ms","start":"2026-07-02T05:30:49.212799Z","end":"2026-07-02T05:30:49.785538Z","steps":["trace[1747698751] 'process raft request' (duration: 487.364614ms)","trace[1747698751] 'compare' (duration: 85.08383ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:30:49.785752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:49.212791Z","time spent":"572.878947ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:30:49.786471Z","caller":"traceutil/trace.go:171","msg":"trace[1804620688] transaction","detail":"{read_only:false; response_revision:8830; number_of_response:1; }","duration":"571.972387ms","start":"2026-07-02T05:30:49.214475Z","end":"2026-07-02T05:30:49.786448Z","steps":["trace[1804620688] 'process raft request' (duration: 571.003886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:49.786597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:49.214449Z","time spent":"572.080131ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:30:49.786695Z","caller":"traceutil/trace.go:171","msg":"trace[1299272094] transaction","detail":"{read_only:false; response_revision:8831; number_of_response:1; }","duration":"571.41578ms","start":"2026-07-02T05:30:49.215273Z","end":"2026-07-02T05:30:49.786689Z","steps":["trace[1299272094] 'process raft request' (duration: 571.129391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:49.786719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:49.215251Z","time spent":"571.454751ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:30:49.786675Z","caller":"traceutil/trace.go:171","msg":"trace[1994795370] linearizableReadLoop","detail":"{readStateIndex:9158; appliedIndex:9153; }","duration":"496.196041ms","start":"2026-07-02T05:30:49.290445Z","end":"2026-07-02T05:30:49.786641Z","steps":["trace[1994795370] 'read index received' (duration: 201.657269ms)","trace[1994795370] 'applied index is now lower than readState.Index' (duration: 294.537502ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:30:49.78676Z","caller":"traceutil/trace.go:171","msg":"trace[790321970] transaction","detail":"{read_only:false; response_revision:8832; number_of_response:1; }","duration":"570.943044ms","start":"2026-07-02T05:30:49.215813Z","end":"2026-07-02T05:30:49.786756Z","steps":["trace[790321970] 'process raft request' (duration: 570.734368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:49.786783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:49.215803Z","time spent":"570.969095ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:30:49.787408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.287811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-07-02T05:30:49.787454Z","caller":"traceutil/trace.go:171","msg":"trace[200728038] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8832; }","duration":"112.373384ms","start":"2026-07-02T05:30:49.675073Z","end":"2026-07-02T05:30:49.787446Z","steps":["trace[200728038] 'agreement among raft nodes before linearized reading' (duration: 111.751804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:49.788005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.536235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224963"} {"level":"info","ts":"2026-07-02T05:30:49.788094Z","caller":"traceutil/trace.go:171","msg":"trace[1667412608] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8832; }","duration":"497.681249ms","start":"2026-07-02T05:30:49.290389Z","end":"2026-07-02T05:30:49.78807Z","steps":["trace[1667412608] 'agreement among raft nodes before linearized reading' (duration: 496.415648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:49.788145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:49.290367Z","time spent":"497.766452ms","remote":"127.0.0.1:50062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2224986,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-07-02T05:30:50.963122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.289752ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:30:50.963267Z","caller":"traceutil/trace.go:171","msg":"trace[1769610627] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8832; }","duration":"351.445977ms","start":"2026-07-02T05:30:50.6118Z","end":"2026-07-02T05:30:50.963246Z","steps":["trace[1769610627] 'range keys from in-memory index tree' (duration: 351.269171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:50.963383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.462571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:30:50.963549Z","caller":"traceutil/trace.go:171","msg":"trace[1921923663] transaction","detail":"{read_only:false; response_revision:8834; number_of_response:1; }","duration":"1.035451758s","start":"2026-07-02T05:30:49.928079Z","end":"2026-07-02T05:30:50.963531Z","steps":["trace[1921923663] 'process raft request' (duration: 1.035399806s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:50.9636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:49.928054Z","time spent":"1.03552467s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:30:50.963844Z","caller":"traceutil/trace.go:171","msg":"trace[1356904839] linearizableReadLoop","detail":"{readStateIndex:9159; appliedIndex:9158; }","duration":"1.143815881s","start":"2026-07-02T05:30:49.819978Z","end":"2026-07-02T05:30:50.963794Z","steps":["trace[1356904839] 'read index received' (duration: 151.950467ms)","trace[1356904839] 'applied index is now lower than readState.Index' (duration: 991.861534ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:30:50.963896Z","caller":"traceutil/trace.go:171","msg":"trace[2082605226] transaction","detail":"{read_only:false; response_revision:8833; number_of_response:1; }","duration":"1.162185347s","start":"2026-07-02T05:30:49.8017Z","end":"2026-07-02T05:30:50.963886Z","steps":["trace[2082605226] 'process raft request' (duration: 170.139637ms)","trace[2082605226] 'compare' (duration: 991.377319ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:30:50.963941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:49.801677Z","time spent":"1.162243439s","remote":"127.0.0.1:42718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:30:50.964305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144294598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1825"} {"level":"info","ts":"2026-07-02T05:30:50.964413Z","caller":"traceutil/trace.go:171","msg":"trace[1931943913] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8834; }","duration":"1.144453652s","start":"2026-07-02T05:30:49.819929Z","end":"2026-07-02T05:30:50.964383Z","steps":["trace[1931943913] 'agreement among raft nodes before linearized reading' (duration: 1.144232125s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:50.964462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:49.81991Z","time spent":"1.144542776s","remote":"127.0.0.1:50056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1848,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-07-02T05:30:50.980981Z","caller":"traceutil/trace.go:171","msg":"trace[1570560589] transaction","detail":"{read_only:false; response_revision:8835; number_of_response:1; }","duration":"187.106978ms","start":"2026-07-02T05:30:50.793847Z","end":"2026-07-02T05:30:50.980954Z","steps":["trace[1570560589] 'process raft request' (duration: 186.963023ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:51.146451Z","caller":"traceutil/trace.go:171","msg":"trace[1262938705] transaction","detail":"{read_only:false; response_revision:8836; number_of_response:1; }","duration":"324.251335ms","start":"2026-07-02T05:30:50.822155Z","end":"2026-07-02T05:30:51.146406Z","steps":["trace[1262938705] 'process raft request' (duration: 271.195025ms)","trace[1262938705] 'compare' (duration: 52.860494ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:30:51.146643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:50.822133Z","time spent":"324.405259ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:30:51.147176Z","caller":"traceutil/trace.go:171","msg":"trace[640834704] transaction","detail":"{read_only:false; response_revision:8837; number_of_response:1; }","duration":"319.79274ms","start":"2026-07-02T05:30:50.827348Z","end":"2026-07-02T05:30:51.147141Z","steps":["trace[640834704] 'process raft request' (duration: 318.973143ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:51.147337Z","caller":"traceutil/trace.go:171","msg":"trace[1625110536] transaction","detail":"{read_only:false; response_revision:8840; number_of_response:1; }","duration":"138.884404ms","start":"2026-07-02T05:30:51.008438Z","end":"2026-07-02T05:30:51.147322Z","steps":["trace[1625110536] 'process raft request' (duration: 138.836372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:51.147374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:50.827339Z","time spent":"319.918173ms","remote":"127.0.0.1:50304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T05:30:51.147516Z","caller":"traceutil/trace.go:171","msg":"trace[817590119] linearizableReadLoop","detail":"{readStateIndex:9163; appliedIndex:9160; }","duration":"183.351806ms","start":"2026-07-02T05:30:50.963917Z","end":"2026-07-02T05:30:51.147269Z","steps":["trace[817590119] 'read index received' (duration: 16.875908ms)","trace[817590119] 'applied index is now lower than readState.Index' (duration: 166.473528ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:30:51.147634Z","caller":"traceutil/trace.go:171","msg":"trace[1256981003] transaction","detail":"{read_only:false; response_revision:8838; number_of_response:1; }","duration":"158.569802ms","start":"2026-07-02T05:30:50.989053Z","end":"2026-07-02T05:30:51.147623Z","steps":["trace[1256981003] 'process raft request' (duration: 158.084097ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:51.147853Z","caller":"traceutil/trace.go:171","msg":"trace[922945050] transaction","detail":"{read_only:false; response_revision:8839; number_of_response:1; }","duration":"139.901966ms","start":"2026-07-02T05:30:51.007936Z","end":"2026-07-02T05:30:51.147838Z","steps":["trace[922945050] 'process raft request' (duration: 139.281116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:51.147969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213510911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:30:51.148011Z","caller":"traceutil/trace.go:171","msg":"trace[1650542226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8840; }","duration":"1.213584794s","start":"2026-07-02T05:30:49.934414Z","end":"2026-07-02T05:30:51.147999Z","steps":["trace[1650542226] 'agreement among raft nodes before linearized reading' (duration: 1.213522722s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:51.148019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.897626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-07-02T05:30:51.148045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:49.9344Z","time spent":"1.213638586s","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T05:30:51.148066Z","caller":"traceutil/trace.go:171","msg":"trace[545754827] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8840; }","duration":"387.007169ms","start":"2026-07-02T05:30:50.761046Z","end":"2026-07-02T05:30:51.148053Z","steps":["trace[545754827] 'agreement among raft nodes before linearized reading' (duration: 386.72607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:51.148107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:50.761019Z","time spent":"387.079772ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-07-02T05:30:51.148164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.852442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-07-02T05:30:51.148218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.118725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:30:51.148237Z","caller":"traceutil/trace.go:171","msg":"trace[1035463951] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8840; }","duration":"175.965356ms","start":"2026-07-02T05:30:50.972252Z","end":"2026-07-02T05:30:51.148217Z","steps":["trace[1035463951] 'agreement among raft nodes before linearized reading' (duration: 175.732238ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:30:51.148255Z","caller":"traceutil/trace.go:171","msg":"trace[1773209609] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:8840; }","duration":"466.193438ms","start":"2026-07-02T05:30:50.682053Z","end":"2026-07-02T05:30:51.148247Z","steps":["trace[1773209609] 'agreement among raft nodes before linearized reading' (duration: 466.136456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:51.148247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.945588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xbf4l\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-02T05:30:51.148354Z","caller":"traceutil/trace.go:171","msg":"trace[329266610] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xbf4l; range_end:; response_count:1; response_revision:8840; }","duration":"115.079542ms","start":"2026-07-02T05:30:51.033245Z","end":"2026-07-02T05:30:51.148325Z","steps":["trace[329266610] 'agreement among raft nodes before linearized reading' (duration: 114.790513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:51.148492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.542413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"warn","ts":"2026-07-02T05:30:51.148288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:50.682036Z","time spent":"466.24392ms","remote":"127.0.0.1:39714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:30:51.148561Z","caller":"traceutil/trace.go:171","msg":"trace[1800067874] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8840; }","duration":"163.641946ms","start":"2026-07-02T05:30:50.984898Z","end":"2026-07-02T05:30:51.14854Z","steps":["trace[1800067874] 'agreement among raft nodes before linearized reading' (duration: 163.414269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:51.148371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.021849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-02T05:30:51.148634Z","caller":"traceutil/trace.go:171","msg":"trace[2121650253] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:8840; }","duration":"535.300438ms","start":"2026-07-02T05:30:50.613308Z","end":"2026-07-02T05:30:51.148608Z","steps":["trace[2121650253] 'agreement among raft nodes before linearized reading' (duration: 535.000059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:51.148708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:50.613287Z","time spent":"535.401472ms","remote":"127.0.0.1:49992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-02T05:30:51.148773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250565453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:30:51.148829Z","caller":"traceutil/trace.go:171","msg":"trace[813595417] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8840; }","duration":"1.250665526s","start":"2026-07-02T05:30:49.898149Z","end":"2026-07-02T05:30:51.148814Z","steps":["trace[813595417] 'agreement among raft nodes before linearized reading' (duration: 1.250576493s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:30:51.148872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:30:49.898129Z","time spent":"1.250732318s","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:31:02.434664Z","caller":"traceutil/trace.go:171","msg":"trace[739865889] linearizableReadLoop","detail":"{readStateIndex:9261; appliedIndex:9260; }","duration":"198.835048ms","start":"2026-07-02T05:31:02.2358Z","end":"2026-07-02T05:31:02.434635Z","steps":["trace[739865889] 'read index received' (duration: 198.548758ms)","trace[739865889] 'applied index is now lower than readState.Index' (duration: 285.35µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:31:02.434928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.109647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-02T05:31:02.434964Z","caller":"traceutil/trace.go:171","msg":"trace[331291261] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8932; }","duration":"199.20042ms","start":"2026-07-02T05:31:02.23575Z","end":"2026-07-02T05:31:02.434951Z","steps":["trace[331291261] 'agreement among raft nodes before linearized reading' (duration: 198.989973ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:31:02.434838Z","caller":"traceutil/trace.go:171","msg":"trace[824204260] transaction","detail":"{read_only:false; response_revision:8932; number_of_response:1; }","duration":"201.829845ms","start":"2026-07-02T05:31:02.232946Z","end":"2026-07-02T05:31:02.434776Z","steps":["trace[824204260] 'process raft request' (duration: 201.527595ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:31:04.604488Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000244d.wal"} {"level":"info","ts":"2026-07-02T05:31:12.02234Z","caller":"traceutil/trace.go:171","msg":"trace[1876170899] transaction","detail":"{read_only:false; response_revision:9077; number_of_response:1; }","duration":"115.835296ms","start":"2026-07-02T05:31:11.906471Z","end":"2026-07-02T05:31:12.022307Z","steps":["trace[1876170899] 'process raft request' (duration: 115.774774ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:31:12.022389Z","caller":"traceutil/trace.go:171","msg":"trace[1447581512] transaction","detail":"{read_only:false; response_revision:9076; number_of_response:1; }","duration":"115.979871ms","start":"2026-07-02T05:31:11.906369Z","end":"2026-07-02T05:31:12.022349Z","steps":["trace[1447581512] 'process raft request' (duration: 115.749873ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:31:56.364131Z","caller":"traceutil/trace.go:171","msg":"trace[94743697] linearizableReadLoop","detail":"{readStateIndex:9862; appliedIndex:9861; }","duration":"120.564469ms","start":"2026-07-02T05:31:56.243547Z","end":"2026-07-02T05:31:56.364111Z","steps":["trace[94743697] 'read index received' (duration: 120.348762ms)","trace[94743697] 'applied index is now lower than readState.Index' (duration: 214.917µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:31:56.364192Z","caller":"traceutil/trace.go:171","msg":"trace[981625021] transaction","detail":"{read_only:false; response_revision:9518; number_of_response:1; }","duration":"134.915535ms","start":"2026-07-02T05:31:56.229237Z","end":"2026-07-02T05:31:56.364152Z","steps":["trace[981625021] 'process raft request' (duration: 134.742089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:31:56.36427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.707785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:31:56.364324Z","caller":"traceutil/trace.go:171","msg":"trace[1537473052] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:9518; }","duration":"120.776467ms","start":"2026-07-02T05:31:56.243535Z","end":"2026-07-02T05:31:56.364311Z","steps":["trace[1537473052] 'agreement among raft nodes before linearized reading' (duration: 120.669283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:31:56.364323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.591995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T05:31:56.364354Z","caller":"traceutil/trace.go:171","msg":"trace[1749671343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9518; }","duration":"105.660806ms","start":"2026-07-02T05:31:56.258684Z","end":"2026-07-02T05:31:56.364345Z","steps":["trace[1749671343] 'agreement among raft nodes before linearized reading' (duration: 105.534912ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:31:56.886054Z","caller":"traceutil/trace.go:171","msg":"trace[1715779061] transaction","detail":"{read_only:false; response_revision:9522; number_of_response:1; }","duration":"111.373182ms","start":"2026-07-02T05:31:56.774654Z","end":"2026-07-02T05:31:56.886028Z","steps":["trace[1715779061] 'process raft request' (duration: 111.188036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:32:10.086112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383278074,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T05:32:10.325053Z","caller":"traceutil/trace.go:171","msg":"trace[1429886252] transaction","detail":"{read_only:false; response_revision:9594; number_of_response:1; }","duration":"772.869792ms","start":"2026-07-02T05:32:09.55216Z","end":"2026-07-02T05:32:10.32503Z","steps":["trace[1429886252] 'process raft request' (duration: 772.714027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:32:10.325206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:32:09.552138Z","time spent":"772.994256ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:32:10.42354Z","caller":"traceutil/trace.go:171","msg":"trace[271072921] transaction","detail":"{read_only:false; response_revision:9596; number_of_response:1; }","duration":"867.661626ms","start":"2026-07-02T05:32:09.555844Z","end":"2026-07-02T05:32:10.423505Z","steps":["trace[271072921] 'process raft request' (duration: 867.597754ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:32:10.423643Z","caller":"traceutil/trace.go:171","msg":"trace[189832764] transaction","detail":"{read_only:false; response_revision:9595; number_of_response:1; }","duration":"867.851902ms","start":"2026-07-02T05:32:09.555748Z","end":"2026-07-02T05:32:10.4236Z","steps":["trace[189832764] 'process raft request' (duration: 853.470586ms)","trace[189832764] 'compare' (duration: 14.080737ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:32:10.423758Z","caller":"traceutil/trace.go:171","msg":"trace[735631676] transaction","detail":"{read_only:false; response_revision:9597; number_of_response:1; }","duration":"866.86166ms","start":"2026-07-02T05:32:09.556886Z","end":"2026-07-02T05:32:10.423748Z","steps":["trace[735631676] 'process raft request' (duration: 866.600972ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:32:10.423753Z","caller":"traceutil/trace.go:171","msg":"trace[2015894181] linearizableReadLoop","detail":"{readStateIndex:9943; appliedIndex:9940; }","duration":"837.993984ms","start":"2026-07-02T05:32:09.585737Z","end":"2026-07-02T05:32:10.423731Z","steps":["trace[2015894181] 'read index received' (duration: 739.301323ms)","trace[2015894181] 'applied index is now lower than readState.Index' (duration: 98.691881ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:32:10.423816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:32:09.556861Z","time spent":"866.927063ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:32:10.423936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.18792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:32:10.423967Z","caller":"traceutil/trace.go:171","msg":"trace[1238538574] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:9597; }","duration":"838.265262ms","start":"2026-07-02T05:32:09.585695Z","end":"2026-07-02T05:32:10.423961Z","steps":["trace[1238538574] 'agreement among raft nodes before linearized reading' (duration: 838.127558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:32:10.423991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:32:09.585683Z","time spent":"838.302404ms","remote":"127.0.0.1:50328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":111,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:32:10.42409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:32:09.555724Z","time spent":"868.054159ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:32:10.423697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:32:09.555835Z","time spent":"867.78441ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:32:10.424214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.617891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:32:10.424128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.725661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xbf4l\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-02T05:32:10.424254Z","caller":"traceutil/trace.go:171","msg":"trace[341993410] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:9597; }","duration":"705.693873ms","start":"2026-07-02T05:32:09.718549Z","end":"2026-07-02T05:32:10.424243Z","steps":["trace[341993410] 'agreement among raft nodes before linearized reading' (duration: 705.640922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:32:10.42429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:32:09.718531Z","time spent":"705.748106ms","remote":"127.0.0.1:44132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:32:10.42417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.078659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:32:10.424288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.960416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:32:10.424374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.910351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-02T05:32:10.424382Z","caller":"traceutil/trace.go:171","msg":"trace[1314542878] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:9597; }","duration":"662.10098ms","start":"2026-07-02T05:32:09.762262Z","end":"2026-07-02T05:32:10.424363Z","steps":["trace[1314542878] 'agreement among raft nodes before linearized reading' (duration: 661.925585ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:32:10.424422Z","caller":"traceutil/trace.go:171","msg":"trace[557827130] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9597; }","duration":"245.007485ms","start":"2026-07-02T05:32:10.1794Z","end":"2026-07-02T05:32:10.424408Z","steps":["trace[557827130] 'agreement among raft nodes before linearized reading' (duration: 244.914602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:32:10.424285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.384465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-02T05:32:10.424405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.953193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-02T05:32:10.424431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:32:09.762247Z","time spent":"662.174172ms","remote":"127.0.0.1:44154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:32:10.424489Z","caller":"traceutil/trace.go:171","msg":"trace[658304217] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9597; }","duration":"237.083978ms","start":"2026-07-02T05:32:10.187384Z","end":"2026-07-02T05:32:10.424468Z","steps":["trace[658304217] 'agreement among raft nodes before linearized reading' (duration: 236.84443ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:32:10.42449Z","caller":"traceutil/trace.go:171","msg":"trace[357885494] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9597; }","duration":"409.632073ms","start":"2026-07-02T05:32:10.014826Z","end":"2026-07-02T05:32:10.424458Z","steps":["trace[357885494] 'agreement among raft nodes before linearized reading' (duration: 409.319743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:32:10.424553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:32:10.014807Z","time spent":"409.727377ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T05:32:10.42433Z","caller":"traceutil/trace.go:171","msg":"trace[1954853676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9597; }","duration":"489.276046ms","start":"2026-07-02T05:32:09.935048Z","end":"2026-07-02T05:32:10.424324Z","steps":["trace[1954853676] 'agreement among raft nodes before linearized reading' (duration: 489.10334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:32:10.424662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:32:09.935028Z","time spent":"489.621197ms","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:32:10.424293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.402993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:32:10.424863Z","caller":"traceutil/trace.go:171","msg":"trace[295320320] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:9597; }","duration":"116.041293ms","start":"2026-07-02T05:32:10.308806Z","end":"2026-07-02T05:32:10.424847Z","steps":["trace[295320320] 'agreement among raft nodes before linearized reading' (duration: 115.463004ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:32:10.424304Z","caller":"traceutil/trace.go:171","msg":"trace[297849433] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xbf4l; range_end:; response_count:1; response_revision:9597; }","duration":"757.920707ms","start":"2026-07-02T05:32:09.666356Z","end":"2026-07-02T05:32:10.424276Z","steps":["trace[297849433] 'agreement among raft nodes before linearized reading' (duration: 757.584307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:32:10.424974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:32:09.666341Z","time spent":"758.61572ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-xbf4l\" "} {"level":"warn","ts":"2026-07-02T05:32:10.768021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.826754ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:32:10.768136Z","caller":"traceutil/trace.go:171","msg":"trace[1707874041] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9597; }","duration":"155.952158ms","start":"2026-07-02T05:32:10.612168Z","end":"2026-07-02T05:32:10.76812Z","steps":["trace[1707874041] 'range keys from in-memory index tree' (duration: 155.812513ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:32:10.768194Z","caller":"traceutil/trace.go:171","msg":"trace[1136885106] transaction","detail":"{read_only:false; response_revision:9598; number_of_response:1; }","duration":"296.461984ms","start":"2026-07-02T05:32:10.471692Z","end":"2026-07-02T05:32:10.768154Z","steps":["trace[1136885106] 'process raft request' (duration: 281.385755ms)","trace[1136885106] 'compare' (duration: 14.574672ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:32:10.836101Z","caller":"traceutil/trace.go:171","msg":"trace[49109233] transaction","detail":"{read_only:false; response_revision:9600; number_of_response:1; }","duration":"363.673873ms","start":"2026-07-02T05:32:10.472401Z","end":"2026-07-02T05:32:10.836075Z","steps":["trace[49109233] 'process raft request' (duration: 363.560399ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:32:10.836093Z","caller":"traceutil/trace.go:171","msg":"trace[1536019595] transaction","detail":"{read_only:false; response_revision:9599; number_of_response:1; }","duration":"364.112557ms","start":"2026-07-02T05:32:10.471948Z","end":"2026-07-02T05:32:10.836061Z","steps":["trace[1536019595] 'process raft request' (duration: 363.863199ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:32:10.836138Z","caller":"traceutil/trace.go:171","msg":"trace[292423334] linearizableReadLoop","detail":"{readStateIndex:9946; appliedIndex:9943; }","duration":"363.630412ms","start":"2026-07-02T05:32:10.472483Z","end":"2026-07-02T05:32:10.836114Z","steps":["trace[292423334] 'read index received' (duration: 280.58759ms)","trace[292423334] 'applied index is now lower than readState.Index' (duration: 83.041572ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:32:10.836204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:32:10.472381Z","time spent":"363.770316ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:32:10.836232Z","caller":"traceutil/trace.go:171","msg":"trace[1095034355] transaction","detail":"{read_only:false; response_revision:9601; number_of_response:1; }","duration":"362.067361ms","start":"2026-07-02T05:32:10.474141Z","end":"2026-07-02T05:32:10.836208Z","steps":["trace[1095034355] 'process raft request' (duration: 361.869895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:32:10.836249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:32:10.471941Z","time spent":"364.224431ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:32:10.83627Z","caller":"traceutil/trace.go:171","msg":"trace[207539374] transaction","detail":"{read_only:false; response_revision:9602; number_of_response:1; }","duration":"362.052051ms","start":"2026-07-02T05:32:10.474203Z","end":"2026-07-02T05:32:10.836254Z","steps":["trace[207539374] 'process raft request' (duration: 361.854444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:32:10.836365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.012079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-02T05:32:10.836366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:32:10.474122Z","time spent":"362.164114ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:32:10.836365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:32:10.474199Z","time spent":"362.103482ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:32:10.836412Z","caller":"traceutil/trace.go:171","msg":"trace[1949826491] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9602; }","duration":"362.081191ms","start":"2026-07-02T05:32:10.474318Z","end":"2026-07-02T05:32:10.836399Z","steps":["trace[1949826491] 'agreement among raft nodes before linearized reading' (duration: 361.956997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:32:10.836442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:32:10.474313Z","time spent":"362.123343ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T05:32:10.836484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.197223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-02T05:32:10.836547Z","caller":"traceutil/trace.go:171","msg":"trace[734345291] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:9602; }","duration":"221.292986ms","start":"2026-07-02T05:32:10.615237Z","end":"2026-07-02T05:32:10.83653Z","steps":["trace[734345291] 'agreement among raft nodes before linearized reading' (duration: 221.1017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:32:10.836718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.208201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291548"} {"level":"info","ts":"2026-07-02T05:32:10.83681Z","caller":"traceutil/trace.go:171","msg":"trace[1602992770] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9602; }","duration":"364.303954ms","start":"2026-07-02T05:32:10.472473Z","end":"2026-07-02T05:32:10.836777Z","steps":["trace[1602992770] 'agreement among raft nodes before linearized reading' (duration: 363.833498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:32:10.83685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:32:10.472468Z","time spent":"364.372686ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291571,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-02T05:32:11.00013Z","caller":"traceutil/trace.go:171","msg":"trace[1017773440] linearizableReadLoop","detail":"{readStateIndex:9949; appliedIndex:9948; }","duration":"162.182829ms","start":"2026-07-02T05:32:10.83792Z","end":"2026-07-02T05:32:11.000103Z","steps":["trace[1017773440] 'read index received' (duration: 143.591997ms)","trace[1017773440] 'applied index is now lower than readState.Index' (duration: 18.589082ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:32:11.000317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.385176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19220"} {"level":"info","ts":"2026-07-02T05:32:11.000377Z","caller":"traceutil/trace.go:171","msg":"trace[674107996] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9602; }","duration":"162.465569ms","start":"2026-07-02T05:32:10.837898Z","end":"2026-07-02T05:32:11.000363Z","steps":["trace[674107996] 'agreement among raft nodes before linearized reading' (duration: 162.290943ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:32:16.796438Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d71a1778b31d4ce","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-02T05:32:16.802374Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-02T05:32:16.802475Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-02T05:33:27.560816Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7748} {"level":"info","ts":"2026-07-02T05:33:27.63451Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7748,"took":"71.915061ms","hash":1516896703,"current-db-size-bytes":55918592,"current-db-size":"56 MB","current-db-size-in-use-bytes":27787264,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-02T05:33:27.63456Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1516896703,"revision":7748,"compact-revision":5436} {"level":"info","ts":"2026-07-02T05:34:52.349417Z","caller":"traceutil/trace.go:171","msg":"trace[1752669987] transaction","detail":"{read_only:false; response_revision:10756; number_of_response:1; }","duration":"267.045444ms","start":"2026-07-02T05:34:52.082345Z","end":"2026-07-02T05:34:52.34939Z","steps":["trace[1752669987] 'process raft request' (duration: 266.877918ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:34:52.524763Z","caller":"traceutil/trace.go:171","msg":"trace[1481788234] transaction","detail":"{read_only:false; response_revision:10757; number_of_response:1; }","duration":"164.212413ms","start":"2026-07-02T05:34:52.360529Z","end":"2026-07-02T05:34:52.524742Z","steps":["trace[1481788234] 'process raft request' (duration: 164.093579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:34:53.830062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.841421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-02T05:34:53.830131Z","caller":"traceutil/trace.go:171","msg":"trace[431911935] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10764; }","duration":"173.972335ms","start":"2026-07-02T05:34:53.656142Z","end":"2026-07-02T05:34:53.830114Z","steps":["trace[431911935] 'range keys from in-memory index tree' (duration: 173.672566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:34:53.83013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.24422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-02T05:34:53.83013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.561552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-02T05:34:53.830187Z","caller":"traceutil/trace.go:171","msg":"trace[1529429349] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10764; }","duration":"182.333003ms","start":"2026-07-02T05:34:53.647838Z","end":"2026-07-02T05:34:53.830171Z","steps":["trace[1529429349] 'range keys from in-memory index tree' (duration: 182.092655ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:34:53.830192Z","caller":"traceutil/trace.go:171","msg":"trace[1530717930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10764; }","duration":"173.651965ms","start":"2026-07-02T05:34:53.656525Z","end":"2026-07-02T05:34:53.830177Z","steps":["trace[1530717930] 'range keys from in-memory index tree' (duration: 173.401267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:34:53.83043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.654665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-02T05:34:53.830548Z","caller":"traceutil/trace.go:171","msg":"trace[134166839] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10764; }","duration":"178.836751ms","start":"2026-07-02T05:34:53.651675Z","end":"2026-07-02T05:34:53.830512Z","steps":["trace[134166839] 'range keys from in-memory index tree' (duration: 178.437868ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:34:54.17124Z","caller":"traceutil/trace.go:171","msg":"trace[866880738] transaction","detail":"{read_only:false; response_revision:10766; number_of_response:1; }","duration":"336.172835ms","start":"2026-07-02T05:34:53.835036Z","end":"2026-07-02T05:34:54.171209Z","steps":["trace[866880738] 'process raft request' (duration: 246.375832ms)","trace[866880738] 'compare' (duration: 89.584646ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:34:54.171319Z","caller":"traceutil/trace.go:171","msg":"trace[898651315] linearizableReadLoop","detail":"{readStateIndex:11153; appliedIndex:11150; }","duration":"286.93205ms","start":"2026-07-02T05:34:53.884363Z","end":"2026-07-02T05:34:54.171295Z","steps":["trace[898651315] 'read index received' (duration: 196.92856ms)","trace[898651315] 'applied index is now lower than readState.Index' (duration: 90.00215ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:34:54.171358Z","caller":"traceutil/trace.go:171","msg":"trace[805476913] transaction","detail":"{read_only:false; response_revision:10768; number_of_response:1; }","duration":"335.939127ms","start":"2026-07-02T05:34:53.835385Z","end":"2026-07-02T05:34:54.171324Z","steps":["trace[805476913] 'process raft request' (duration: 335.824843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:34:54.171386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:34:53.835013Z","time spent":"336.297178ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:34:54.171296Z","caller":"traceutil/trace.go:171","msg":"trace[1311089043] transaction","detail":"{read_only:false; response_revision:10767; number_of_response:1; }","duration":"336.059131ms","start":"2026-07-02T05:34:53.835203Z","end":"2026-07-02T05:34:54.171263Z","steps":["trace[1311089043] 'process raft request' (duration: 335.936207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:34:54.171502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:34:53.835377Z","time spent":"336.045061ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:34:54.171521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:34:53.835195Z","time spent":"336.243706ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:34:54.172095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.718925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xbf4l\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-02T05:34:54.172153Z","caller":"traceutil/trace.go:171","msg":"trace[523527245] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xbf4l; range_end:; response_count:1; response_revision:10768; }","duration":"287.810568ms","start":"2026-07-02T05:34:53.884329Z","end":"2026-07-02T05:34:54.172139Z","steps":["trace[523527245] 'agreement among raft nodes before linearized reading' (duration: 287.083375ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:34:56.33732Z","caller":"traceutil/trace.go:171","msg":"trace[1533736563] linearizableReadLoop","detail":"{readStateIndex:11166; appliedIndex:11165; }","duration":"163.581513ms","start":"2026-07-02T05:34:56.173718Z","end":"2026-07-02T05:34:56.337299Z","steps":["trace[1533736563] 'read index received' (duration: 163.361146ms)","trace[1533736563] 'applied index is now lower than readState.Index' (duration: 219.467µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:34:56.337541Z","caller":"traceutil/trace.go:171","msg":"trace[441023744] transaction","detail":"{read_only:false; response_revision:10779; number_of_response:1; }","duration":"200.260227ms","start":"2026-07-02T05:34:56.137155Z","end":"2026-07-02T05:34:56.337415Z","steps":["trace[441023744] 'process raft request' (duration: 200.004889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:34:56.337726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.824936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-02T05:34:56.337617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.884752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-07-02T05:34:56.337807Z","caller":"traceutil/trace.go:171","msg":"trace[93208264] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10779; }","duration":"161.92291ms","start":"2026-07-02T05:34:56.175845Z","end":"2026-07-02T05:34:56.337768Z","steps":["trace[93208264] 'agreement among raft nodes before linearized reading' (duration: 161.814417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:34:56.337792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.618798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-02T05:34:56.337849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.436888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xbf4l\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-02T05:34:56.337889Z","caller":"traceutil/trace.go:171","msg":"trace[1738526283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10779; }","duration":"160.742032ms","start":"2026-07-02T05:34:56.17713Z","end":"2026-07-02T05:34:56.337872Z","steps":["trace[1738526283] 'agreement among raft nodes before linearized reading' (duration: 160.500495ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:34:56.33793Z","caller":"traceutil/trace.go:171","msg":"trace[423995729] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xbf4l; range_end:; response_count:1; response_revision:10779; }","duration":"153.558263ms","start":"2026-07-02T05:34:56.184355Z","end":"2026-07-02T05:34:56.337913Z","steps":["trace[423995729] 'agreement among raft nodes before linearized reading' (duration: 153.309505ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:34:56.337828Z","caller":"traceutil/trace.go:171","msg":"trace[1248862449] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10779; }","duration":"164.138831ms","start":"2026-07-02T05:34:56.173676Z","end":"2026-07-02T05:34:56.337815Z","steps":["trace[1248862449] 'agreement among raft nodes before linearized reading' (duration: 163.752068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:34:56.33764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.810356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-02T05:34:56.338055Z","caller":"traceutil/trace.go:171","msg":"trace[1927513727] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10779; }","duration":"162.24516ms","start":"2026-07-02T05:34:56.175775Z","end":"2026-07-02T05:34:56.33802Z","steps":["trace[1927513727] 'agreement among raft nodes before linearized reading' (duration: 161.757955ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:34:56.509051Z","caller":"traceutil/trace.go:171","msg":"trace[1866053516] transaction","detail":"{read_only:false; response_revision:10780; number_of_response:1; }","duration":"166.659451ms","start":"2026-07-02T05:34:56.342363Z","end":"2026-07-02T05:34:56.509022Z","steps":["trace[1866053516] 'process raft request' (duration: 166.499786ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:34:56.528429Z","caller":"traceutil/trace.go:171","msg":"trace[933496208] transaction","detail":"{read_only:false; response_revision:10781; number_of_response:1; }","duration":"185.901117ms","start":"2026-07-02T05:34:56.342512Z","end":"2026-07-02T05:34:56.528414Z","steps":["trace[933496208] 'process raft request' (duration: 185.779883ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:34:56.52853Z","caller":"traceutil/trace.go:171","msg":"trace[309492276] transaction","detail":"{read_only:false; response_revision:10782; number_of_response:1; }","duration":"185.606618ms","start":"2026-07-02T05:34:56.342895Z","end":"2026-07-02T05:34:56.528502Z","steps":["trace[309492276] 'process raft request' (duration: 185.492304ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:34:57.184718Z","caller":"traceutil/trace.go:171","msg":"trace[73476321] linearizableReadLoop","detail":"{readStateIndex:11174; appliedIndex:11172; }","duration":"110.113913ms","start":"2026-07-02T05:34:57.07458Z","end":"2026-07-02T05:34:57.184694Z","steps":["trace[73476321] 'read index received' (duration: 53.709888ms)","trace[73476321] 'applied index is now lower than readState.Index' (duration: 56.403035ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:34:57.184755Z","caller":"traceutil/trace.go:171","msg":"trace[2034797586] transaction","detail":"{read_only:false; response_revision:10787; number_of_response:1; }","duration":"182.922322ms","start":"2026-07-02T05:34:57.001807Z","end":"2026-07-02T05:34:57.184729Z","steps":["trace[2034797586] 'process raft request' (duration: 182.833049ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:34:57.184757Z","caller":"traceutil/trace.go:171","msg":"trace[1407629194] transaction","detail":"{read_only:false; response_revision:10786; number_of_response:1; }","duration":"183.16761ms","start":"2026-07-02T05:34:57.001558Z","end":"2026-07-02T05:34:57.184725Z","steps":["trace[1407629194] 'process raft request' (duration: 126.795646ms)","trace[1407629194] 'compare' (duration: 56.125496ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:34:57.18486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.260178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:34:57.184909Z","caller":"traceutil/trace.go:171","msg":"trace[691367248] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:10787; }","duration":"110.392421ms","start":"2026-07-02T05:34:57.0745Z","end":"2026-07-02T05:34:57.184892Z","steps":["trace[691367248] 'agreement among raft nodes before linearized reading' (duration: 110.289538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:34:57.42743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.454236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:34:57.427511Z","caller":"traceutil/trace.go:171","msg":"trace[1565168014] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:10788; }","duration":"121.58605ms","start":"2026-07-02T05:34:57.305908Z","end":"2026-07-02T05:34:57.427494Z","steps":["trace[1565168014] 'range keys from in-memory index tree' (duration: 121.370732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:34:57.427503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.851226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:34:57.427583Z","caller":"traceutil/trace.go:171","msg":"trace[598981826] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:10788; }","duration":"120.97555ms","start":"2026-07-02T05:34:57.306584Z","end":"2026-07-02T05:34:57.42756Z","steps":["trace[598981826] 'count revisions from in-memory index tree' (duration: 120.779533ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:34:57.541783Z","caller":"traceutil/trace.go:171","msg":"trace[176650707] transaction","detail":"{read_only:false; response_revision:10789; number_of_response:1; }","duration":"194.4055ms","start":"2026-07-02T05:34:57.347354Z","end":"2026-07-02T05:34:57.541759Z","steps":["trace[176650707] 'process raft request' (duration: 194.245335ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:35:07.798015Z","caller":"traceutil/trace.go:171","msg":"trace[1937817420] transaction","detail":"{read_only:false; response_revision:10881; number_of_response:1; }","duration":"135.807944ms","start":"2026-07-02T05:35:07.66218Z","end":"2026-07-02T05:35:07.797988Z","steps":["trace[1937817420] 'process raft request' (duration: 135.650659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:36:02.401183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.370148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T05:36:02.401279Z","caller":"traceutil/trace.go:171","msg":"trace[542891472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11474; }","duration":"219.508962ms","start":"2026-07-02T05:36:02.181749Z","end":"2026-07-02T05:36:02.401258Z","steps":["trace[542891472] 'range keys from in-memory index tree' (duration: 219.203833ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:36:02.714915Z","caller":"traceutil/trace.go:171","msg":"trace[105204084] linearizableReadLoop","detail":"{readStateIndex:11878; appliedIndex:11877; }","duration":"248.673915ms","start":"2026-07-02T05:36:02.466222Z","end":"2026-07-02T05:36:02.714896Z","steps":["trace[105204084] 'read index received' (duration: 248.545221ms)","trace[105204084] 'applied index is now lower than readState.Index' (duration: 127.834µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:36:02.714966Z","caller":"traceutil/trace.go:171","msg":"trace[2032047291] transaction","detail":"{read_only:false; response_revision:11475; number_of_response:1; }","duration":"309.192231ms","start":"2026-07-02T05:36:02.405747Z","end":"2026-07-02T05:36:02.714939Z","steps":["trace[2032047291] 'process raft request' (duration: 309.029236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:36:02.715029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.78993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:36:02.715062Z","caller":"traceutil/trace.go:171","msg":"trace[292227623] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:11475; }","duration":"248.866481ms","start":"2026-07-02T05:36:02.466187Z","end":"2026-07-02T05:36:02.715054Z","steps":["trace[292227623] 'agreement among raft nodes before linearized reading' (duration: 248.799809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:36:02.715094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:36:02.405722Z","time spent":"309.299035ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:36:23.01591Z","caller":"traceutil/trace.go:171","msg":"trace[992087041] linearizableReadLoop","detail":"{readStateIndex:11997; appliedIndex:11996; }","duration":"184.053749ms","start":"2026-07-02T05:36:22.83184Z","end":"2026-07-02T05:36:23.015893Z","steps":["trace[992087041] 'read index received' (duration: 183.938575ms)","trace[992087041] 'applied index is now lower than readState.Index' (duration: 114.574µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:36:23.01602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.163002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:36:23.01604Z","caller":"traceutil/trace.go:171","msg":"trace[1475910520] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11590; }","duration":"184.221733ms","start":"2026-07-02T05:36:22.831812Z","end":"2026-07-02T05:36:23.016034Z","steps":["trace[1475910520] 'agreement among raft nodes before linearized reading' (duration: 184.163051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:36:23.016073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.162022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:36:23.01613Z","caller":"traceutil/trace.go:171","msg":"trace[979104787] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11590; }","duration":"184.257465ms","start":"2026-07-02T05:36:22.831865Z","end":"2026-07-02T05:36:23.016123Z","steps":["trace[979104787] 'agreement among raft nodes before linearized reading' (duration: 184.138831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:36:23.016212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.068436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-02T05:36:23.016277Z","caller":"traceutil/trace.go:171","msg":"trace[911178877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11590; }","duration":"112.171999ms","start":"2026-07-02T05:36:22.90409Z","end":"2026-07-02T05:36:23.016262Z","steps":["trace[911178877] 'agreement among raft nodes before linearized reading' (duration: 111.962912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:36:23.016302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.155542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xbf4l\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-02T05:36:23.016363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.226964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:36:23.016374Z","caller":"traceutil/trace.go:171","msg":"trace[952289632] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xbf4l; range_end:; response_count:1; response_revision:11590; }","duration":"104.225315ms","start":"2026-07-02T05:36:22.912127Z","end":"2026-07-02T05:36:23.016352Z","steps":["trace[952289632] 'agreement among raft nodes before linearized reading' (duration: 103.992987ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:36:23.016395Z","caller":"traceutil/trace.go:171","msg":"trace[438415299] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11590; }","duration":"184.270906ms","start":"2026-07-02T05:36:22.832117Z","end":"2026-07-02T05:36:23.016388Z","steps":["trace[438415299] 'agreement among raft nodes before linearized reading' (duration: 184.223334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:36:23.016427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.822567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-07-02T05:36:23.015964Z","caller":"traceutil/trace.go:171","msg":"trace[1727816143] transaction","detail":"{read_only:false; response_revision:11590; number_of_response:1; }","duration":"194.641757ms","start":"2026-07-02T05:36:22.821296Z","end":"2026-07-02T05:36:23.015937Z","steps":["trace[1727816143] 'process raft request' (duration: 194.492813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:36:23.016432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.901714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:36:23.016577Z","caller":"traceutil/trace.go:171","msg":"trace[593661615] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11590; }","duration":"184.169112ms","start":"2026-07-02T05:36:22.832386Z","end":"2026-07-02T05:36:23.016555Z","steps":["trace[593661615] 'agreement among raft nodes before linearized reading' (duration: 183.816581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:36:23.016562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.983647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-02T05:36:23.01679Z","caller":"traceutil/trace.go:171","msg":"trace[508592411] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11590; }","duration":"109.248546ms","start":"2026-07-02T05:36:22.907518Z","end":"2026-07-02T05:36:23.016767Z","steps":["trace[508592411] 'agreement among raft nodes before linearized reading' (duration: 108.783241ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:36:23.016508Z","caller":"traceutil/trace.go:171","msg":"trace[183478677] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11590; }","duration":"176.942621ms","start":"2026-07-02T05:36:22.839548Z","end":"2026-07-02T05:36:23.016491Z","steps":["trace[183478677] 'agreement among raft nodes before linearized reading' (duration: 176.693823ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:36:23.417629Z","caller":"traceutil/trace.go:171","msg":"trace[1458229251] transaction","detail":"{read_only:false; response_revision:11591; number_of_response:1; }","duration":"397.783026ms","start":"2026-07-02T05:36:23.019808Z","end":"2026-07-02T05:36:23.417591Z","steps":["trace[1458229251] 'process raft request' (duration: 342.791576ms)","trace[1458229251] 'compare' (duration: 54.635188ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:36:23.417791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:36:23.019782Z","time spent":"397.934711ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:36:23.499557Z","caller":"traceutil/trace.go:171","msg":"trace[1802300895] transaction","detail":"{read_only:false; response_revision:11592; number_of_response:1; }","duration":"479.48443ms","start":"2026-07-02T05:36:23.02004Z","end":"2026-07-02T05:36:23.499525Z","steps":["trace[1802300895] 'process raft request' (duration: 479.227511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:36:23.499713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:36:23.020024Z","time spent":"479.605703ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:36:23.500255Z","caller":"traceutil/trace.go:171","msg":"trace[932327105] linearizableReadLoop","detail":"{readStateIndex:12000; appliedIndex:11997; }","duration":"477.244738ms","start":"2026-07-02T05:36:23.022979Z","end":"2026-07-02T05:36:23.500223Z","steps":["trace[932327105] 'read index received' (duration: 339.618875ms)","trace[932327105] 'applied index is now lower than readState.Index' (duration: 137.624533ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:36:23.50035Z","caller":"traceutil/trace.go:171","msg":"trace[782623511] transaction","detail":"{read_only:false; response_revision:11593; number_of_response:1; }","duration":"480.13809ms","start":"2026-07-02T05:36:23.020192Z","end":"2026-07-02T05:36:23.50033Z","steps":["trace[782623511] 'process raft request' (duration: 479.20092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:36:23.500511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:36:23.020183Z","time spent":"480.246573ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:36:23.501104Z","caller":"traceutil/trace.go:171","msg":"trace[1092794463] transaction","detail":"{read_only:false; response_revision:11594; number_of_response:1; }","duration":"249.590295ms","start":"2026-07-02T05:36:23.251503Z","end":"2026-07-02T05:36:23.501093Z","steps":["trace[1092794463] 'process raft request' (duration: 248.648495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:36:23.501377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.365564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447919"} {"level":"info","ts":"2026-07-02T05:36:23.501454Z","caller":"traceutil/trace.go:171","msg":"trace[651892238] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11594; }","duration":"478.473777ms","start":"2026-07-02T05:36:23.022961Z","end":"2026-07-02T05:36:23.501434Z","steps":["trace[651892238] 'agreement among raft nodes before linearized reading' (duration: 477.407163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:36:23.501532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:36:23.022949Z","time spent":"478.55138ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447942,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-02T05:36:23.625682Z","caller":"traceutil/trace.go:171","msg":"trace[1000849564] transaction","detail":"{read_only:false; response_revision:11595; number_of_response:1; }","duration":"253.326304ms","start":"2026-07-02T05:36:23.372335Z","end":"2026-07-02T05:36:23.625662Z","steps":["trace[1000849564] 'process raft request' (duration: 155.917168ms)","trace[1000849564] 'compare' (duration: 97.166328ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:36:23.625676Z","caller":"traceutil/trace.go:171","msg":"trace[494961346] transaction","detail":"{read_only:false; response_revision:11596; number_of_response:1; }","duration":"121.225609ms","start":"2026-07-02T05:36:23.504426Z","end":"2026-07-02T05:36:23.625652Z","steps":["trace[494961346] 'process raft request' (duration: 121.145076ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:36:23.625881Z","caller":"traceutil/trace.go:171","msg":"trace[832303462] transaction","detail":"{read_only:false; response_revision:11597; number_of_response:1; }","duration":"121.377413ms","start":"2026-07-02T05:36:23.504452Z","end":"2026-07-02T05:36:23.625829Z","steps":["trace[832303462] 'process raft request' (duration: 121.158876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:36:24.153851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.551172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:36:24.153975Z","caller":"traceutil/trace.go:171","msg":"trace[589710244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11597; }","duration":"218.713777ms","start":"2026-07-02T05:36:23.935237Z","end":"2026-07-02T05:36:24.153951Z","steps":["trace[589710244] 'range keys from in-memory index tree' (duration: 218.369885ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:36:24.343068Z","caller":"traceutil/trace.go:171","msg":"trace[218169619] transaction","detail":"{read_only:false; response_revision:11598; number_of_response:1; }","duration":"141.246548ms","start":"2026-07-02T05:36:24.201795Z","end":"2026-07-02T05:36:24.343042Z","steps":["trace[218169619] 'process raft request' (duration: 141.00332ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:36:25.761804Z","caller":"traceutil/trace.go:171","msg":"trace[119195787] transaction","detail":"{read_only:false; response_revision:11604; number_of_response:1; }","duration":"131.754735ms","start":"2026-07-02T05:36:25.63002Z","end":"2026-07-02T05:36:25.761775Z","steps":["trace[119195787] 'process raft request' (duration: 64.027798ms)","trace[119195787] 'compare' (duration: 67.52686ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:36:25.762196Z","caller":"traceutil/trace.go:171","msg":"trace[1159658179] transaction","detail":"{read_only:false; response_revision:11605; number_of_response:1; }","duration":"132.104636ms","start":"2026-07-02T05:36:25.630079Z","end":"2026-07-02T05:36:25.762184Z","steps":["trace[1159658179] 'process raft request' (duration: 131.652941ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:36:25.762171Z","caller":"traceutil/trace.go:171","msg":"trace[2082617245] transaction","detail":"{read_only:false; response_revision:11606; number_of_response:1; }","duration":"131.551838ms","start":"2026-07-02T05:36:25.630591Z","end":"2026-07-02T05:36:25.762143Z","steps":["trace[2082617245] 'process raft request' (duration: 131.421844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:36:26.017736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.613476ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-02T05:36:26.017841Z","caller":"traceutil/trace.go:171","msg":"trace[569908404] linearizableReadLoop","detail":"{readStateIndex:12014; appliedIndex:12013; }","duration":"107.907072ms","start":"2026-07-02T05:36:25.909915Z","end":"2026-07-02T05:36:26.017822Z","steps":["trace[569908404] 'read index received' (duration: 46.291µs)","trace[569908404] 'applied index is now lower than readState.Index' (duration: 107.859011ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:36:26.01803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.088558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-02T05:36:26.018112Z","caller":"traceutil/trace.go:171","msg":"trace[1219765070] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11606; }","duration":"108.230182ms","start":"2026-07-02T05:36:25.909862Z","end":"2026-07-02T05:36:26.018092Z","steps":["trace[1219765070] 'agreement among raft nodes before linearized reading' (duration: 108.005945ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:36:27.574676Z","caller":"traceutil/trace.go:171","msg":"trace[845618918] transaction","detail":"{read_only:false; response_revision:11609; number_of_response:1; }","duration":"107.450557ms","start":"2026-07-02T05:36:27.467198Z","end":"2026-07-02T05:36:27.574649Z","steps":["trace[845618918] 'process raft request' (duration: 107.134947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:36:29.080575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.187437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:36:29.080673Z","caller":"traceutil/trace.go:171","msg":"trace[1524770197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11618; }","duration":"146.319741ms","start":"2026-07-02T05:36:28.934329Z","end":"2026-07-02T05:36:29.080648Z","steps":["trace[1524770197] 'range keys from in-memory index tree' (duration: 146.100865ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:36:29.396473Z","caller":"traceutil/trace.go:171","msg":"trace[896965647] linearizableReadLoop","detail":"{readStateIndex:12027; appliedIndex:12026; }","duration":"169.09603ms","start":"2026-07-02T05:36:29.227346Z","end":"2026-07-02T05:36:29.396442Z","steps":["trace[896965647] 'read index received' (duration: 168.903694ms)","trace[896965647] 'applied index is now lower than readState.Index' (duration: 191.226µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:36:29.396581Z","caller":"traceutil/trace.go:171","msg":"trace[1091820075] transaction","detail":"{read_only:false; response_revision:11619; number_of_response:1; }","duration":"308.709566ms","start":"2026-07-02T05:36:29.087838Z","end":"2026-07-02T05:36:29.396547Z","steps":["trace[1091820075] 'process raft request' (duration: 308.404626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:36:29.396662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.283306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:36:29.396715Z","caller":"traceutil/trace.go:171","msg":"trace[1394186024] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11619; }","duration":"169.401799ms","start":"2026-07-02T05:36:29.227296Z","end":"2026-07-02T05:36:29.396698Z","steps":["trace[1394186024] 'agreement among raft nodes before linearized reading' (duration: 169.259274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:36:29.39687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:36:29.087826Z","time spent":"308.84298ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:36:29.899877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.212846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-02T05:36:29.899976Z","caller":"traceutil/trace.go:171","msg":"trace[508651251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11619; }","duration":"296.34975ms","start":"2026-07-02T05:36:29.603602Z","end":"2026-07-02T05:36:29.899952Z","steps":["trace[508651251] 'range keys from in-memory index tree' (duration: 296.043961ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:36:29.924731Z","caller":"traceutil/trace.go:171","msg":"trace[836566486] transaction","detail":"{read_only:false; response_revision:11620; number_of_response:1; }","duration":"320.280425ms","start":"2026-07-02T05:36:29.604433Z","end":"2026-07-02T05:36:29.924713Z","steps":["trace[836566486] 'process raft request' (duration: 320.159642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:36:29.924888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:36:29.604421Z","time spent":"320.360709ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:36:29.924973Z","caller":"traceutil/trace.go:171","msg":"trace[681996471] linearizableReadLoop","detail":"{readStateIndex:12028; appliedIndex:12028; }","duration":"252.969653ms","start":"2026-07-02T05:36:29.671965Z","end":"2026-07-02T05:36:29.924935Z","steps":["trace[681996471] 'read index received' (duration: 252.959752ms)","trace[681996471] 'applied index is now lower than readState.Index' (duration: 7.87µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:36:29.925166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.19774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-02T05:36:29.925243Z","caller":"traceutil/trace.go:171","msg":"trace[1560127146] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11620; }","duration":"253.322344ms","start":"2026-07-02T05:36:29.671898Z","end":"2026-07-02T05:36:29.925221Z","steps":["trace[1560127146] 'agreement among raft nodes before linearized reading' (duration: 253.131818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:36:29.928096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.202236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-02T05:36:29.928155Z","caller":"traceutil/trace.go:171","msg":"trace[1814806257] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11624; }","duration":"246.284209ms","start":"2026-07-02T05:36:29.681854Z","end":"2026-07-02T05:36:29.928138Z","steps":["trace[1814806257] 'agreement among raft nodes before linearized reading' (duration: 246.137934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:36:29.92834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.731461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xbf4l\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-02T05:36:29.928412Z","caller":"traceutil/trace.go:171","msg":"trace[1531629614] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xbf4l; range_end:; response_count:1; response_revision:11624; }","duration":"235.825804ms","start":"2026-07-02T05:36:29.692568Z","end":"2026-07-02T05:36:29.928394Z","steps":["trace[1531629614] 'agreement among raft nodes before linearized reading' (duration: 235.652699ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:36:33.768651Z","caller":"traceutil/trace.go:171","msg":"trace[1739086544] transaction","detail":"{read_only:false; response_revision:11650; number_of_response:1; }","duration":"331.706742ms","start":"2026-07-02T05:36:33.43692Z","end":"2026-07-02T05:36:33.768627Z","steps":["trace[1739086544] 'process raft request' (duration: 327.221948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:36:33.768812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:36:33.436901Z","time spent":"331.816176ms","remote":"127.0.0.1:50056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:38:27.566888Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10119} {"level":"info","ts":"2026-07-02T05:38:27.646619Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10119,"took":"77.444528ms","hash":2510301040,"current-db-size-bytes":55918592,"current-db-size":"56 MB","current-db-size-in-use-bytes":27439104,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-02T05:38:27.646673Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2510301040,"revision":10119,"compact-revision":7748} {"level":"warn","ts":"2026-07-02T05:42:14.167312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.5913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:42:14.167392Z","caller":"traceutil/trace.go:171","msg":"trace[653360893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13983; }","duration":"231.715854ms","start":"2026-07-02T05:42:13.93566Z","end":"2026-07-02T05:42:14.167376Z","steps":["trace[653360893] 'range keys from in-memory index tree' (duration: 231.491717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:42:14.167706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.532982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-02T05:42:14.167828Z","caller":"traceutil/trace.go:171","msg":"trace[38338228] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13983; }","duration":"102.693427ms","start":"2026-07-02T05:42:14.065102Z","end":"2026-07-02T05:42:14.167796Z","steps":["trace[38338228] 'range keys from in-memory index tree' (duration: 102.229932ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:42:17.113627Z","caller":"traceutil/trace.go:171","msg":"trace[1939186403] linearizableReadLoop","detail":"{readStateIndex:14486; appliedIndex:14485; }","duration":"178.675852ms","start":"2026-07-02T05:42:16.934929Z","end":"2026-07-02T05:42:17.113605Z","steps":["trace[1939186403] 'read index received' (duration: 178.566478ms)","trace[1939186403] 'applied index is now lower than readState.Index' (duration: 108.744µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:42:17.113945Z","caller":"traceutil/trace.go:171","msg":"trace[2106690993] transaction","detail":"{read_only:false; response_revision:13996; number_of_response:1; }","duration":"196.80923ms","start":"2026-07-02T05:42:16.917128Z","end":"2026-07-02T05:42:17.113937Z","steps":["trace[2106690993] 'process raft request' (duration: 196.296944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:42:17.114133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.198738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:42:17.114157Z","caller":"traceutil/trace.go:171","msg":"trace[1131769418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13996; }","duration":"179.26826ms","start":"2026-07-02T05:42:16.934882Z","end":"2026-07-02T05:42:17.114151Z","steps":["trace[1131769418] 'agreement among raft nodes before linearized reading' (duration: 179.210258ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:42:35.382241Z","caller":"traceutil/trace.go:171","msg":"trace[216998181] transaction","detail":"{read_only:false; response_revision:14094; number_of_response:1; }","duration":"174.825799ms","start":"2026-07-02T05:42:35.207392Z","end":"2026-07-02T05:42:35.382217Z","steps":["trace[216998181] 'process raft request' (duration: 174.658034ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:42:35.60239Z","caller":"traceutil/trace.go:171","msg":"trace[1439228600] transaction","detail":"{read_only:false; response_revision:14096; number_of_response:1; }","duration":"316.919533ms","start":"2026-07-02T05:42:35.285452Z","end":"2026-07-02T05:42:35.602372Z","steps":["trace[1439228600] 'process raft request' (duration: 316.863971ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:42:35.602431Z","caller":"traceutil/trace.go:171","msg":"trace[1878275122] transaction","detail":"{read_only:false; response_revision:14095; number_of_response:1; }","duration":"383.766047ms","start":"2026-07-02T05:42:35.218621Z","end":"2026-07-02T05:42:35.602387Z","steps":["trace[1878275122] 'process raft request' (duration: 380.603376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:42:35.602546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:42:35.285424Z","time spent":"317.037247ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:42:35.60258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:42:35.218582Z","time spent":"383.920111ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:42:35.603964Z","caller":"traceutil/trace.go:171","msg":"trace[504416645] transaction","detail":"{read_only:false; response_revision:14097; number_of_response:1; }","duration":"187.976739ms","start":"2026-07-02T05:42:35.415972Z","end":"2026-07-02T05:42:35.603949Z","steps":["trace[504416645] 'process raft request' (duration: 187.845844ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:42:35.604068Z","caller":"traceutil/trace.go:171","msg":"trace[122195332] transaction","detail":"{read_only:false; response_revision:14098; number_of_response:1; }","duration":"183.550497ms","start":"2026-07-02T05:42:35.420506Z","end":"2026-07-02T05:42:35.604057Z","steps":["trace[122195332] 'process raft request' (duration: 183.410843ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:42:35.960003Z","caller":"traceutil/trace.go:171","msg":"trace[1575277826] linearizableReadLoop","detail":"{readStateIndex:14594; appliedIndex:14593; }","duration":"163.608251ms","start":"2026-07-02T05:42:35.796374Z","end":"2026-07-02T05:42:35.959982Z","steps":["trace[1575277826] 'read index received' (duration: 144.118329ms)","trace[1575277826] 'applied index is now lower than readState.Index' (duration: 19.488822ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:42:35.960205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.812047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-02T05:42:35.960234Z","caller":"traceutil/trace.go:171","msg":"trace[682588254] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14100; }","duration":"163.857948ms","start":"2026-07-02T05:42:35.796366Z","end":"2026-07-02T05:42:35.960224Z","steps":["trace[682588254] 'agreement among raft nodes before linearized reading' (duration: 163.726174ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:42:44.425113Z","caller":"traceutil/trace.go:171","msg":"trace[1579489725] transaction","detail":"{read_only:false; response_revision:14141; number_of_response:1; }","duration":"392.535296ms","start":"2026-07-02T05:42:44.032558Z","end":"2026-07-02T05:42:44.425093Z","steps":["trace[1579489725] 'process raft request' (duration: 392.396532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:42:44.425236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:42:44.032546Z","time spent":"392.627249ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:42:44.440346Z","caller":"traceutil/trace.go:171","msg":"trace[193464414] linearizableReadLoop","detail":"{readStateIndex:14637; appliedIndex:14635; }","duration":"137.320222ms","start":"2026-07-02T05:42:44.302999Z","end":"2026-07-02T05:42:44.440319Z","steps":["trace[193464414] 'read index received' (duration: 122.032174ms)","trace[193464414] 'applied index is now lower than readState.Index' (duration: 15.286578ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:42:44.440603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.59329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-02T05:42:44.440663Z","caller":"traceutil/trace.go:171","msg":"trace[1291188996] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14142; }","duration":"137.701614ms","start":"2026-07-02T05:42:44.302946Z","end":"2026-07-02T05:42:44.440647Z","steps":["trace[1291188996] 'agreement among raft nodes before linearized reading' (duration: 137.520158ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:42:44.440767Z","caller":"traceutil/trace.go:171","msg":"trace[902604498] transaction","detail":"{read_only:false; response_revision:14142; number_of_response:1; }","duration":"189.663472ms","start":"2026-07-02T05:42:44.251079Z","end":"2026-07-02T05:42:44.440743Z","steps":["trace[902604498] 'process raft request' (duration: 189.108195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:42:47.837595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.826438ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:42:47.837943Z","caller":"traceutil/trace.go:171","msg":"trace[1802464849] transaction","detail":"{read_only:false; response_revision:14157; number_of_response:1; }","duration":"176.337057ms","start":"2026-07-02T05:42:47.661589Z","end":"2026-07-02T05:42:47.837926Z","steps":["trace[1802464849] 'process raft request' (duration: 176.203183ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:42:47.837952Z","caller":"traceutil/trace.go:171","msg":"trace[1141427993] transaction","detail":"{read_only:false; response_revision:14156; number_of_response:1; }","duration":"199.093143ms","start":"2026-07-02T05:42:47.638813Z","end":"2026-07-02T05:42:47.837907Z","steps":["trace[1141427993] 'process raft request' (duration: 198.895487ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:42:47.838122Z","caller":"traceutil/trace.go:171","msg":"trace[1712858434] transaction","detail":"{read_only:false; response_revision:14155; number_of_response:1; }","duration":"201.451469ms","start":"2026-07-02T05:42:47.636658Z","end":"2026-07-02T05:42:47.838109Z","steps":["trace[1712858434] 'process raft request' (duration: 95.025793ms)","trace[1712858434] 'compare' (duration: 105.592989ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:42:47.838161Z","caller":"traceutil/trace.go:171","msg":"trace[444164540] transaction","detail":"{read_only:false; response_revision:14158; number_of_response:1; }","duration":"175.634365ms","start":"2026-07-02T05:42:47.662434Z","end":"2026-07-02T05:42:47.838068Z","steps":["trace[444164540] 'process raft request' (duration: 175.395457ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:42:48.611974Z","caller":"traceutil/trace.go:171","msg":"trace[912092374] linearizableReadLoop","detail":"{readStateIndex:14661; appliedIndex:14659; }","duration":"135.735632ms","start":"2026-07-02T05:42:48.476221Z","end":"2026-07-02T05:42:48.611957Z","steps":["trace[912092374] 'read index received' (duration: 77.175033ms)","trace[912092374] 'applied index is now lower than readState.Index' (duration: 58.560009ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:42:48.612014Z","caller":"traceutil/trace.go:171","msg":"trace[1963405190] transaction","detail":"{read_only:false; response_revision:14165; number_of_response:1; }","duration":"145.466122ms","start":"2026-07-02T05:42:48.466533Z","end":"2026-07-02T05:42:48.611999Z","steps":["trace[1963405190] 'process raft request' (duration: 145.320387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:42:48.612121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.883336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:42:48.612146Z","caller":"traceutil/trace.go:171","msg":"trace[1909430278] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:14165; }","duration":"135.937707ms","start":"2026-07-02T05:42:48.476202Z","end":"2026-07-02T05:42:48.61214Z","steps":["trace[1909430278] 'agreement among raft nodes before linearized reading' (duration: 135.817834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:42:51.646664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.758537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-02T05:42:51.646692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.222638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:42:51.646748Z","caller":"traceutil/trace.go:171","msg":"trace[835895091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14192; }","duration":"190.890522ms","start":"2026-07-02T05:42:51.45584Z","end":"2026-07-02T05:42:51.646731Z","steps":["trace[835895091] 'range keys from in-memory index tree' (duration: 190.586782ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:42:51.646781Z","caller":"traceutil/trace.go:171","msg":"trace[946954998] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14192; }","duration":"215.388123ms","start":"2026-07-02T05:42:51.431371Z","end":"2026-07-02T05:42:51.646759Z","steps":["trace[946954998] 'count revisions from in-memory index tree' (duration: 215.085723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:42:51.646806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.517243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-25m8v\" ","response":"range_response_count:1 size:12364"} {"level":"info","ts":"2026-07-02T05:42:51.646947Z","caller":"traceutil/trace.go:171","msg":"trace[1685495791] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-25m8v; range_end:; response_count:1; response_revision:14192; }","duration":"171.73172ms","start":"2026-07-02T05:42:51.47519Z","end":"2026-07-02T05:42:51.646921Z","steps":["trace[1685495791] 'range keys from in-memory index tree' (duration: 171.297686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:42:52.408102Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383290728,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:42:52.78335Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.132403906s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T05:42:52.783775Z","caller":"traceutil/trace.go:171","msg":"trace[1937340793] transaction","detail":"{read_only:false; response_revision:14193; number_of_response:1; }","duration":"1.132906042s","start":"2026-07-02T05:42:51.650832Z","end":"2026-07-02T05:42:52.783738Z","steps":["trace[1937340793] 'process raft request' (duration: 1.132720636s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:42:52.783947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:42:51.650815Z","time spent":"1.133030016s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:42:53.640478Z","caller":"traceutil/trace.go:171","msg":"trace[129229359] transaction","detail":"{read_only:false; response_revision:14195; number_of_response:1; }","duration":"1.788500243s","start":"2026-07-02T05:42:51.851941Z","end":"2026-07-02T05:42:53.640441Z","steps":["trace[129229359] 'process raft request' (duration: 1.788443331s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:42:53.640525Z","caller":"traceutil/trace.go:171","msg":"trace[2092940184] transaction","detail":"{read_only:false; response_revision:14194; number_of_response:1; }","duration":"1.980074836s","start":"2026-07-02T05:42:51.6604Z","end":"2026-07-02T05:42:53.640474Z","steps":["trace[2092940184] 'process raft request' (duration: 1.979867879s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:42:53.640597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:42:51.851911Z","time spent":"1.788622487s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:42:53.640709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:42:51.660391Z","time spent":"1.98022186s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12483,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:42:53.640754Z","caller":"traceutil/trace.go:171","msg":"trace[2044219803] transaction","detail":"{read_only:false; response_revision:14196; number_of_response:1; }","duration":"1.786976814s","start":"2026-07-02T05:42:51.853751Z","end":"2026-07-02T05:42:53.640728Z","steps":["trace[2044219803] 'process raft request' (duration: 1.786667134s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:42:53.640835Z","caller":"traceutil/trace.go:171","msg":"trace[1922057552] transaction","detail":"{read_only:false; response_revision:14197; number_of_response:1; }","duration":"1.78624374s","start":"2026-07-02T05:42:51.854586Z","end":"2026-07-02T05:42:53.640829Z","steps":["trace[1922057552] 'process raft request' (duration: 1.786045774s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:42:53.640884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:42:51.854575Z","time spent":"1.786282791s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:42:53.640925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:42:51.853729Z","time spent":"1.787104068s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:42:53.64146Z","caller":"traceutil/trace.go:171","msg":"trace[1829962927] linearizableReadLoop","detail":"{readStateIndex:14698; appliedIndex:14691; }","duration":"1.733788176s","start":"2026-07-02T05:42:51.907634Z","end":"2026-07-02T05:42:53.641423Z","steps":["trace[1829962927] 'read index received' (duration: 875.975903ms)","trace[1829962927] 'applied index is now lower than readState.Index' (duration: 857.810763ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:42:53.641566Z","caller":"traceutil/trace.go:171","msg":"trace[2084572256] transaction","detail":"{read_only:false; response_revision:14199; number_of_response:1; }","duration":"1.696207747s","start":"2026-07-02T05:42:51.945345Z","end":"2026-07-02T05:42:53.641553Z","steps":["trace[2084572256] 'process raft request' (duration: 1.69596179s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:42:53.641761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:42:51.945327Z","time spent":"1.69628218s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:42:53.641788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734142688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-02T05:42:53.641835Z","caller":"traceutil/trace.go:171","msg":"trace[1357040540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14199; }","duration":"1.734241681s","start":"2026-07-02T05:42:51.907579Z","end":"2026-07-02T05:42:53.641821Z","steps":["trace[1357040540] 'agreement among raft nodes before linearized reading' (duration: 1.734017844s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:42:53.641882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:42:51.90756Z","time spent":"1.734313164s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-02T05:42:53.641448Z","caller":"traceutil/trace.go:171","msg":"trace[90605862] transaction","detail":"{read_only:false; response_revision:14198; number_of_response:1; }","duration":"1.783557665s","start":"2026-07-02T05:42:51.857809Z","end":"2026-07-02T05:42:53.641366Z","steps":["trace[90605862] 'process raft request' (duration: 1.782995777s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:42:53.642058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:42:51.857779Z","time spent":"1.784223936s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:42:53.642141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73449566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-02T05:42:53.642179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705755682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:42:53.642213Z","caller":"traceutil/trace.go:171","msg":"trace[1711144981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14199; }","duration":"1.705789233s","start":"2026-07-02T05:42:51.936413Z","end":"2026-07-02T05:42:53.642202Z","steps":["trace[1711144981] 'agreement among raft nodes before linearized reading' (duration: 1.705737501s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:42:53.642215Z","caller":"traceutil/trace.go:171","msg":"trace[1992939121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14199; }","duration":"1.734617073s","start":"2026-07-02T05:42:51.907579Z","end":"2026-07-02T05:42:53.642196Z","steps":["trace[1992939121] 'agreement among raft nodes before linearized reading' (duration: 1.734448008s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:42:53.642254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:42:51.93637Z","time spent":"1.705875616s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:42:53.642265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:42:51.907555Z","time spent":"1.734696886s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T05:42:53.642528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.809147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xbf4l\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-02T05:42:53.642575Z","caller":"traceutil/trace.go:171","msg":"trace[1792797547] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xbf4l; range_end:; response_count:1; response_revision:14199; }","duration":"597.89045ms","start":"2026-07-02T05:42:53.044673Z","end":"2026-07-02T05:42:53.642563Z","steps":["trace[1792797547] 'agreement among raft nodes before linearized reading' (duration: 597.736645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:42:53.642607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:42:53.04465Z","time spent":"597.950311ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-xbf4l\" "} {"level":"warn","ts":"2026-07-02T05:42:53.64264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.203707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-02T05:42:53.642683Z","caller":"traceutil/trace.go:171","msg":"trace[799530541] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14199; }","duration":"722.289879ms","start":"2026-07-02T05:42:52.920382Z","end":"2026-07-02T05:42:53.642672Z","steps":["trace[799530541] 'agreement among raft nodes before linearized reading' (duration: 722.031911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:42:53.642685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.488688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:42:53.642727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:42:52.920355Z","time spent":"722.352801ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-02T05:42:53.642737Z","caller":"traceutil/trace.go:171","msg":"trace[1959239948] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:14199; }","duration":"137.576291ms","start":"2026-07-02T05:42:53.505146Z","end":"2026-07-02T05:42:53.642722Z","steps":["trace[1959239948] 'agreement among raft nodes before linearized reading' (duration: 137.487728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:42:53.642757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.615107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:42:53.64279Z","caller":"traceutil/trace.go:171","msg":"trace[561618031] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:14199; }","duration":"286.685979ms","start":"2026-07-02T05:42:53.356095Z","end":"2026-07-02T05:42:53.642781Z","steps":["trace[561618031] 'agreement among raft nodes before linearized reading' (duration: 286.628567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:42:53.642957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.070047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:42:53.642995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.074895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:42:53.643004Z","caller":"traceutil/trace.go:171","msg":"trace[1747141894] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:14199; }","duration":"944.175129ms","start":"2026-07-02T05:42:52.698817Z","end":"2026-07-02T05:42:53.642992Z","steps":["trace[1747141894] 'agreement among raft nodes before linearized reading' (duration: 944.092147ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:42:53.643027Z","caller":"traceutil/trace.go:171","msg":"trace[1654712756] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:14199; }","duration":"577.127627ms","start":"2026-07-02T05:42:53.065888Z","end":"2026-07-02T05:42:53.643016Z","steps":["trace[1654712756] 'agreement among raft nodes before linearized reading' (duration: 577.053685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:42:53.643039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:42:52.698804Z","time spent":"944.225422ms","remote":"127.0.0.1:39804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:42:53.643075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:42:53.065877Z","time spent":"577.189329ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:42:53.643262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.792911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-02T05:42:53.643303Z","caller":"traceutil/trace.go:171","msg":"trace[1690422587] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14199; }","duration":"997.872523ms","start":"2026-07-02T05:42:52.64542Z","end":"2026-07-02T05:42:53.643293Z","steps":["trace[1690422587] 'agreement among raft nodes before linearized reading' (duration: 997.77018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:42:53.643341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:42:52.645398Z","time spent":"997.933475ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T05:42:53.643382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076674538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-02T05:42:53.643453Z","caller":"traceutil/trace.go:171","msg":"trace[1382248120] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14199; }","duration":"1.076770261s","start":"2026-07-02T05:42:52.566665Z","end":"2026-07-02T05:42:53.643435Z","steps":["trace[1382248120] 'agreement among raft nodes before linearized reading' (duration: 1.076610986s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:42:53.643497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:42:52.566649Z","time spent":"1.076835713s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T05:42:55.989352Z","caller":"traceutil/trace.go:171","msg":"trace[1008467988] transaction","detail":"{read_only:false; response_revision:14209; number_of_response:1; }","duration":"458.109709ms","start":"2026-07-02T05:42:55.531216Z","end":"2026-07-02T05:42:55.989326Z","steps":["trace[1008467988] 'process raft request' (duration: 457.943263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:42:55.989495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:42:55.531196Z","time spent":"458.238093ms","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":874,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T05:42:56.125253Z","caller":"traceutil/trace.go:171","msg":"trace[271347945] transaction","detail":"{read_only:false; response_revision:14211; number_of_response:1; }","duration":"478.326594ms","start":"2026-07-02T05:42:55.646899Z","end":"2026-07-02T05:42:56.125226Z","steps":["trace[271347945] 'process raft request' (duration: 478.17739ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:42:56.125386Z","caller":"traceutil/trace.go:171","msg":"trace[1430717287] transaction","detail":"{read_only:false; response_revision:14213; number_of_response:1; }","duration":"477.937951ms","start":"2026-07-02T05:42:55.647434Z","end":"2026-07-02T05:42:56.125372Z","steps":["trace[1430717287] 'process raft request' (duration: 477.728354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:42:56.125392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:42:55.646882Z","time spent":"478.436657ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:42:56.125459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:42:55.647399Z","time spent":"478.024665ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:42:56.125536Z","caller":"traceutil/trace.go:171","msg":"trace[576049956] transaction","detail":"{read_only:false; response_revision:14212; number_of_response:1; }","duration":"478.333434ms","start":"2026-07-02T05:42:55.647194Z","end":"2026-07-02T05:42:56.125528Z","steps":["trace[576049956] 'process raft request' (duration: 477.931331ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:42:56.12552Z","caller":"traceutil/trace.go:171","msg":"trace[398097170] transaction","detail":"{read_only:false; response_revision:14214; number_of_response:1; }","duration":"475.111822ms","start":"2026-07-02T05:42:55.650373Z","end":"2026-07-02T05:42:56.125484Z","steps":["trace[398097170] 'process raft request' (duration: 474.817932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:42:56.125578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:42:55.647185Z","time spent":"478.371065ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:42:56.125545Z","caller":"traceutil/trace.go:171","msg":"trace[1901703272] transaction","detail":"{read_only:false; response_revision:14210; number_of_response:1; }","duration":"584.40703ms","start":"2026-07-02T05:42:55.540948Z","end":"2026-07-02T05:42:56.125355Z","steps":["trace[1901703272] 'process raft request' (duration: 583.968986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:42:56.125704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:42:55.650347Z","time spent":"475.254525ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:42:56.125891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:42:55.54089Z","time spent":"584.794331ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12797,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:42:56.147612Z","caller":"traceutil/trace.go:171","msg":"trace[193207800] linearizableReadLoop","detail":"{readStateIndex:14709; appliedIndex:14707; }","duration":"532.766681ms","start":"2026-07-02T05:42:55.614813Z","end":"2026-07-02T05:42:56.147579Z","steps":["trace[193207800] 'read index received' (duration: 374.49171ms)","trace[193207800] 'applied index is now lower than readState.Index' (duration: 158.27105ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:42:56.147872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.572173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:42:56.147893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.447472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-02T05:42:56.147937Z","caller":"traceutil/trace.go:171","msg":"trace[777012824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14214; }","duration":"212.713408ms","start":"2026-07-02T05:42:55.935207Z","end":"2026-07-02T05:42:56.147921Z","steps":["trace[777012824] 'agreement among raft nodes before linearized reading' (duration: 212.601924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:42:56.147897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.029349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:42:56.147953Z","caller":"traceutil/trace.go:171","msg":"trace[229653131] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14214; }","duration":"491.517985ms","start":"2026-07-02T05:42:55.656415Z","end":"2026-07-02T05:42:56.147933Z","steps":["trace[229653131] 'agreement among raft nodes before linearized reading' (duration: 491.335079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:42:56.147967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.302479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:42:56.148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:42:55.656409Z","time spent":"491.579207ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T05:42:56.148014Z","caller":"traceutil/trace.go:171","msg":"trace[20516602] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:14214; }","duration":"397.433132ms","start":"2026-07-02T05:42:55.750567Z","end":"2026-07-02T05:42:56.148Z","steps":["trace[20516602] 'agreement among raft nodes before linearized reading' (duration: 397.36354ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:42:56.147993Z","caller":"traceutil/trace.go:171","msg":"trace[95984457] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:14214; }","duration":"533.182894ms","start":"2026-07-02T05:42:55.614793Z","end":"2026-07-02T05:42:56.147975Z","steps":["trace[95984457] 'agreement among raft nodes before linearized reading' (duration: 532.908255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:42:56.148057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:42:55.750543Z","time spent":"397.501114ms","remote":"127.0.0.1:50048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:42:56.148083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:42:55.614752Z","time spent":"533.313778ms","remote":"127.0.0.1:50466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":34,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:42:56.148197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.74433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-02T05:42:56.148219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.569786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-02T05:42:56.148262Z","caller":"traceutil/trace.go:171","msg":"trace[667265520] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14214; }","duration":"490.830293ms","start":"2026-07-02T05:42:55.657411Z","end":"2026-07-02T05:42:56.148242Z","steps":["trace[667265520] 'agreement among raft nodes before linearized reading' (duration: 490.624186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:42:56.148328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:42:55.657401Z","time spent":"490.915135ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-02T05:42:56.148338Z","caller":"traceutil/trace.go:171","msg":"trace[1744503529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14214; }","duration":"491.753732ms","start":"2026-07-02T05:42:55.656552Z","end":"2026-07-02T05:42:56.148306Z","steps":["trace[1744503529] 'agreement among raft nodes before linearized reading' (duration: 491.38819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:42:56.148315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.758843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-02T05:42:56.148412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:42:55.656521Z","time spent":"491.879956ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-02T05:42:56.14843Z","caller":"traceutil/trace.go:171","msg":"trace[1192667727] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14214; }","duration":"491.880706ms","start":"2026-07-02T05:42:55.656534Z","end":"2026-07-02T05:42:56.148414Z","steps":["trace[1192667727] 'agreement among raft nodes before linearized reading' (duration: 491.68297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:42:56.14848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:42:55.656527Z","time spent":"491.937418ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T05:42:56.147893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.30209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xbf4l\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-02T05:42:56.148575Z","caller":"traceutil/trace.go:171","msg":"trace[515721638] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xbf4l; range_end:; response_count:1; response_revision:14214; }","duration":"483.008623ms","start":"2026-07-02T05:42:55.665557Z","end":"2026-07-02T05:42:56.148566Z","steps":["trace[515721638] 'agreement among raft nodes before linearized reading' (duration: 482.205057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:42:56.148603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:42:55.665546Z","time spent":"483.049154ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-xbf4l\" "} {"level":"info","ts":"2026-07-02T05:43:04.626557Z","caller":"traceutil/trace.go:171","msg":"trace[153795867] transaction","detail":"{read_only:false; response_revision:14375; number_of_response:1; }","duration":"112.004414ms","start":"2026-07-02T05:43:04.514533Z","end":"2026-07-02T05:43:04.626538Z","steps":["trace[153795867] 'process raft request' (duration: 111.020393ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:43:04.888619Z","caller":"traceutil/trace.go:171","msg":"trace[767464641] transaction","detail":"{read_only:false; response_revision:14376; number_of_response:1; }","duration":"116.833218ms","start":"2026-07-02T05:43:04.771759Z","end":"2026-07-02T05:43:04.888592Z","steps":["trace[767464641] 'process raft request' (duration: 116.654233ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:43:04.892223Z","caller":"traceutil/trace.go:171","msg":"trace[232235475] transaction","detail":"{read_only:false; response_revision:14377; number_of_response:1; }","duration":"119.352219ms","start":"2026-07-02T05:43:04.772813Z","end":"2026-07-02T05:43:04.892165Z","steps":["trace[232235475] 'process raft request' (duration: 119.184063ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:43:05.293075Z","caller":"traceutil/trace.go:171","msg":"trace[1616067852] linearizableReadLoop","detail":"{readStateIndex:14880; appliedIndex:14879; }","duration":"360.437ms","start":"2026-07-02T05:43:04.932622Z","end":"2026-07-02T05:43:05.293059Z","steps":["trace[1616067852] 'read index received' (duration: 360.272175ms)","trace[1616067852] 'applied index is now lower than readState.Index' (duration: 163.775µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:43:05.293125Z","caller":"traceutil/trace.go:171","msg":"trace[1154620947] transaction","detail":"{read_only:false; response_revision:14378; number_of_response:1; }","duration":"393.075803ms","start":"2026-07-02T05:43:04.90002Z","end":"2026-07-02T05:43:05.293096Z","steps":["trace[1154620947] 'process raft request' (duration: 392.924108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:43:05.293198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.568965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:43:05.293263Z","caller":"traceutil/trace.go:171","msg":"trace[272078069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14378; }","duration":"360.668778ms","start":"2026-07-02T05:43:04.93258Z","end":"2026-07-02T05:43:05.293248Z","steps":["trace[272078069] 'agreement among raft nodes before linearized reading' (duration: 360.577125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:43:05.293274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:43:04.899999Z","time spent":"393.191607ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7252,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:43:05.293299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:43:04.932563Z","time spent":"360.72776ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:43:05.293904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.705791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-02T05:43:05.293938Z","caller":"traceutil/trace.go:171","msg":"trace[1530531899] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14378; }","duration":"335.769254ms","start":"2026-07-02T05:43:04.95816Z","end":"2026-07-02T05:43:05.293929Z","steps":["trace[1530531899] 'agreement among raft nodes before linearized reading' (duration: 335.432423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:43:05.293959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:43:04.958142Z","time spent":"335.809665ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T05:43:06.132052Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383291147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:43:06.593739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.148514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:43:06.593841Z","caller":"traceutil/trace.go:171","msg":"trace[1319277044] transaction","detail":"{read_only:false; response_revision:14379; number_of_response:1; }","duration":"1.298260169s","start":"2026-07-02T05:43:05.295564Z","end":"2026-07-02T05:43:06.593824Z","steps":["trace[1319277044] 'process raft request' (duration: 936.946219ms)","trace[1319277044] 'compare' (duration: 360.948508ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:43:06.593887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:43:05.295548Z","time spent":"1.29831507s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:43:06.601922Z","caller":"traceutil/trace.go:171","msg":"trace[406739336] transaction","detail":"{read_only:false; response_revision:14380; number_of_response:1; }","duration":"1.303470135s","start":"2026-07-02T05:43:05.298423Z","end":"2026-07-02T05:43:06.601893Z","steps":["trace[406739336] 'process raft request' (duration: 1.30329163s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:43:06.602066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:43:05.298403Z","time spent":"1.303587968s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:43:06.604002Z","caller":"traceutil/trace.go:171","msg":"trace[65033805] transaction","detail":"{read_only:false; response_revision:14381; number_of_response:1; }","duration":"435.59104ms","start":"2026-07-02T05:43:06.16838Z","end":"2026-07-02T05:43:06.603971Z","steps":["trace[65033805] 'process raft request' (duration: 435.446325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:43:06.604177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:43:06.168354Z","time spent":"435.732904ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:43:06.604694Z","caller":"traceutil/trace.go:171","msg":"trace[846883369] linearizableReadLoop","detail":"{readStateIndex:14883; appliedIndex:14880; }","duration":"973.544387ms","start":"2026-07-02T05:43:05.631125Z","end":"2026-07-02T05:43:06.604669Z","steps":["trace[846883369] 'read index received' (duration: 601.401781ms)","trace[846883369] 'applied index is now lower than readState.Index' (duration: 372.137966ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:43:06.604847Z","caller":"traceutil/trace.go:171","msg":"trace[2070221632] transaction","detail":"{read_only:false; response_revision:14382; number_of_response:1; }","duration":"433.355308ms","start":"2026-07-02T05:43:06.171484Z","end":"2026-07-02T05:43:06.604839Z","steps":["trace[2070221632] 'process raft request' (duration: 432.438309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:43:06.604916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:43:06.171474Z","time spent":"433.406181ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:43:06.605028Z","caller":"traceutil/trace.go:171","msg":"trace[1213264844] transaction","detail":"{read_only:false; response_revision:14384; number_of_response:1; }","duration":"432.510952ms","start":"2026-07-02T05:43:06.172503Z","end":"2026-07-02T05:43:06.605014Z","steps":["trace[1213264844] 'process raft request' (duration: 432.12241ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:43:06.604809Z","caller":"traceutil/trace.go:171","msg":"trace[1844737635] transaction","detail":"{read_only:false; response_revision:14383; number_of_response:1; }","duration":"433.056169ms","start":"2026-07-02T05:43:06.171739Z","end":"2026-07-02T05:43:06.604795Z","steps":["trace[1844737635] 'process raft request' (duration: 432.811941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:43:06.605181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:43:06.171731Z","time spent":"433.41765ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:43:06.605247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:43:06.172496Z","time spent":"432.632886ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:43:06.605295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.522796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4d09087-f34e-444d-af12-4d2373eac555\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-07-02T05:43:06.605335Z","caller":"traceutil/trace.go:171","msg":"trace[1269398169] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e4d09087-f34e-444d-af12-4d2373eac555; range_end:; response_count:1; response_revision:14384; }","duration":"811.594919ms","start":"2026-07-02T05:43:05.793729Z","end":"2026-07-02T05:43:06.605324Z","steps":["trace[1269398169] 'agreement among raft nodes before linearized reading' (duration: 811.454494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:43:06.605361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:43:05.793712Z","time spent":"811.6439ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4d09087-f34e-444d-af12-4d2373eac555\" "} {"level":"warn","ts":"2026-07-02T05:43:06.605398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.27761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f11bcc54-2e83-450d-97d4-cb4765129cb4\" ","response":"range_response_count:1 size:3727"} {"level":"info","ts":"2026-07-02T05:43:06.605436Z","caller":"traceutil/trace.go:171","msg":"trace[117868151] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f11bcc54-2e83-450d-97d4-cb4765129cb4; range_end:; response_count:1; response_revision:14384; }","duration":"974.341302ms","start":"2026-07-02T05:43:05.631082Z","end":"2026-07-02T05:43:06.605423Z","steps":["trace[117868151] 'agreement among raft nodes before linearized reading' (duration: 974.222178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:43:06.605467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:43:05.631063Z","time spent":"974.397274ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3750,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f11bcc54-2e83-450d-97d4-cb4765129cb4\" "} {"level":"warn","ts":"2026-07-02T05:43:06.605533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.482515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-07-02T05:43:06.605565Z","caller":"traceutil/trace.go:171","msg":"trace[482242629] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:14384; }","duration":"199.550798ms","start":"2026-07-02T05:43:06.406007Z","end":"2026-07-02T05:43:06.605558Z","steps":["trace[482242629] 'agreement among raft nodes before linearized reading' (duration: 199.473946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:43:06.605702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.665592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-07-02T05:43:06.605707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.57961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4d09087-f34e-444d-af12-4d2373eac555\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-07-02T05:43:06.60575Z","caller":"traceutil/trace.go:171","msg":"trace[1788732954] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e4d09087-f34e-444d-af12-4d2373eac555; range_end:; response_count:1; response_revision:14384; }","duration":"974.648332ms","start":"2026-07-02T05:43:05.631089Z","end":"2026-07-02T05:43:06.605737Z","steps":["trace[1788732954] 'agreement among raft nodes before linearized reading' (duration: 974.510158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:43:06.605774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.480016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-02T05:43:06.60577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.060221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-02T05:43:06.605793Z","caller":"traceutil/trace.go:171","msg":"trace[2030207709] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14384; }","duration":"414.526988ms","start":"2026-07-02T05:43:06.191261Z","end":"2026-07-02T05:43:06.605788Z","steps":["trace[2030207709] 'agreement among raft nodes before linearized reading' (duration: 414.473076ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:43:06.60572Z","caller":"traceutil/trace.go:171","msg":"trace[104156217] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:14384; }","duration":"199.718583ms","start":"2026-07-02T05:43:06.405996Z","end":"2026-07-02T05:43:06.605715Z","steps":["trace[104156217] 'agreement among raft nodes before linearized reading' (duration: 199.659141ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:43:06.605804Z","caller":"traceutil/trace.go:171","msg":"trace[549215504] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14384; }","duration":"413.126393ms","start":"2026-07-02T05:43:06.192669Z","end":"2026-07-02T05:43:06.605795Z","steps":["trace[549215504] 'agreement among raft nodes before linearized reading' (duration: 413.03099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:43:06.605836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:43:06.192646Z","time spent":"413.183455ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T05:43:06.605846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.646552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:43:06.605867Z","caller":"traceutil/trace.go:171","msg":"trace[446779854] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14384; }","duration":"671.693204ms","start":"2026-07-02T05:43:05.934168Z","end":"2026-07-02T05:43:06.605862Z","steps":["trace[446779854] 'agreement among raft nodes before linearized reading' (duration: 671.658033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:43:06.605882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:43:05.934153Z","time spent":"671.726076ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:43:06.605972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.350995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:43:06.606001Z","caller":"traceutil/trace.go:171","msg":"trace[17750646] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:14384; }","duration":"201.415707ms","start":"2026-07-02T05:43:06.404577Z","end":"2026-07-02T05:43:06.605992Z","steps":["trace[17750646] 'agreement among raft nodes before linearized reading' (duration: 201.367516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:43:06.605785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:43:05.631073Z","time spent":"974.704343ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4d09087-f34e-444d-af12-4d2373eac555\" "} {"level":"warn","ts":"2026-07-02T05:43:06.606181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.397806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xbf4l\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-02T05:43:06.606207Z","caller":"traceutil/trace.go:171","msg":"trace[180530902] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xbf4l; range_end:; response_count:1; response_revision:14384; }","duration":"373.440717ms","start":"2026-07-02T05:43:06.232758Z","end":"2026-07-02T05:43:06.606199Z","steps":["trace[180530902] 'agreement among raft nodes before linearized reading' (duration: 373.355764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:43:06.606233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:43:06.232749Z","time spent":"373.478498ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-xbf4l\" "} {"level":"warn","ts":"2026-07-02T05:43:06.60625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.870797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-02T05:43:06.606288Z","caller":"traceutil/trace.go:171","msg":"trace[99324106] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14384; }","duration":"408.907438ms","start":"2026-07-02T05:43:06.197368Z","end":"2026-07-02T05:43:06.606276Z","steps":["trace[99324106] 'agreement among raft nodes before linearized reading' (duration: 408.813175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:43:06.606317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:43:06.197293Z","time spent":"409.017402ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T05:43:06.606006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.50239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:43:06.60638Z","caller":"traceutil/trace.go:171","msg":"trace[203354765] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:14384; }","duration":"782.917453ms","start":"2026-07-02T05:43:05.823452Z","end":"2026-07-02T05:43:06.60637Z","steps":["trace[203354765] 'agreement among raft nodes before linearized reading' (duration: 782.529711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:43:06.606418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:43:05.823436Z","time spent":"782.968255ms","remote":"127.0.0.1:39638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:43:06.606479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.868882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-02T05:43:06.606507Z","caller":"traceutil/trace.go:171","msg":"trace[1310175346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14384; }","duration":"410.917352ms","start":"2026-07-02T05:43:06.195581Z","end":"2026-07-02T05:43:06.606498Z","steps":["trace[1310175346] 'agreement among raft nodes before linearized reading' (duration: 410.84197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:43:06.606535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:43:06.195573Z","time spent":"410.956484ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T05:43:06.605814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:43:06.191248Z","time spent":"414.561609ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T05:43:21.547705Z","caller":"traceutil/trace.go:171","msg":"trace[619880986] transaction","detail":"{read_only:false; response_revision:14674; number_of_response:1; }","duration":"224.06979ms","start":"2026-07-02T05:43:21.323614Z","end":"2026-07-02T05:43:21.547684Z","steps":["trace[619880986] 'process raft request' (duration: 223.860324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:43:21.547804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.76163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:43:21.547845Z","caller":"traceutil/trace.go:171","msg":"trace[20365008] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:14674; }","duration":"176.858303ms","start":"2026-07-02T05:43:21.370975Z","end":"2026-07-02T05:43:21.547833Z","steps":["trace[20365008] 'agreement among raft nodes before linearized reading' (duration: 176.77155ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:43:21.547691Z","caller":"traceutil/trace.go:171","msg":"trace[32890990] linearizableReadLoop","detail":"{readStateIndex:15190; appliedIndex:15189; }","duration":"176.648257ms","start":"2026-07-02T05:43:21.371018Z","end":"2026-07-02T05:43:21.547666Z","steps":["trace[32890990] 'read index received' (duration: 176.533123ms)","trace[32890990] 'applied index is now lower than readState.Index' (duration: 113.464µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:43:27.573284Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12437} {"level":"info","ts":"2026-07-02T05:43:27.651977Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12437,"took":"75.699876ms","hash":3940842017,"current-db-size-bytes":55918592,"current-db-size":"56 MB","current-db-size-in-use-bytes":29585408,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-02T05:43:27.65205Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3940842017,"revision":12437,"compact-revision":10119} {"level":"info","ts":"2026-07-02T05:44:01.658844Z","caller":"traceutil/trace.go:171","msg":"trace[1646449840] transaction","detail":"{read_only:false; response_revision:15200; number_of_response:1; }","duration":"110.62663ms","start":"2026-07-02T05:44:01.548184Z","end":"2026-07-02T05:44:01.658811Z","steps":["trace[1646449840] 'process raft request' (duration: 110.414624ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:44:10.877092Z","caller":"traceutil/trace.go:171","msg":"trace[1313482676] transaction","detail":"{read_only:false; response_revision:15279; number_of_response:1; }","duration":"164.82733ms","start":"2026-07-02T05:44:10.712227Z","end":"2026-07-02T05:44:10.877054Z","steps":["trace[1313482676] 'process raft request' (duration: 162.804275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:11.548868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.996431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:44:11.549027Z","caller":"traceutil/trace.go:171","msg":"trace[1273613533] linearizableReadLoop","detail":"{readStateIndex:15820; appliedIndex:15818; }","duration":"647.882095ms","start":"2026-07-02T05:44:10.901134Z","end":"2026-07-02T05:44:11.549016Z","steps":["trace[1273613533] 'read index received' (duration: 385.686048ms)","trace[1273613533] 'applied index is now lower than readState.Index' (duration: 262.195407ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:44:11.549101Z","caller":"traceutil/trace.go:171","msg":"trace[2021850582] transaction","detail":"{read_only:false; response_revision:15288; number_of_response:1; }","duration":"656.361485ms","start":"2026-07-02T05:44:10.892711Z","end":"2026-07-02T05:44:11.549073Z","steps":["trace[2021850582] 'process raft request' (duration: 656.236531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:11.549177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.793078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:44:11.54914Z","caller":"traceutil/trace.go:171","msg":"trace[1483782841] transaction","detail":"{read_only:false; response_revision:15287; number_of_response:1; }","duration":"657.680457ms","start":"2026-07-02T05:44:10.891425Z","end":"2026-07-02T05:44:11.549106Z","steps":["trace[1483782841] 'process raft request' (duration: 395.381497ms)","trace[1483782841] 'compare' (duration: 261.789363ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:44:11.549217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.87054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:44:11.549232Z","caller":"traceutil/trace.go:171","msg":"trace[35003961] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15288; }","duration":"462.924973ms","start":"2026-07-02T05:44:11.086303Z","end":"2026-07-02T05:44:11.549228Z","steps":["trace[35003961] 'agreement among raft nodes before linearized reading' (duration: 462.899712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:11.549249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:11.086279Z","time spent":"462.965813ms","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-02T05:44:11.54925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:10.892697Z","time spent":"656.476619ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8104,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:44:11.549254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.362826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:44:11.549277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.207837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-02T05:44:11.549302Z","caller":"traceutil/trace.go:171","msg":"trace[2061853868] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15288; }","duration":"463.45171ms","start":"2026-07-02T05:44:11.085836Z","end":"2026-07-02T05:44:11.549288Z","steps":["trace[2061853868] 'agreement among raft nodes before linearized reading' (duration: 463.383017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:11.549285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.142373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-q4v7q\" ","response":"range_response_count:1 size:9796"} {"level":"warn","ts":"2026-07-02T05:44:11.549342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:11.08581Z","time spent":"463.524931ms","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-02T05:44:11.54932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.245853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xbf4l\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-02T05:44:11.549347Z","caller":"traceutil/trace.go:171","msg":"trace[257074656] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15288; }","duration":"461.312441ms","start":"2026-07-02T05:44:11.088017Z","end":"2026-07-02T05:44:11.54933Z","steps":["trace[257074656] 'agreement among raft nodes before linearized reading' (duration: 461.077353ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:44:11.549374Z","caller":"traceutil/trace.go:171","msg":"trace[1829950007] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-q4v7q; range_end:; response_count:1; response_revision:15288; }","duration":"648.255037ms","start":"2026-07-02T05:44:10.901098Z","end":"2026-07-02T05:44:11.549353Z","steps":["trace[1829950007] 'agreement among raft nodes before linearized reading' (duration: 647.992918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:11.549427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:10.901088Z","time spent":"648.326039ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9819,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-q4v7q\" "} {"level":"warn","ts":"2026-07-02T05:44:11.549429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:11.088007Z","time spent":"461.406614ms","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-02T05:44:11.549194Z","caller":"traceutil/trace.go:171","msg":"trace[646134873] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15288; }","duration":"462.822569ms","start":"2026-07-02T05:44:11.086365Z","end":"2026-07-02T05:44:11.549188Z","steps":["trace[646134873] 'agreement among raft nodes before linearized reading' (duration: 462.797889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:11.549362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.915061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:44:11.549149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.650445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-02T05:44:11.549555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:11.086358Z","time spent":"463.180481ms","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-07-02T05:44:11.549578Z","caller":"traceutil/trace.go:171","msg":"trace[1330886143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15288; }","duration":"614.151837ms","start":"2026-07-02T05:44:10.935415Z","end":"2026-07-02T05:44:11.549567Z","steps":["trace[1330886143] 'agreement among raft nodes before linearized reading' (duration: 613.934241ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:44:11.54959Z","caller":"traceutil/trace.go:171","msg":"trace[2024547849] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15288; }","duration":"631.097779ms","start":"2026-07-02T05:44:10.918471Z","end":"2026-07-02T05:44:11.549569Z","steps":["trace[2024547849] 'agreement among raft nodes before linearized reading' (duration: 630.611393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:11.549613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:10.91846Z","time spent":"631.146001ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T05:44:11.549612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:10.9354Z","time spent":"614.20309ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:44:11.549309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:10.891413Z","time spent":"657.810992ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:44:11.549933Z","caller":"traceutil/trace.go:171","msg":"trace[724278392] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xbf4l; range_end:; response_count:1; response_revision:15288; }","duration":"311.377557ms","start":"2026-07-02T05:44:11.238003Z","end":"2026-07-02T05:44:11.549381Z","steps":["trace[724278392] 'agreement among raft nodes before linearized reading' (duration: 311.147849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:11.550001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:11.23798Z","time spent":"312.006107ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-xbf4l\" "} {"level":"info","ts":"2026-07-02T05:44:41.270942Z","caller":"traceutil/trace.go:171","msg":"trace[1608666281] linearizableReadLoop","detail":"{readStateIndex:15984; appliedIndex:15981; }","duration":"269.256012ms","start":"2026-07-02T05:44:41.001667Z","end":"2026-07-02T05:44:41.270923Z","steps":["trace[1608666281] 'read index received' (duration: 31.188975ms)","trace[1608666281] 'applied index is now lower than readState.Index' (duration: 238.065857ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:44:41.271604Z","caller":"traceutil/trace.go:171","msg":"trace[1350976119] transaction","detail":"{read_only:false; response_revision:15445; number_of_response:1; }","duration":"270.701108ms","start":"2026-07-02T05:44:41.000891Z","end":"2026-07-02T05:44:41.271592Z","steps":["trace[1350976119] 'process raft request' (duration: 210.293821ms)","trace[1350976119] 'compare' (duration: 59.464787ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:44:41.271739Z","caller":"traceutil/trace.go:171","msg":"trace[1747917094] transaction","detail":"{read_only:false; response_revision:15446; number_of_response:1; }","duration":"270.169701ms","start":"2026-07-02T05:44:41.001537Z","end":"2026-07-02T05:44:41.271707Z","steps":["trace[1747917094] 'process raft request' (duration: 269.289803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:41.271792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.092368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-02T05:44:41.271876Z","caller":"traceutil/trace.go:171","msg":"trace[2082447325] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15447; }","duration":"270.193552ms","start":"2026-07-02T05:44:41.001663Z","end":"2026-07-02T05:44:41.271857Z","steps":["trace[2082447325] 'agreement among raft nodes before linearized reading' (duration: 269.958494ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:44:41.271778Z","caller":"traceutil/trace.go:171","msg":"trace[651516437] transaction","detail":"{read_only:false; response_revision:15447; number_of_response:1; }","duration":"268.938802ms","start":"2026-07-02T05:44:41.002819Z","end":"2026-07-02T05:44:41.271758Z","steps":["trace[651516437] 'process raft request' (duration: 268.070194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:41.271893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.887051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-02T05:44:41.271936Z","caller":"traceutil/trace.go:171","msg":"trace[507716520] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15447; }","duration":"263.936663ms","start":"2026-07-02T05:44:41.007984Z","end":"2026-07-02T05:44:41.27192Z","steps":["trace[507716520] 'agreement among raft nodes before linearized reading' (duration: 263.86226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:41.271944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.421134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T05:44:41.271976Z","caller":"traceutil/trace.go:171","msg":"trace[665530454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15447; }","duration":"215.511567ms","start":"2026-07-02T05:44:41.056455Z","end":"2026-07-02T05:44:41.271967Z","steps":["trace[665530454] 'agreement among raft nodes before linearized reading' (duration: 215.346142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:41.271801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.123468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-02T05:44:41.272061Z","caller":"traceutil/trace.go:171","msg":"trace[218584499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15447; }","duration":"264.431888ms","start":"2026-07-02T05:44:41.007623Z","end":"2026-07-02T05:44:41.272054Z","steps":["trace[218584499] 'agreement among raft nodes before linearized reading' (duration: 264.035345ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:44:41.455521Z","caller":"traceutil/trace.go:171","msg":"trace[53067804] transaction","detail":"{read_only:false; response_revision:15448; number_of_response:1; }","duration":"179.582201ms","start":"2026-07-02T05:44:41.275906Z","end":"2026-07-02T05:44:41.455488Z","steps":["trace[53067804] 'process raft request' (duration: 120.390042ms)","trace[53067804] 'compare' (duration: 58.60173ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:44:41.455855Z","caller":"traceutil/trace.go:171","msg":"trace[185241350] transaction","detail":"{read_only:false; response_revision:15449; number_of_response:1; }","duration":"179.640162ms","start":"2026-07-02T05:44:41.27619Z","end":"2026-07-02T05:44:41.45583Z","steps":["trace[185241350] 'process raft request' (duration: 179.012232ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:44:41.455873Z","caller":"traceutil/trace.go:171","msg":"trace[756233187] transaction","detail":"{read_only:false; response_revision:15450; number_of_response:1; }","duration":"179.335682ms","start":"2026-07-02T05:44:41.276523Z","end":"2026-07-02T05:44:41.455859Z","steps":["trace[756233187] 'process raft request' (duration: 179.158577ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:44:45.222148Z","caller":"traceutil/trace.go:171","msg":"trace[1886195706] transaction","detail":"{read_only:false; response_revision:15462; number_of_response:1; }","duration":"178.525367ms","start":"2026-07-02T05:44:45.043593Z","end":"2026-07-02T05:44:45.222118Z","steps":["trace[1886195706] 'process raft request' (duration: 178.384272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:45.788798Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383294731,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:44:46.289694Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383294731,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:44:46.450533Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.164941094s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T05:44:46.582699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.758395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:44:46.582883Z","caller":"traceutil/trace.go:171","msg":"trace[1851602492] transaction","detail":"{read_only:false; response_revision:15463; number_of_response:1; }","duration":"1.297337468s","start":"2026-07-02T05:44:45.28548Z","end":"2026-07-02T05:44:46.582817Z","steps":["trace[1851602492] 'process raft request' (duration: 1.165355547s)","trace[1851602492] 'compare' (duration: 131.149355ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:44:46.582985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:45.285456Z","time spent":"1.297475233s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:44:47.887341Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.429198676s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T05:44:47.992745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.051843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:44:47.992937Z","caller":"traceutil/trace.go:171","msg":"trace[1891337489] transaction","detail":"{read_only:false; response_revision:15465; number_of_response:1; }","duration":"2.705646279s","start":"2026-07-02T05:44:45.287274Z","end":"2026-07-02T05:44:47.99292Z","steps":["trace[1891337489] 'process raft request' (duration: 2.705568246s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:47.993028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:45.287254Z","time spent":"2.705735142s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:44:47.993023Z","caller":"traceutil/trace.go:171","msg":"trace[977165945] transaction","detail":"{read_only:false; response_revision:15464; number_of_response:1; }","duration":"2.705930567s","start":"2026-07-02T05:44:45.287008Z","end":"2026-07-02T05:44:47.992939Z","steps":["trace[977165945] 'process raft request' (duration: 2.600585296s)","trace[977165945] 'compare' (duration: 104.823985ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:44:47.993218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:45.286989Z","time spent":"2.706120604s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:44:48.155034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.108743ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-02T05:44:48.155389Z","caller":"traceutil/trace.go:171","msg":"trace[1474674635] transaction","detail":"{read_only:false; response_revision:15467; number_of_response:1; }","duration":"926.445694ms","start":"2026-07-02T05:44:47.22892Z","end":"2026-07-02T05:44:48.155366Z","steps":["trace[1474674635] 'process raft request' (duration: 926.382872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.155518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:47.228892Z","time spent":"926.553127ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:44:48.155967Z","caller":"traceutil/trace.go:171","msg":"trace[2135373418] transaction","detail":"{read_only:false; response_revision:15466; number_of_response:1; }","duration":"1.896409386s","start":"2026-07-02T05:44:46.259542Z","end":"2026-07-02T05:44:48.155951Z","steps":["trace[2135373418] 'process raft request' (duration: 1.89559828s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.156057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:46.25952Z","time spent":"1.896491328s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:44:48.156239Z","caller":"traceutil/trace.go:171","msg":"trace[1525855360] linearizableReadLoop","detail":"{readStateIndex:16005; appliedIndex:16000; }","duration":"2.867825784s","start":"2026-07-02T05:44:45.288397Z","end":"2026-07-02T05:44:48.156223Z","steps":["trace[1525855360] 'read index received' (duration: 1.162430333s)","trace[1525855360] 'applied index is now lower than readState.Index' (duration: 1.705393931s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:44:48.156673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188178846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:44:48.156684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343337387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:44:48.15673Z","caller":"traceutil/trace.go:171","msg":"trace[1456297742] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15467; }","duration":"1.188255548s","start":"2026-07-02T05:44:46.968461Z","end":"2026-07-02T05:44:48.156716Z","steps":["trace[1456297742] 'agreement among raft nodes before linearized reading' (duration: 1.188168786s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.156738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90060109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-02T05:44:48.156776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:46.968449Z","time spent":"1.18831571s","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-02T05:44:48.15678Z","caller":"traceutil/trace.go:171","msg":"trace[661005046] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15467; }","duration":"1.343492152s","start":"2026-07-02T05:44:46.813263Z","end":"2026-07-02T05:44:48.156755Z","steps":["trace[661005046] 'agreement among raft nodes before linearized reading' (duration: 1.343333117s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:44:48.156799Z","caller":"traceutil/trace.go:171","msg":"trace[1885558191] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15467; }","duration":"1.900695883s","start":"2026-07-02T05:44:46.256084Z","end":"2026-07-02T05:44:48.15678Z","steps":["trace[1885558191] 'agreement among raft nodes before linearized reading' (duration: 1.900494986s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.15684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:46.256065Z","time spent":"1.900766575s","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-02T05:44:48.156901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214407904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-dh2sx\" ","response":"range_response_count:1 size:20653"} {"level":"info","ts":"2026-07-02T05:44:48.156952Z","caller":"traceutil/trace.go:171","msg":"trace[2117120597] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-dh2sx; range_end:; response_count:1; response_revision:15467; }","duration":"2.214466705s","start":"2026-07-02T05:44:45.942466Z","end":"2026-07-02T05:44:48.156932Z","steps":["trace[2117120597] 'agreement among raft nodes before linearized reading' (duration: 2.214351802s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.156971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343744279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:44:48.157001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:45.942458Z","time spent":"2.214534618s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20676,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-dh2sx\" "} {"level":"warn","ts":"2026-07-02T05:44:48.156996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203263457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-02T05:44:48.157082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343862054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-02T05:44:48.157118Z","caller":"traceutil/trace.go:171","msg":"trace[2105242624] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15467; }","duration":"1.343927246s","start":"2026-07-02T05:44:46.813183Z","end":"2026-07-02T05:44:48.15711Z","steps":["trace[2105242624] 'agreement among raft nodes before linearized reading' (duration: 1.343838433s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.157146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:46.81317Z","time spent":"1.343969677s","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-02T05:44:48.157146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.868740653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-02T05:44:48.157195Z","caller":"traceutil/trace.go:171","msg":"trace[961438076] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15467; }","duration":"2.868820365s","start":"2026-07-02T05:44:45.288361Z","end":"2026-07-02T05:44:48.157181Z","steps":["trace[961438076] 'agreement among raft nodes before linearized reading' (duration: 2.86866954s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.15723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2049058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-02T05:44:48.157244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:45.288347Z","time spent":"2.868887138s","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-02T05:44:48.157272Z","caller":"traceutil/trace.go:171","msg":"trace[39833156] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15467; }","duration":"1.204980472s","start":"2026-07-02T05:44:46.952277Z","end":"2026-07-02T05:44:48.157257Z","steps":["trace[39833156] 'agreement among raft nodes before linearized reading' (duration: 1.204832237s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.15731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:46.95226Z","time spent":"1.205041344s","remote":"127.0.0.1:50128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-02T05:44:48.156783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.142035854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:44:48.157543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205381154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:44:48.157601Z","caller":"traceutil/trace.go:171","msg":"trace[993824509] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15467; }","duration":"1.205469477s","start":"2026-07-02T05:44:46.952118Z","end":"2026-07-02T05:44:48.157587Z","steps":["trace[993824509] 'agreement among raft nodes before linearized reading' (duration: 1.205392105s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:44:48.157084Z","caller":"traceutil/trace.go:171","msg":"trace[2009362138] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15467; }","duration":"1.203330519s","start":"2026-07-02T05:44:46.953699Z","end":"2026-07-02T05:44:48.15703Z","steps":["trace[2009362138] 'agreement among raft nodes before linearized reading' (duration: 1.203169054s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.157626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818372555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-07-02T05:44:48.157645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:46.952096Z","time spent":"1.20553992s","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-02T05:44:48.157667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:46.953689Z","time spent":"1.203961989s","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-02T05:44:48.157681Z","caller":"traceutil/trace.go:171","msg":"trace[906776969] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:15467; }","duration":"1.818456058s","start":"2026-07-02T05:44:46.339206Z","end":"2026-07-02T05:44:48.157662Z","steps":["trace[906776969] 'agreement among raft nodes before linearized reading' (duration: 1.818322593s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.157755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:46.339188Z","time spent":"1.818549831s","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-07-02T05:44:48.157803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344893607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:44:48.157842Z","caller":"traceutil/trace.go:171","msg":"trace[525157021] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15467; }","duration":"1.344967819s","start":"2026-07-02T05:44:46.812862Z","end":"2026-07-02T05:44:48.157829Z","steps":["trace[525157021] 'agreement among raft nodes before linearized reading' (duration: 1.344899227s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.157863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:46.812838Z","time spent":"1.345020301s","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-02T05:44:48.1579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045065759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-02T05:44:48.157973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487460025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-02T05:44:48.157543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188882528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-02T05:44:48.158001Z","caller":"traceutil/trace.go:171","msg":"trace[1393393872] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15467; }","duration":"1.487523448s","start":"2026-07-02T05:44:46.670472Z","end":"2026-07-02T05:44:48.157995Z","steps":["trace[1393393872] 'agreement among raft nodes before linearized reading' (duration: 1.487448976s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.158025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:46.670453Z","time spent":"1.487566059s","remote":"127.0.0.1:50128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-02T05:44:48.158035Z","caller":"traceutil/trace.go:171","msg":"trace[1508090861] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15467; }","duration":"1.189408515s","start":"2026-07-02T05:44:46.968611Z","end":"2026-07-02T05:44:48.158019Z","steps":["trace[1508090861] 'agreement among raft nodes before linearized reading' (duration: 1.188802286s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:44:48.15792Z","caller":"traceutil/trace.go:171","msg":"trace[1142743257] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:15467; }","duration":"2.142868611s","start":"2026-07-02T05:44:46.014698Z","end":"2026-07-02T05:44:48.157566Z","steps":["trace[1142743257] 'agreement among raft nodes before linearized reading' (duration: 2.142051525s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.157908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208205715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:44:48.158142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553422081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-02T05:44:48.158163Z","caller":"traceutil/trace.go:171","msg":"trace[2016696891] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15467; }","duration":"1.208490274s","start":"2026-07-02T05:44:46.949655Z","end":"2026-07-02T05:44:48.158146Z","steps":["trace[2016696891] 'agreement among raft nodes before linearized reading' (duration: 1.208205675s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:44:48.158189Z","caller":"traceutil/trace.go:171","msg":"trace[1193912394] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15467; }","duration":"1.553467632s","start":"2026-07-02T05:44:46.604708Z","end":"2026-07-02T05:44:48.158175Z","steps":["trace[1193912394] 'agreement among raft nodes before linearized reading' (duration: 1.553341828s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.158221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:46.949637Z","time spent":"1.208569126s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:44:48.158229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:46.604698Z","time spent":"1.553520654s","remote":"127.0.0.1:50128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-02T05:44:48.158272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.384416669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-02T05:44:48.158383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.223383639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-q4v7q\" ","response":"range_response_count:1 size:9796"} {"level":"info","ts":"2026-07-02T05:44:48.158411Z","caller":"traceutil/trace.go:171","msg":"trace[133896844] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-q4v7q; range_end:; response_count:1; response_revision:15467; }","duration":"2.223410001s","start":"2026-07-02T05:44:45.934994Z","end":"2026-07-02T05:44:48.158404Z","steps":["trace[133896844] 'agreement among raft nodes before linearized reading' (duration: 2.223347829s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.158432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:45.934963Z","time spent":"2.223464342s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9819,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-q4v7q\" "} {"level":"warn","ts":"2026-07-02T05:44:48.158089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:46.968593Z","time spent":"1.189479987s","remote":"127.0.0.1:50128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-02T05:44:48.158483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.240702802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:44:48.158521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.229046391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xbf4l\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-02T05:44:48.158529Z","caller":"traceutil/trace.go:171","msg":"trace[43995139] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15467; }","duration":"2.240746924s","start":"2026-07-02T05:44:45.91777Z","end":"2026-07-02T05:44:48.158517Z","steps":["trace[43995139] 'agreement among raft nodes before linearized reading' (duration: 2.240688272s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.158487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:46.014674Z","time spent":"2.143517961s","remote":"127.0.0.1:39714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:44:48.158628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.282868748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:44:48.158632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.239194464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-07-02T05:44:48.158374Z","caller":"traceutil/trace.go:171","msg":"trace[1462325045] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15467; }","duration":"2.384550913s","start":"2026-07-02T05:44:45.773807Z","end":"2026-07-02T05:44:48.158358Z","steps":["trace[1462325045] 'agreement among raft nodes before linearized reading' (duration: 2.384367457s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.158686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.434677882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-02T05:44:48.158678Z","caller":"traceutil/trace.go:171","msg":"trace[546300101] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:15467; }","duration":"2.282954861s","start":"2026-07-02T05:44:45.875711Z","end":"2026-07-02T05:44:48.158666Z","steps":["trace[546300101] 'agreement among raft nodes before linearized reading' (duration: 2.282882688s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:44:48.158689Z","caller":"traceutil/trace.go:171","msg":"trace[284945330] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15467; }","duration":"2.239288078s","start":"2026-07-02T05:44:45.919388Z","end":"2026-07-02T05:44:48.158676Z","steps":["trace[284945330] 'agreement among raft nodes before linearized reading' (duration: 2.239158574s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.158721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:45.875688Z","time spent":"2.283019273s","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:44:48.158715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:45.773786Z","time spent":"2.384911755s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T05:44:48.158745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:45.919369Z","time spent":"2.23936362s","remote":"127.0.0.1:50128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-07-02T05:44:48.158787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.525839191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:44:48.158805Z","caller":"traceutil/trace.go:171","msg":"trace[343084121] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15467; }","duration":"2.525889793s","start":"2026-07-02T05:44:45.63291Z","end":"2026-07-02T05:44:48.1588Z","steps":["trace[343084121] 'agreement among raft nodes before linearized reading' (duration: 2.525864152s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.15857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:45.917735Z","time spent":"2.240825496s","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-02T05:44:48.15883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:45.632885Z","time spent":"2.525939845s","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-02T05:44:48.158642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.525751089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-02T05:44:48.158704Z","caller":"traceutil/trace.go:171","msg":"trace[685162116] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15467; }","duration":"2.434728435s","start":"2026-07-02T05:44:45.72397Z","end":"2026-07-02T05:44:48.158699Z","steps":["trace[685162116] 'agreement among raft nodes before linearized reading' (duration: 2.434684143s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.158944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:45.72395Z","time spent":"2.434985022s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T05:44:48.158735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.498564312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:44:48.158539Z","caller":"traceutil/trace.go:171","msg":"trace[337584534] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xbf4l; range_end:; response_count:1; response_revision:15467; }","duration":"2.229062781s","start":"2026-07-02T05:44:45.92947Z","end":"2026-07-02T05:44:48.158533Z","steps":["trace[337584534] 'agreement among raft nodes before linearized reading' (duration: 2.22900999s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:44:48.159048Z","caller":"traceutil/trace.go:171","msg":"trace[1795946648] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:15467; }","duration":"2.498911212s","start":"2026-07-02T05:44:45.660117Z","end":"2026-07-02T05:44:48.159028Z","steps":["trace[1795946648] 'agreement among raft nodes before linearized reading' (duration: 2.498599542s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.159066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.340705244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-02T05:44:48.159113Z","caller":"traceutil/trace.go:171","msg":"trace[1578701364] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15467; }","duration":"2.340788896s","start":"2026-07-02T05:44:45.818311Z","end":"2026-07-02T05:44:48.1591Z","steps":["trace[1578701364] 'agreement among raft nodes before linearized reading' (duration: 2.340654452s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.159165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.526302886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:44:48.159215Z","caller":"traceutil/trace.go:171","msg":"trace[218227737] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15467; }","duration":"2.52638975s","start":"2026-07-02T05:44:45.632814Z","end":"2026-07-02T05:44:48.159204Z","steps":["trace[218227737] 'agreement among raft nodes before linearized reading' (duration: 2.526326798s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.159079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:45.929439Z","time spent":"2.22963319s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-xbf4l\" "} {"level":"warn","ts":"2026-07-02T05:44:48.159262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554816565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-02T05:44:48.157966Z","caller":"traceutil/trace.go:171","msg":"trace[59669747] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:15467; }","duration":"1.045171342s","start":"2026-07-02T05:44:47.11278Z","end":"2026-07-02T05:44:48.157951Z","steps":["trace[59669747] 'agreement among raft nodes before linearized reading' (duration: 1.045045078s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.159257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.687350776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-02T05:44:48.159289Z","caller":"traceutil/trace.go:171","msg":"trace[1675410397] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15467; }","duration":"1.554874737s","start":"2026-07-02T05:44:46.604406Z","end":"2026-07-02T05:44:48.159281Z","steps":["trace[1675410397] 'agreement among raft nodes before linearized reading' (duration: 1.554807925s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.159308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:46.60439Z","time spent":"1.554914148s","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-02T05:44:48.156842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:46.813234Z","time spent":"1.343595435s","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-07-02T05:44:48.159312Z","caller":"traceutil/trace.go:171","msg":"trace[652934149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15467; }","duration":"2.687445019s","start":"2026-07-02T05:44:45.471852Z","end":"2026-07-02T05:44:48.159297Z","steps":["trace[652934149] 'agreement among raft nodes before linearized reading' (duration: 2.687297644s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.15917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:45.818293Z","time spent":"2.340864609s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T05:44:48.159303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:47.112759Z","time spent":"1.046532706s","remote":"127.0.0.1:50466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":40,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:44:48.159256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:45.632789Z","time spent":"2.526456551s","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-02T05:44:48.158282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.238863044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-02T05:44:48.158756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.525677606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:44:48.159582Z","caller":"traceutil/trace.go:171","msg":"trace[816785659] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15467; }","duration":"2.526517213s","start":"2026-07-02T05:44:45.63305Z","end":"2026-07-02T05:44:48.159567Z","steps":["trace[816785659] 'agreement among raft nodes before linearized reading' (duration: 2.525695427s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.159632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:45.633037Z","time spent":"2.526581765s","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-02T05:44:48.159113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:45.660087Z","time spent":"2.499006615s","remote":"127.0.0.1:39804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:44:48.159737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740936924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-slfpt\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-07-02T05:44:48.159774Z","caller":"traceutil/trace.go:171","msg":"trace[1844760414] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-slfpt; range_end:; response_count:1; response_revision:15467; }","duration":"1.741017187s","start":"2026-07-02T05:44:46.418747Z","end":"2026-07-02T05:44:48.159765Z","steps":["trace[1844760414] 'agreement among raft nodes before linearized reading' (duration: 1.738581039s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.159804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:46.418723Z","time spent":"1.741075819s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-slfpt\" "} {"level":"warn","ts":"2026-07-02T05:44:48.158436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.240423374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:44:48.159934Z","caller":"traceutil/trace.go:171","msg":"trace[1879688283] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15467; }","duration":"2.241940442s","start":"2026-07-02T05:44:45.917985Z","end":"2026-07-02T05:44:48.159925Z","steps":["trace[1879688283] 'agreement among raft nodes before linearized reading' (duration: 2.240418613s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.159958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:45.917978Z","time spent":"2.241973854s","remote":"127.0.0.1:50128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-02T05:44:48.15859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.238228744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-02T05:44:48.160064Z","caller":"traceutil/trace.go:171","msg":"trace[565386127] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15467; }","duration":"2.239740602s","start":"2026-07-02T05:44:45.920316Z","end":"2026-07-02T05:44:48.160057Z","steps":["trace[565386127] 'agreement among raft nodes before linearized reading' (duration: 2.238236914s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.160085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:45.920297Z","time spent":"2.239781644s","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-02T05:44:48.158992Z","caller":"traceutil/trace.go:171","msg":"trace[1584934500] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15467; }","duration":"2.526012098s","start":"2026-07-02T05:44:45.632842Z","end":"2026-07-02T05:44:48.158854Z","steps":["trace[1584934500] 'agreement among raft nodes before linearized reading' (duration: 2.5257656s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.160141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:45.632818Z","time spent":"2.527318009s","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-02T05:44:48.156704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.68625054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-02T05:44:48.160229Z","caller":"traceutil/trace.go:171","msg":"trace[693399655] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15467; }","duration":"2.689829634s","start":"2026-07-02T05:44:45.470393Z","end":"2026-07-02T05:44:48.160222Z","steps":["trace[693399655] 'agreement among raft nodes before linearized reading' (duration: 2.686155377s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.160249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:45.470373Z","time spent":"2.689869436s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T05:44:48.159118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.687231412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-02T05:44:48.160343Z","caller":"traceutil/trace.go:171","msg":"trace[489151138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15467; }","duration":"2.688479902s","start":"2026-07-02T05:44:45.471845Z","end":"2026-07-02T05:44:48.160325Z","steps":["trace[489151138] 'agreement among raft nodes before linearized reading' (duration: 2.68718369s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.160478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:45.471829Z","time spent":"2.688630797s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-02T05:44:48.157Z","caller":"traceutil/trace.go:171","msg":"trace[1769009817] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15467; }","duration":"1.343810792s","start":"2026-07-02T05:44:46.81318Z","end":"2026-07-02T05:44:48.156991Z","steps":["trace[1769009817] 'agreement among raft nodes before linearized reading' (duration: 1.343768051s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.16061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:46.81316Z","time spent":"1.347430817s","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-02T05:44:48.159541Z","caller":"traceutil/trace.go:171","msg":"trace[227322195] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15467; }","duration":"2.240159895s","start":"2026-07-02T05:44:45.91937Z","end":"2026-07-02T05:44:48.15953Z","steps":["trace[227322195] 'agreement among raft nodes before linearized reading' (duration: 2.238864454s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.160802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:45.919349Z","time spent":"2.241435216s","remote":"127.0.0.1:50128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-02T05:44:48.157462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738485356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-slfpt\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-07-02T05:44:48.161286Z","caller":"traceutil/trace.go:171","msg":"trace[1538032676] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-slfpt; range_end:; response_count:1; response_revision:15467; }","duration":"1.74235334s","start":"2026-07-02T05:44:46.418916Z","end":"2026-07-02T05:44:48.161269Z","steps":["trace[1538032676] 'agreement among raft nodes before linearized reading' (duration: 1.738392783s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.161428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:46.418892Z","time spent":"1.742507755s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-slfpt\" "} {"level":"warn","ts":"2026-07-02T05:44:48.161722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556105716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:44:48.161838Z","caller":"traceutil/trace.go:171","msg":"trace[910272200] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15467; }","duration":"1.557101738s","start":"2026-07-02T05:44:46.604717Z","end":"2026-07-02T05:44:48.161819Z","steps":["trace[910272200] 'agreement among raft nodes before linearized reading' (duration: 1.555674393s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.161891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:46.604705Z","time spent":"1.55717402s","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-02T05:44:48.159352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:45.471829Z","time spent":"2.687516601s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T05:44:48.409588Z","caller":"traceutil/trace.go:171","msg":"trace[678904825] transaction","detail":"{read_only:false; response_revision:15469; number_of_response:1; }","duration":"244.783441ms","start":"2026-07-02T05:44:48.16478Z","end":"2026-07-02T05:44:48.409564Z","steps":["trace[678904825] 'process raft request' (duration: 244.613696ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:44:48.409841Z","caller":"traceutil/trace.go:171","msg":"trace[1918805879] transaction","detail":"{read_only:false; response_revision:15470; number_of_response:1; }","duration":"244.482622ms","start":"2026-07-02T05:44:48.16533Z","end":"2026-07-02T05:44:48.409812Z","steps":["trace[1918805879] 'process raft request' (duration: 244.198033ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:44:48.409997Z","caller":"traceutil/trace.go:171","msg":"trace[2136508965] linearizableReadLoop","detail":"{readStateIndex:16009; appliedIndex:16006; }","duration":"243.770969ms","start":"2026-07-02T05:44:48.166208Z","end":"2026-07-02T05:44:48.409979Z","steps":["trace[2136508965] 'read index received' (duration: 21.372502ms)","trace[2136508965] 'applied index is now lower than readState.Index' (duration: 222.397547ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:44:48.410057Z","caller":"traceutil/trace.go:171","msg":"trace[1549152221] transaction","detail":"{read_only:false; response_revision:15473; number_of_response:1; }","duration":"241.879249ms","start":"2026-07-02T05:44:48.168172Z","end":"2026-07-02T05:44:48.410051Z","steps":["trace[1549152221] 'process raft request' (duration: 241.774765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.410126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.904493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:44:48.41015Z","caller":"traceutil/trace.go:171","msg":"trace[1544074301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15473; }","duration":"243.968036ms","start":"2026-07-02T05:44:48.166175Z","end":"2026-07-02T05:44:48.410143Z","steps":["trace[1544074301] 'agreement among raft nodes before linearized reading' (duration: 243.909114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.410281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.534401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-02T05:44:48.410327Z","caller":"traceutil/trace.go:171","msg":"trace[572374260] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15473; }","duration":"243.613904ms","start":"2026-07-02T05:44:48.166702Z","end":"2026-07-02T05:44:48.410316Z","steps":["trace[572374260] 'agreement among raft nodes before linearized reading' (duration: 243.460269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.410433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.869851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-02T05:44:48.410464Z","caller":"traceutil/trace.go:171","msg":"trace[1111872364] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:15473; }","duration":"211.927512ms","start":"2026-07-02T05:44:48.198528Z","end":"2026-07-02T05:44:48.410455Z","steps":["trace[1111872364] 'agreement among raft nodes before linearized reading' (duration: 211.834449ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:44:48.410015Z","caller":"traceutil/trace.go:171","msg":"trace[2145012461] transaction","detail":"{read_only:false; response_revision:15472; number_of_response:1; }","duration":"242.346223ms","start":"2026-07-02T05:44:48.167655Z","end":"2026-07-02T05:44:48.410001Z","steps":["trace[2145012461] 'process raft request' (duration: 242.210319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.410906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.662313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770025"} {"level":"info","ts":"2026-07-02T05:44:48.410936Z","caller":"traceutil/trace.go:171","msg":"trace[627848034] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15473; }","duration":"242.706505ms","start":"2026-07-02T05:44:48.168222Z","end":"2026-07-02T05:44:48.410929Z","steps":["trace[627848034] 'agreement among raft nodes before linearized reading' (duration: 242.046814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.411133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.547892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770025"} {"level":"info","ts":"2026-07-02T05:44:48.411193Z","caller":"traceutil/trace.go:171","msg":"trace[1122363110] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15473; }","duration":"243.626005ms","start":"2026-07-02T05:44:48.167555Z","end":"2026-07-02T05:44:48.411181Z","steps":["trace[1122363110] 'agreement among raft nodes before linearized reading' (duration: 242.929252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.411211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.52859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770025"} {"level":"info","ts":"2026-07-02T05:44:48.411268Z","caller":"traceutil/trace.go:171","msg":"trace[1713048451] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15473; }","duration":"242.596072ms","start":"2026-07-02T05:44:48.168655Z","end":"2026-07-02T05:44:48.411251Z","steps":["trace[1713048451] 'agreement among raft nodes before linearized reading' (duration: 241.526878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.411866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.598673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770025"} {"level":"info","ts":"2026-07-02T05:44:48.411895Z","caller":"traceutil/trace.go:171","msg":"trace[1045196210] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15473; }","duration":"243.656605ms","start":"2026-07-02T05:44:48.168231Z","end":"2026-07-02T05:44:48.411888Z","steps":["trace[1045196210] 'agreement among raft nodes before linearized reading' (duration: 242.795288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:48.412597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.901652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770025"} {"level":"info","ts":"2026-07-02T05:44:48.412626Z","caller":"traceutil/trace.go:171","msg":"trace[2040830104] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15473; }","duration":"242.941593ms","start":"2026-07-02T05:44:48.169677Z","end":"2026-07-02T05:44:48.412619Z","steps":["trace[2040830104] 'agreement among raft nodes before linearized reading' (duration: 242.524499ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:44:48.412604Z","caller":"traceutil/trace.go:171","msg":"trace[1298093829] transaction","detail":"{read_only:false; response_revision:15471; number_of_response:1; }","duration":"242.802467ms","start":"2026-07-02T05:44:48.167152Z","end":"2026-07-02T05:44:48.409954Z","steps":["trace[1298093829] 'process raft request' (duration: 242.590691ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:44:48.633078Z","caller":"traceutil/trace.go:171","msg":"trace[1695953277] transaction","detail":"{read_only:false; response_revision:15475; number_of_response:1; }","duration":"147.5867ms","start":"2026-07-02T05:44:48.48547Z","end":"2026-07-02T05:44:48.633057Z","steps":["trace[1695953277] 'process raft request' (duration: 147.315761ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:44:48.750928Z","caller":"traceutil/trace.go:171","msg":"trace[1361900920] linearizableReadLoop","detail":"{readStateIndex:16015; appliedIndex:16014; }","duration":"114.059939ms","start":"2026-07-02T05:44:48.636839Z","end":"2026-07-02T05:44:48.750899Z","steps":["trace[1361900920] 'read index received' (duration: 37.649251ms)","trace[1361900920] 'applied index is now lower than readState.Index' (duration: 76.409188ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:44:48.751111Z","caller":"traceutil/trace.go:171","msg":"trace[1721976972] transaction","detail":"{read_only:false; response_revision:15476; number_of_response:1; }","duration":"162.830865ms","start":"2026-07-02T05:44:48.588234Z","end":"2026-07-02T05:44:48.751064Z","steps":["trace[1721976972] 'process raft request' (duration: 86.218161ms)","trace[1721976972] 'compare' (duration: 76.261313ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:44:48.75117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.320848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-02T05:44:48.751239Z","caller":"traceutil/trace.go:171","msg":"trace[853891849] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15476; }","duration":"114.430311ms","start":"2026-07-02T05:44:48.63679Z","end":"2026-07-02T05:44:48.75122Z","steps":["trace[853891849] 'agreement among raft nodes before linearized reading' (duration: 114.217785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:49.983914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.805436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:44:49.984001Z","caller":"traceutil/trace.go:171","msg":"trace[232810579] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:15476; }","duration":"471.94313ms","start":"2026-07-02T05:44:49.512037Z","end":"2026-07-02T05:44:49.98398Z","steps":["trace[232810579] 'count revisions from in-memory index tree' (duration: 471.694912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:49.984043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:49.512018Z","time spent":"472.014543ms","remote":"127.0.0.1:47440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":107,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:44:49.984049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.612708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:44:49.984126Z","caller":"traceutil/trace.go:171","msg":"trace[1233598060] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:15476; }","duration":"125.735822ms","start":"2026-07-02T05:44:49.858369Z","end":"2026-07-02T05:44:49.984105Z","steps":["trace[1233598060] 'count revisions from in-memory index tree' (duration: 125.542077ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:49.984509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.754021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:44:49.984568Z","caller":"traceutil/trace.go:171","msg":"trace[217299357] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:15476; }","duration":"773.864585ms","start":"2026-07-02T05:44:49.210688Z","end":"2026-07-02T05:44:49.984553Z","steps":["trace[217299357] 'count revisions from in-memory index tree' (duration: 773.643068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:49.984597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:44:49.210664Z","time spent":"773.925516ms","remote":"127.0.0.1:50090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:44:50.019147Z","caller":"traceutil/trace.go:171","msg":"trace[1604493950] transaction","detail":"{read_only:false; response_revision:15477; number_of_response:1; }","duration":"114.477613ms","start":"2026-07-02T05:44:49.904637Z","end":"2026-07-02T05:44:50.019114Z","steps":["trace[1604493950] 'process raft request' (duration: 114.140172ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:44:50.274556Z","caller":"traceutil/trace.go:171","msg":"trace[1969655206] linearizableReadLoop","detail":"{readStateIndex:16019; appliedIndex:16018; }","duration":"103.298257ms","start":"2026-07-02T05:44:50.171239Z","end":"2026-07-02T05:44:50.274538Z","steps":["trace[1969655206] 'read index received' (duration: 103.101351ms)","trace[1969655206] 'applied index is now lower than readState.Index' (duration: 196.256µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:44:50.275027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.631867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-02T05:44:50.275131Z","caller":"traceutil/trace.go:171","msg":"trace[1340131207] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15480; }","duration":"103.766892ms","start":"2026-07-02T05:44:50.171355Z","end":"2026-07-02T05:44:50.275122Z","steps":["trace[1340131207] 'agreement among raft nodes before linearized reading' (duration: 103.558075ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:44:50.275144Z","caller":"traceutil/trace.go:171","msg":"trace[398214221] transaction","detail":"{read_only:false; response_revision:15480; number_of_response:1; }","duration":"105.330542ms","start":"2026-07-02T05:44:50.169796Z","end":"2026-07-02T05:44:50.275127Z","steps":["trace[398214221] 'process raft request' (duration: 104.602469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:50.27517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.603387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-02T05:44:50.275269Z","caller":"traceutil/trace.go:171","msg":"trace[1109505919] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15480; }","duration":"103.71776ms","start":"2026-07-02T05:44:50.171536Z","end":"2026-07-02T05:44:50.275254Z","steps":["trace[1109505919] 'agreement among raft nodes before linearized reading' (duration: 103.516423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:50.275508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.02659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:44:50.276444Z","caller":"traceutil/trace.go:171","msg":"trace[1547834966] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15480; }","duration":"104.97002ms","start":"2026-07-02T05:44:50.171462Z","end":"2026-07-02T05:44:50.276432Z","steps":["trace[1547834966] 'agreement among raft nodes before linearized reading' (duration: 104.011479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:50.275541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.078232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:44:50.276515Z","caller":"traceutil/trace.go:171","msg":"trace[255278781] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15480; }","duration":"105.105284ms","start":"2026-07-02T05:44:50.171405Z","end":"2026-07-02T05:44:50.27651Z","steps":["trace[255278781] 'agreement among raft nodes before linearized reading' (duration: 104.072341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:50.275077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.811393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-02T05:44:50.276558Z","caller":"traceutil/trace.go:171","msg":"trace[148126701] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15480; }","duration":"105.346322ms","start":"2026-07-02T05:44:50.171207Z","end":"2026-07-02T05:44:50.276553Z","steps":["trace[148126701] 'agreement among raft nodes before linearized reading' (duration: 103.69067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:50.275562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.034341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:44:50.276641Z","caller":"traceutil/trace.go:171","msg":"trace[547267117] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15480; }","duration":"105.124385ms","start":"2026-07-02T05:44:50.171512Z","end":"2026-07-02T05:44:50.276636Z","steps":["trace[547267117] 'agreement among raft nodes before linearized reading' (duration: 104.03379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:50.275623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.099153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-02T05:44:50.276739Z","caller":"traceutil/trace.go:171","msg":"trace[1073496311] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15480; }","duration":"105.229438ms","start":"2026-07-02T05:44:50.171505Z","end":"2026-07-02T05:44:50.276734Z","steps":["trace[1073496311] 'agreement among raft nodes before linearized reading' (duration: 104.070151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:50.275678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.175114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-02T05:44:50.276794Z","caller":"traceutil/trace.go:171","msg":"trace[1337787088] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15480; }","duration":"105.303521ms","start":"2026-07-02T05:44:50.171486Z","end":"2026-07-02T05:44:50.27679Z","steps":["trace[1337787088] 'agreement among raft nodes before linearized reading' (duration: 104.148844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:50.275719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.145194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:44:50.276838Z","caller":"traceutil/trace.go:171","msg":"trace[513906018] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15480; }","duration":"105.275579ms","start":"2026-07-02T05:44:50.171558Z","end":"2026-07-02T05:44:50.276834Z","steps":["trace[513906018] 'agreement among raft nodes before linearized reading' (duration: 104.139123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:50.275741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.616526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-02T05:44:50.276976Z","caller":"traceutil/trace.go:171","msg":"trace[317323037] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15480; }","duration":"104.850776ms","start":"2026-07-02T05:44:50.172105Z","end":"2026-07-02T05:44:50.276956Z","steps":["trace[317323037] 'agreement among raft nodes before linearized reading' (duration: 103.594756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:44:50.275766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.211996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:44:50.277239Z","caller":"traceutil/trace.go:171","msg":"trace[1798198476] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15480; }","duration":"105.687753ms","start":"2026-07-02T05:44:50.171537Z","end":"2026-07-02T05:44:50.277225Z","steps":["trace[1798198476] 'agreement among raft nodes before linearized reading' (duration: 104.214396ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:44:50.525791Z","caller":"traceutil/trace.go:171","msg":"trace[18854264] transaction","detail":"{read_only:false; response_revision:15483; number_of_response:1; }","duration":"105.167336ms","start":"2026-07-02T05:44:50.4206Z","end":"2026-07-02T05:44:50.525767Z","steps":["trace[18854264] 'process raft request' (duration: 104.994391ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:44:50.526012Z","caller":"traceutil/trace.go:171","msg":"trace[323765990] transaction","detail":"{read_only:false; response_revision:15484; number_of_response:1; }","duration":"105.334642ms","start":"2026-07-02T05:44:50.420668Z","end":"2026-07-02T05:44:50.526002Z","steps":["trace[323765990] 'process raft request' (duration: 105.061943ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:44:50.526231Z","caller":"traceutil/trace.go:171","msg":"trace[1145800818] transaction","detail":"{read_only:false; response_revision:15485; number_of_response:1; }","duration":"105.448034ms","start":"2026-07-02T05:44:50.420768Z","end":"2026-07-02T05:44:50.526216Z","steps":["trace[1145800818] 'process raft request' (duration: 105.201407ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:47:37.529033Z","caller":"traceutil/trace.go:171","msg":"trace[302121723] transaction","detail":"{read_only:false; response_revision:16833; number_of_response:1; }","duration":"211.929045ms","start":"2026-07-02T05:47:37.317077Z","end":"2026-07-02T05:47:37.529006Z","steps":["trace[302121723] 'process raft request' (duration: 211.7833ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:47:37.746516Z","caller":"traceutil/trace.go:171","msg":"trace[1026049386] transaction","detail":"{read_only:false; response_revision:16834; number_of_response:1; }","duration":"429.138507ms","start":"2026-07-02T05:47:37.317336Z","end":"2026-07-02T05:47:37.746475Z","steps":["trace[1026049386] 'process raft request' (duration: 428.893629ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:47:37.746508Z","caller":"traceutil/trace.go:171","msg":"trace[2052118893] transaction","detail":"{read_only:false; response_revision:16835; number_of_response:1; }","duration":"429.106116ms","start":"2026-07-02T05:47:37.317376Z","end":"2026-07-02T05:47:37.746482Z","steps":["trace[2052118893] 'process raft request' (duration: 428.992642ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:47:37.74659Z","caller":"traceutil/trace.go:171","msg":"trace[526347901] transaction","detail":"{read_only:false; response_revision:16836; number_of_response:1; }","duration":"429.115357ms","start":"2026-07-02T05:47:37.31736Z","end":"2026-07-02T05:47:37.746475Z","steps":["trace[526347901] 'process raft request' (duration: 429.053085ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:47:37.746686Z","caller":"traceutil/trace.go:171","msg":"trace[1152957828] transaction","detail":"{read_only:false; response_revision:16837; number_of_response:1; }","duration":"405.781125ms","start":"2026-07-02T05:47:37.340891Z","end":"2026-07-02T05:47:37.746672Z","steps":["trace[1152957828] 'process raft request' (duration: 405.548267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:47:37.746699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:47:37.317368Z","time spent":"429.25689ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:47:37.74669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:47:37.317329Z","time spent":"429.275532ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:47:37.746762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:47:37.340867Z","time spent":"405.847356ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:47:37.74676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:47:37.317336Z","time spent":"429.337583ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:47:37.746943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.218475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-07-02T05:47:37.747029Z","caller":"traceutil/trace.go:171","msg":"trace[1018562350] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16837; }","duration":"314.366869ms","start":"2026-07-02T05:47:37.432641Z","end":"2026-07-02T05:47:37.747008Z","steps":["trace[1018562350] 'agreement among raft nodes before linearized reading' (duration: 314.100481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:47:37.74708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:47:37.432622Z","time spent":"314.446282ms","remote":"127.0.0.1:50128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-02T05:47:37.746704Z","caller":"traceutil/trace.go:171","msg":"trace[534910761] linearizableReadLoop","detail":"{readStateIndex:17420; appliedIndex:17415; }","duration":"313.960307ms","start":"2026-07-02T05:47:37.432683Z","end":"2026-07-02T05:47:37.746643Z","steps":["trace[534910761] 'read index received' (duration: 96.223368ms)","trace[534910761] 'applied index is now lower than readState.Index' (duration: 217.734819ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:47:37.747748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.655073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-rdfsj\" ","response":"range_response_count:1 size:15436"} {"level":"info","ts":"2026-07-02T05:47:37.747804Z","caller":"traceutil/trace.go:171","msg":"trace[1037857323] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-rdfsj; range_end:; response_count:1; response_revision:16837; }","duration":"294.747066ms","start":"2026-07-02T05:47:37.453042Z","end":"2026-07-02T05:47:37.747789Z","steps":["trace[1037857323] 'agreement among raft nodes before linearized reading' (duration: 294.56588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:47:41.106975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.295407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T05:47:41.107064Z","caller":"traceutil/trace.go:171","msg":"trace[168695272] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:16856; }","duration":"100.452222ms","start":"2026-07-02T05:47:41.006591Z","end":"2026-07-02T05:47:41.107043Z","steps":["trace[168695272] 'count revisions from in-memory index tree' (duration: 99.912815ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:47:41.768085Z","caller":"traceutil/trace.go:171","msg":"trace[1470752711] linearizableReadLoop","detail":"{readStateIndex:17442; appliedIndex:17441; }","duration":"226.432545ms","start":"2026-07-02T05:47:41.541603Z","end":"2026-07-02T05:47:41.768035Z","steps":["trace[1470752711] 'read index received' (duration: 226.326931ms)","trace[1470752711] 'applied index is now lower than readState.Index' (duration: 104.454µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:47:41.768214Z","caller":"traceutil/trace.go:171","msg":"trace[1792531277] transaction","detail":"{read_only:false; response_revision:16858; number_of_response:1; }","duration":"247.060521ms","start":"2026-07-02T05:47:41.521064Z","end":"2026-07-02T05:47:41.768124Z","steps":["trace[1792531277] 'process raft request' (duration: 246.830763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:47:41.76828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.664543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-02T05:47:41.768321Z","caller":"traceutil/trace.go:171","msg":"trace[376207848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16858; }","duration":"226.749205ms","start":"2026-07-02T05:47:41.541561Z","end":"2026-07-02T05:47:41.76831Z","steps":["trace[376207848] 'agreement among raft nodes before linearized reading' (duration: 226.612371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:47:41.79818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.698397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-02T05:47:41.798312Z","caller":"traceutil/trace.go:171","msg":"trace[1239182386] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16859; }","duration":"104.881632ms","start":"2026-07-02T05:47:41.693415Z","end":"2026-07-02T05:47:41.798296Z","steps":["trace[1239182386] 'agreement among raft nodes before linearized reading' (duration: 104.675056ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:47:44.076697Z","caller":"traceutil/trace.go:171","msg":"trace[294160495] transaction","detail":"{read_only:false; response_revision:16876; number_of_response:1; }","duration":"100.813124ms","start":"2026-07-02T05:47:43.97586Z","end":"2026-07-02T05:47:44.076673Z","steps":["trace[294160495] 'process raft request' (duration: 100.593287ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:47:44.076713Z","caller":"traceutil/trace.go:171","msg":"trace[2101811616] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:16876; }","duration":"100.005337ms","start":"2026-07-02T05:47:43.976684Z","end":"2026-07-02T05:47:44.076689Z","steps":["trace[2101811616] 'agreement among raft nodes before linearized reading' (duration: 99.954676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:47:44.076807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.053829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T05:47:44.07689Z","caller":"traceutil/trace.go:171","msg":"trace[1395309331] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16876; }","duration":"100.190733ms","start":"2026-07-02T05:47:43.97668Z","end":"2026-07-02T05:47:44.07687Z","steps":["trace[1395309331] 'agreement among raft nodes before linearized reading' (duration: 100.033948ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:47:45.04984Z","caller":"traceutil/trace.go:171","msg":"trace[1928120553] linearizableReadLoop","detail":"{readStateIndex:17463; appliedIndex:17462; }","duration":"114.698434ms","start":"2026-07-02T05:47:44.935119Z","end":"2026-07-02T05:47:45.049818Z","steps":["trace[1928120553] 'read index received' (duration: 114.56471ms)","trace[1928120553] 'applied index is now lower than readState.Index' (duration: 132.904µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:47:45.04994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.825659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T05:47:45.049963Z","caller":"traceutil/trace.go:171","msg":"trace[66420391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16879; }","duration":"114.893431ms","start":"2026-07-02T05:47:44.935063Z","end":"2026-07-02T05:47:45.049956Z","steps":["trace[66420391] 'agreement among raft nodes before linearized reading' (duration: 114.836629ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:47:45.050116Z","caller":"traceutil/trace.go:171","msg":"trace[732256043] transaction","detail":"{read_only:false; response_revision:16879; number_of_response:1; }","duration":"133.625916ms","start":"2026-07-02T05:47:44.916456Z","end":"2026-07-02T05:47:45.050082Z","steps":["trace[732256043] 'process raft request' (duration: 133.233783ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:48:27.5797Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14728} {"level":"info","ts":"2026-07-02T05:48:27.675253Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14728,"took":"92.958794ms","hash":3292597172,"current-db-size-bytes":55918592,"current-db-size":"56 MB","current-db-size-in-use-bytes":30085120,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-02T05:48:27.67533Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3292597172,"revision":14728,"compact-revision":12437} {"level":"warn","ts":"2026-07-02T05:50:20.47293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.013112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-07-02T05:50:20.473021Z","caller":"traceutil/trace.go:171","msg":"trace[1947152509] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17971; }","duration":"153.149196ms","start":"2026-07-02T05:50:20.31985Z","end":"2026-07-02T05:50:20.472999Z","steps":["trace[1947152509] 'range keys from in-memory index tree' (duration: 152.861187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:50:20.47325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.27464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a952f30e-7659-44e5-94c4-c7923f1f6ad7\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-07-02T05:50:20.473351Z","caller":"traceutil/trace.go:171","msg":"trace[1950642685] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a952f30e-7659-44e5-94c4-c7923f1f6ad7; range_end:; response_count:1; response_revision:17971; }","duration":"229.404594ms","start":"2026-07-02T05:50:20.243914Z","end":"2026-07-02T05:50:20.473318Z","steps":["trace[1950642685] 'range keys from in-memory index tree' (duration: 229.122124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:50:20.473411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.389686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111958"} {"level":"warn","ts":"2026-07-02T05:50:20.473476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.497156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-02T05:50:20.473549Z","caller":"traceutil/trace.go:171","msg":"trace[2112544115] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17971; }","duration":"549.62542ms","start":"2026-07-02T05:50:19.923906Z","end":"2026-07-02T05:50:20.473532Z","steps":["trace[2112544115] 'range keys from in-memory index tree' (duration: 549.218507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:50:20.473587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:50:19.923882Z","time spent":"549.698062ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-02T05:50:20.473505Z","caller":"traceutil/trace.go:171","msg":"trace[568652966] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:17971; }","duration":"668.612674ms","start":"2026-07-02T05:50:19.80488Z","end":"2026-07-02T05:50:20.473493Z","steps":["trace[568652966] 'range keys from in-memory index tree' (duration: 667.825128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:50:20.473786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:50:19.804864Z","time spent":"668.907833ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111981,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-07-02T05:50:20.473799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.086285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-02T05:50:20.473857Z","caller":"traceutil/trace.go:171","msg":"trace[161882926] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17971; }","duration":"657.172468ms","start":"2026-07-02T05:50:19.816672Z","end":"2026-07-02T05:50:20.473845Z","steps":["trace[161882926] 'range keys from in-memory index tree' (duration: 656.983192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:50:20.473905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:50:19.816657Z","time spent":"657.22675ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-02T05:50:20.477223Z","caller":"traceutil/trace.go:171","msg":"trace[1023426650] transaction","detail":"{read_only:false; response_revision:17972; number_of_response:1; }","duration":"144.684635ms","start":"2026-07-02T05:50:20.332507Z","end":"2026-07-02T05:50:20.477192Z","steps":["trace[1023426650] 'process raft request' (duration: 144.52444ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:50:27.29403Z","caller":"traceutil/trace.go:171","msg":"trace[1199865243] linearizableReadLoop","detail":"{readStateIndex:18692; appliedIndex:18691; }","duration":"154.977404ms","start":"2026-07-02T05:50:27.139028Z","end":"2026-07-02T05:50:27.294006Z","steps":["trace[1199865243] 'read index received' (duration: 154.898441ms)","trace[1199865243] 'applied index is now lower than readState.Index' (duration: 77.872µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:50:27.294313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.262593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T05:50:27.294362Z","caller":"traceutil/trace.go:171","msg":"trace[933959350] transaction","detail":"{read_only:false; response_revision:18068; number_of_response:1; }","duration":"174.699464ms","start":"2026-07-02T05:50:27.119636Z","end":"2026-07-02T05:50:27.294336Z","steps":["trace[933959350] 'process raft request' (duration: 174.204908ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:50:27.294405Z","caller":"traceutil/trace.go:171","msg":"trace[835119645] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:18068; }","duration":"155.380167ms","start":"2026-07-02T05:50:27.138984Z","end":"2026-07-02T05:50:27.294365Z","steps":["trace[835119645] 'agreement among raft nodes before linearized reading' (duration: 155.221382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:50:27.294476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.705998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T05:50:27.294634Z","caller":"traceutil/trace.go:171","msg":"trace[2118814905] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:18068; }","duration":"125.951557ms","start":"2026-07-02T05:50:27.168652Z","end":"2026-07-02T05:50:27.294604Z","steps":["trace[2118814905] 'agreement among raft nodes before linearized reading' (duration: 125.646867ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:50:27.43515Z","caller":"traceutil/trace.go:171","msg":"trace[464930559] transaction","detail":"{read_only:false; response_revision:18069; number_of_response:1; }","duration":"133.542519ms","start":"2026-07-02T05:50:27.301581Z","end":"2026-07-02T05:50:27.435123Z","steps":["trace[464930559] 'process raft request' (duration: 105.093389ms)","trace[464930559] 'compare' (duration: 28.332646ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:50:27.437322Z","caller":"traceutil/trace.go:171","msg":"trace[2131720512] transaction","detail":"{read_only:false; response_revision:18070; number_of_response:1; }","duration":"133.465897ms","start":"2026-07-02T05:50:27.303844Z","end":"2026-07-02T05:50:27.43731Z","steps":["trace[2131720512] 'process raft request' (duration: 133.395244ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:50:28.244892Z","caller":"traceutil/trace.go:171","msg":"trace[1308078926] linearizableReadLoop","detail":"{readStateIndex:18695; appliedIndex:18694; }","duration":"335.03337ms","start":"2026-07-02T05:50:27.909831Z","end":"2026-07-02T05:50:28.244865Z","steps":["trace[1308078926] 'read index received' (duration: 334.7143ms)","trace[1308078926] 'applied index is now lower than readState.Index' (duration: 317.73µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:50:28.245268Z","caller":"traceutil/trace.go:171","msg":"trace[2056645714] transaction","detail":"{read_only:false; response_revision:18071; number_of_response:1; }","duration":"606.071274ms","start":"2026-07-02T05:50:27.639181Z","end":"2026-07-02T05:50:28.245252Z","steps":["trace[2056645714] 'process raft request' (duration: 605.395073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:50:28.24544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:50:27.639154Z","time spent":"606.186438ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:50:28.245788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.96129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-dh2sx\" ","response":"range_response_count:1 size:20756"} {"level":"info","ts":"2026-07-02T05:50:28.245842Z","caller":"traceutil/trace.go:171","msg":"trace[39479671] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-dh2sx; range_end:; response_count:1; response_revision:18071; }","duration":"336.019722ms","start":"2026-07-02T05:50:27.909791Z","end":"2026-07-02T05:50:28.245811Z","steps":["trace[39479671] 'agreement among raft nodes before linearized reading' (duration: 335.878017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:50:28.245868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:50:27.909773Z","time spent":"336.088924ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20779,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-dh2sx\" "} {"level":"warn","ts":"2026-07-02T05:50:28.24609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.328096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T05:50:28.246119Z","caller":"traceutil/trace.go:171","msg":"trace[340935083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18071; }","duration":"313.396179ms","start":"2026-07-02T05:50:27.932716Z","end":"2026-07-02T05:50:28.246112Z","steps":["trace[340935083] 'agreement among raft nodes before linearized reading' (duration: 313.336227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:50:28.246139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:50:27.932702Z","time spent":"313.431619ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T05:50:28.671159Z","caller":"traceutil/trace.go:171","msg":"trace[1225141105] transaction","detail":"{read_only:false; response_revision:18072; number_of_response:1; }","duration":"410.281895ms","start":"2026-07-02T05:50:28.26085Z","end":"2026-07-02T05:50:28.671132Z","steps":["trace[1225141105] 'process raft request' (duration: 410.12637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:50:28.671308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:50:28.260834Z","time spent":"410.399889ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20871,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:50:28.805276Z","caller":"traceutil/trace.go:171","msg":"trace[347449724] linearizableReadLoop","detail":"{readStateIndex:18697; appliedIndex:18695; }","duration":"284.541926ms","start":"2026-07-02T05:50:28.520706Z","end":"2026-07-02T05:50:28.805248Z","steps":["trace[347449724] 'read index received' (duration: 150.251703ms)","trace[347449724] 'applied index is now lower than readState.Index' (duration: 134.289243ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:50:28.805422Z","caller":"traceutil/trace.go:171","msg":"trace[110975090] transaction","detail":"{read_only:false; response_revision:18073; number_of_response:1; }","duration":"303.101129ms","start":"2026-07-02T05:50:28.502301Z","end":"2026-07-02T05:50:28.805402Z","steps":["trace[110975090] 'process raft request' (duration: 221.516231ms)","trace[110975090] 'compare' (duration: 81.304269ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:50:28.80556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:50:28.502275Z","time spent":"303.189822ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:50:28.805698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.764378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-q4v7q\" ","response":"range_response_count:1 size:9797"} {"level":"info","ts":"2026-07-02T05:50:28.80578Z","caller":"traceutil/trace.go:171","msg":"trace[1488864754] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-q4v7q; range_end:; response_count:1; response_revision:18073; }","duration":"246.919393ms","start":"2026-07-02T05:50:28.558841Z","end":"2026-07-02T05:50:28.805761Z","steps":["trace[1488864754] 'agreement among raft nodes before linearized reading' (duration: 246.708327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:50:28.806019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.32332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-02T05:50:28.806058Z","caller":"traceutil/trace.go:171","msg":"trace[1027897077] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18073; }","duration":"285.401782ms","start":"2026-07-02T05:50:28.520645Z","end":"2026-07-02T05:50:28.806047Z","steps":["trace[1027897077] 'agreement among raft nodes before linearized reading' (duration: 285.31031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:50:28.806191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.491779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-02T05:50:28.806194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.54308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-02T05:50:28.806221Z","caller":"traceutil/trace.go:171","msg":"trace[937357255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18073; }","duration":"154.53914ms","start":"2026-07-02T05:50:28.651674Z","end":"2026-07-02T05:50:28.806213Z","steps":["trace[937357255] 'agreement among raft nodes before linearized reading' (duration: 154.457867ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:50:28.806248Z","caller":"traceutil/trace.go:171","msg":"trace[1531724578] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18073; }","duration":"154.612973ms","start":"2026-07-02T05:50:28.651623Z","end":"2026-07-02T05:50:28.806236Z","steps":["trace[1531724578] 'agreement among raft nodes before linearized reading' (duration: 154.420276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:50:28.806282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.264259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-slfpt\" ","response":"range_response_count:1 size:22126"} {"level":"warn","ts":"2026-07-02T05:50:28.80632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.473883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-02T05:50:28.806376Z","caller":"traceutil/trace.go:171","msg":"trace[1892593729] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-slfpt; range_end:; response_count:1; response_revision:18073; }","duration":"209.394433ms","start":"2026-07-02T05:50:28.596961Z","end":"2026-07-02T05:50:28.806356Z","steps":["trace[1892593729] 'agreement among raft nodes before linearized reading' (duration: 209.102524ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:50:28.806408Z","caller":"traceutil/trace.go:171","msg":"trace[1282832437] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18073; }","duration":"157.598327ms","start":"2026-07-02T05:50:28.64879Z","end":"2026-07-02T05:50:28.806388Z","steps":["trace[1282832437] 'agreement among raft nodes before linearized reading' (duration: 157.37695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:50:28.806363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.619283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-02T05:50:28.806561Z","caller":"traceutil/trace.go:171","msg":"trace[1359811030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18073; }","duration":"154.84897ms","start":"2026-07-02T05:50:28.651687Z","end":"2026-07-02T05:50:28.806536Z","steps":["trace[1359811030] 'agreement among raft nodes before linearized reading' (duration: 154.377375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:50:28.806313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.235686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T05:50:28.806723Z","caller":"traceutil/trace.go:171","msg":"trace[385804680] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:18073; }","duration":"106.667939ms","start":"2026-07-02T05:50:28.700037Z","end":"2026-07-02T05:50:28.806705Z","steps":["trace[385804680] 'agreement among raft nodes before linearized reading' (duration: 106.249386ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:50:31.613702Z","caller":"traceutil/trace.go:171","msg":"trace[245118737] transaction","detail":"{read_only:false; response_revision:18108; number_of_response:1; }","duration":"164.264021ms","start":"2026-07-02T05:50:31.44939Z","end":"2026-07-02T05:50:31.613654Z","steps":["trace[245118737] 'process raft request' (duration: 118.612122ms)","trace[245118737] 'compare' (duration: 45.493134ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:50:32.055649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.280295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T05:50:32.055717Z","caller":"traceutil/trace.go:171","msg":"trace[1359302856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18108; }","duration":"120.382609ms","start":"2026-07-02T05:50:31.93532Z","end":"2026-07-02T05:50:32.055702Z","steps":["trace[1359302856] 'range keys from in-memory index tree' (duration: 120.210933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:50:32.055488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.292206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T05:50:32.056084Z","caller":"traceutil/trace.go:171","msg":"trace[1415469762] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:18108; }","duration":"105.855294ms","start":"2026-07-02T05:50:31.950101Z","end":"2026-07-02T05:50:32.055987Z","steps":["trace[1415469762] 'count revisions from in-memory index tree' (duration: 105.225414ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:50:57.220793Z","caller":"traceutil/trace.go:171","msg":"trace[76137690] transaction","detail":"{read_only:false; response_revision:18464; number_of_response:1; }","duration":"432.241248ms","start":"2026-07-02T05:50:56.788515Z","end":"2026-07-02T05:50:57.220756Z","steps":["trace[76137690] 'process raft request' (duration: 432.095623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:50:57.221202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:50:56.788477Z","time spent":"432.421163ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:50:57.704035Z","caller":"traceutil/trace.go:171","msg":"trace[1878515595] linearizableReadLoop","detail":"{readStateIndex:19104; appliedIndex:19102; }","duration":"767.530805ms","start":"2026-07-02T05:50:56.936476Z","end":"2026-07-02T05:50:57.704007Z","steps":["trace[1878515595] 'read index received' (duration: 284.154774ms)","trace[1878515595] 'applied index is now lower than readState.Index' (duration: 483.374811ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:50:57.704161Z","caller":"traceutil/trace.go:171","msg":"trace[676019307] transaction","detail":"{read_only:false; response_revision:18465; number_of_response:1; }","duration":"786.850142ms","start":"2026-07-02T05:50:56.917278Z","end":"2026-07-02T05:50:57.704128Z","steps":["trace[676019307] 'process raft request' (duration: 690.964118ms)","trace[676019307] 'compare' (duration: 95.619166ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:50:57.704197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.703761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T05:50:57.704232Z","caller":"traceutil/trace.go:171","msg":"trace[1444900899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18465; }","duration":"767.780373ms","start":"2026-07-02T05:50:56.936441Z","end":"2026-07-02T05:50:57.704221Z","steps":["trace[1444900899] 'agreement among raft nodes before linearized reading' (duration: 767.698031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:50:57.704268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:50:56.936427Z","time spent":"767.828814ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:50:57.704304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:50:56.917259Z","time spent":"786.968116ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:50:57.763647Z","caller":"traceutil/trace.go:171","msg":"trace[1227228297] transaction","detail":"{read_only:false; response_revision:18466; number_of_response:1; }","duration":"100.460801ms","start":"2026-07-02T05:50:57.663156Z","end":"2026-07-02T05:50:57.763617Z","steps":["trace[1227228297] 'process raft request' (duration: 100.150401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:50:57.763693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.282032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-02T05:50:57.76369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.873002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-02T05:50:57.763734Z","caller":"traceutil/trace.go:171","msg":"trace[2028974129] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18466; }","duration":"719.355685ms","start":"2026-07-02T05:50:57.044367Z","end":"2026-07-02T05:50:57.763723Z","steps":["trace[2028974129] 'agreement among raft nodes before linearized reading' (duration: 719.227981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:50:57.763658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.959753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-02T05:50:57.763762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:50:57.044358Z","time spent":"719.398066ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T05:50:57.763767Z","caller":"traceutil/trace.go:171","msg":"trace[821801342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18466; }","duration":"694.994656ms","start":"2026-07-02T05:50:57.068757Z","end":"2026-07-02T05:50:57.763752Z","steps":["trace[821801342] 'agreement among raft nodes before linearized reading' (duration: 694.743928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:50:57.763774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.381792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-02T05:50:57.763807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.644206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-02T05:50:57.763824Z","caller":"traceutil/trace.go:171","msg":"trace[1235963853] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18466; }","duration":"679.149099ms","start":"2026-07-02T05:50:57.084649Z","end":"2026-07-02T05:50:57.763798Z","steps":["trace[1235963853] 'agreement among raft nodes before linearized reading' (duration: 678.820369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:50:57.763808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:50:57.068747Z","time spent":"695.052818ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-02T05:50:57.763877Z","caller":"traceutil/trace.go:171","msg":"trace[1337690350] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18466; }","duration":"766.737139ms","start":"2026-07-02T05:50:56.997123Z","end":"2026-07-02T05:50:57.76386Z","steps":["trace[1337690350] 'agreement among raft nodes before linearized reading' (duration: 766.578234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:50:57.763883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:50:57.084642Z","time spent":"679.229722ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-02T05:50:57.763881Z","caller":"traceutil/trace.go:171","msg":"trace[1108574435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18466; }","duration":"687.515477ms","start":"2026-07-02T05:50:57.076342Z","end":"2026-07-02T05:50:57.763857Z","steps":["trace[1108574435] 'agreement among raft nodes before linearized reading' (duration: 687.220558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:50:57.763922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:50:56.997114Z","time spent":"766.795301ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T05:50:57.76395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:50:57.076335Z","time spent":"687.59297ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T05:50:57.764132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.79808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-q4v7q\" ","response":"range_response_count:1 size:9797"} {"level":"warn","ts":"2026-07-02T05:50:57.764148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.565427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-slfpt\" ","response":"range_response_count:1 size:22126"} {"level":"info","ts":"2026-07-02T05:50:57.764205Z","caller":"traceutil/trace.go:171","msg":"trace[1945727642] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-q4v7q; range_end:; response_count:1; response_revision:18466; }","duration":"603.911424ms","start":"2026-07-02T05:50:57.160277Z","end":"2026-07-02T05:50:57.764188Z","steps":["trace[1945727642] 'agreement among raft nodes before linearized reading' (duration: 603.373207ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:50:57.764211Z","caller":"traceutil/trace.go:171","msg":"trace[1356839698] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-slfpt; range_end:; response_count:1; response_revision:18466; }","duration":"585.65091ms","start":"2026-07-02T05:50:57.178546Z","end":"2026-07-02T05:50:57.764197Z","steps":["trace[1356839698] 'agreement among raft nodes before linearized reading' (duration: 585.484285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:50:57.76425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:50:57.17854Z","time spent":"585.702332ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-slfpt\" "} {"level":"warn","ts":"2026-07-02T05:50:57.76425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:50:57.160265Z","time spent":"603.976627ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9820,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-q4v7q\" "} {"level":"info","ts":"2026-07-02T05:50:57.899455Z","caller":"traceutil/trace.go:171","msg":"trace[1863049974] transaction","detail":"{read_only:false; response_revision:18468; number_of_response:1; }","duration":"131.794893ms","start":"2026-07-02T05:50:57.767635Z","end":"2026-07-02T05:50:57.89943Z","steps":["trace[1863049974] 'process raft request' (duration: 131.586767ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:50:57.899693Z","caller":"traceutil/trace.go:171","msg":"trace[1819990702] transaction","detail":"{read_only:false; response_revision:18469; number_of_response:1; }","duration":"131.008938ms","start":"2026-07-02T05:50:57.768668Z","end":"2026-07-02T05:50:57.899677Z","steps":["trace[1819990702] 'process raft request' (duration: 130.707799ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:50:57.89976Z","caller":"traceutil/trace.go:171","msg":"trace[1792670756] linearizableReadLoop","detail":"{readStateIndex:19111; appliedIndex:19106; }","duration":"124.407027ms","start":"2026-07-02T05:50:57.775333Z","end":"2026-07-02T05:50:57.89974Z","steps":["trace[1792670756] 'read index received' (duration: 123.814308ms)","trace[1792670756] 'applied index is now lower than readState.Index' (duration: 591.719µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:50:57.899814Z","caller":"traceutil/trace.go:171","msg":"trace[748982884] transaction","detail":"{read_only:false; response_revision:18471; number_of_response:1; }","duration":"131.06701ms","start":"2026-07-02T05:50:57.768734Z","end":"2026-07-02T05:50:57.899801Z","steps":["trace[748982884] 'process raft request' (duration: 130.934926ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:50:57.900007Z","caller":"traceutil/trace.go:171","msg":"trace[845439510] transaction","detail":"{read_only:false; response_revision:18472; number_of_response:1; }","duration":"130.879654ms","start":"2026-07-02T05:50:57.769105Z","end":"2026-07-02T05:50:57.899984Z","steps":["trace[845439510] 'process raft request' (duration: 130.597835ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:50:57.900028Z","caller":"traceutil/trace.go:171","msg":"trace[1096086019] transaction","detail":"{read_only:false; response_revision:18470; number_of_response:1; }","duration":"131.262676ms","start":"2026-07-02T05:50:57.768746Z","end":"2026-07-02T05:50:57.900009Z","steps":["trace[1096086019] 'process raft request' (duration: 130.822412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:50:57.902581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.5586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:100 size:985556"} {"level":"info","ts":"2026-07-02T05:50:57.902654Z","caller":"traceutil/trace.go:171","msg":"trace[447560961] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:100; response_revision:18472; }","duration":"133.664853ms","start":"2026-07-02T05:50:57.768976Z","end":"2026-07-02T05:50:57.902641Z","steps":["trace[447560961] 'agreement among raft nodes before linearized reading' (duration: 131.085151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:50:57.902375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.046136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:100 size:985556"} {"level":"info","ts":"2026-07-02T05:50:57.907393Z","caller":"traceutil/trace.go:171","msg":"trace[1350044936] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:100; response_revision:18472; }","duration":"134.48577ms","start":"2026-07-02T05:50:57.768269Z","end":"2026-07-02T05:50:57.902755Z","steps":["trace[1350044936] 'agreement among raft nodes before linearized reading' (duration: 131.546546ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:51:11.185065Z","caller":"traceutil/trace.go:171","msg":"trace[1114479464] transaction","detail":"{read_only:false; response_revision:18572; number_of_response:1; }","duration":"108.906801ms","start":"2026-07-02T05:51:11.076132Z","end":"2026-07-02T05:51:11.185039Z","steps":["trace[1114479464] 'process raft request' (duration: 108.755146ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:51:23.974066Z","caller":"traceutil/trace.go:171","msg":"trace[1576633354] linearizableReadLoop","detail":"{readStateIndex:19352; appliedIndex:19351; }","duration":"168.94597ms","start":"2026-07-02T05:51:23.805095Z","end":"2026-07-02T05:51:23.974041Z","steps":["trace[1576633354] 'read index received' (duration: 168.694082ms)","trace[1576633354] 'applied index is now lower than readState.Index' (duration: 248.918µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:51:23.974233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.122227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T05:51:23.974264Z","caller":"traceutil/trace.go:171","msg":"trace[1999261] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:18708; }","duration":"169.198298ms","start":"2026-07-02T05:51:23.805057Z","end":"2026-07-02T05:51:23.974255Z","steps":["trace[1999261] 'agreement among raft nodes before linearized reading' (duration: 169.098935ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:51:23.974225Z","caller":"traceutil/trace.go:171","msg":"trace[1306388751] transaction","detail":"{read_only:false; response_revision:18708; number_of_response:1; }","duration":"184.452066ms","start":"2026-07-02T05:51:23.789735Z","end":"2026-07-02T05:51:23.974187Z","steps":["trace[1306388751] 'process raft request' (duration: 184.006442ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:51:24.015366Z","caller":"traceutil/trace.go:171","msg":"trace[1644559880] transaction","detail":"{read_only:false; response_revision:18710; number_of_response:1; }","duration":"111.531365ms","start":"2026-07-02T05:51:23.903803Z","end":"2026-07-02T05:51:24.015334Z","steps":["trace[1644559880] 'process raft request' (duration: 111.435882ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:51:24.015539Z","caller":"traceutil/trace.go:171","msg":"trace[768471595] transaction","detail":"{read_only:false; response_revision:18709; number_of_response:1; }","duration":"113.066834ms","start":"2026-07-02T05:51:23.902432Z","end":"2026-07-02T05:51:24.015499Z","steps":["trace[768471595] 'process raft request' (duration: 112.665222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:51:26.308067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.142163ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-02T05:51:26.30885Z","caller":"traceutil/trace.go:171","msg":"trace[21962679] linearizableReadLoop","detail":"{readStateIndex:19371; appliedIndex:19370; }","duration":"341.689703ms","start":"2026-07-02T05:51:25.967136Z","end":"2026-07-02T05:51:26.308826Z","steps":["trace[21962679] 'read index received' (duration: 5.721943ms)","trace[21962679] 'applied index is now lower than readState.Index' (duration: 335.9648ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:51:26.30921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.980033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T05:51:26.309269Z","caller":"traceutil/trace.go:171","msg":"trace[1864524135] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:18726; }","duration":"342.151408ms","start":"2026-07-02T05:51:25.967106Z","end":"2026-07-02T05:51:26.309258Z","steps":["trace[1864524135] 'agreement among raft nodes before linearized reading' (duration: 341.821177ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:51:26.309293Z","caller":"traceutil/trace.go:171","msg":"trace[504930420] transaction","detail":"{read_only:false; response_revision:18727; number_of_response:1; }","duration":"323.280955ms","start":"2026-07-02T05:51:25.985993Z","end":"2026-07-02T05:51:26.309274Z","steps":["trace[504930420] 'process raft request' (duration: 322.17145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:51:26.309304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:51:25.967092Z","time spent":"342.19856ms","remote":"127.0.0.1:44106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:51:26.309405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:51:25.985973Z","time spent":"323.357657ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:51:26.483961Z","caller":"traceutil/trace.go:171","msg":"trace[1970293611] linearizableReadLoop","detail":"{readStateIndex:19375; appliedIndex:19372; }","duration":"175.036365ms","start":"2026-07-02T05:51:26.308905Z","end":"2026-07-02T05:51:26.483941Z","steps":["trace[1970293611] 'read index received' (duration: 116.056649ms)","trace[1970293611] 'applied index is now lower than readState.Index' (duration: 58.978576ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:51:26.484212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.939513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-02T05:51:26.484251Z","caller":"traceutil/trace.go:171","msg":"trace[54204415] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18730; }","duration":"454.997464ms","start":"2026-07-02T05:51:26.029239Z","end":"2026-07-02T05:51:26.484237Z","steps":["trace[54204415] 'agreement among raft nodes before linearized reading' (duration: 454.8578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:51:26.484318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:51:26.029233Z","time spent":"455.076276ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T05:51:26.484526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.683658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-02T05:51:26.484505Z","caller":"traceutil/trace.go:171","msg":"trace[1117331032] transaction","detail":"{read_only:false; response_revision:18730; number_of_response:1; }","duration":"278.236124ms","start":"2026-07-02T05:51:26.206237Z","end":"2026-07-02T05:51:26.484473Z","steps":["trace[1117331032] 'process raft request' (duration: 277.664435ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:51:26.484558Z","caller":"traceutil/trace.go:171","msg":"trace[125989418] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18730; }","duration":"456.74907ms","start":"2026-07-02T05:51:26.027801Z","end":"2026-07-02T05:51:26.48455Z","steps":["trace[125989418] 'agreement among raft nodes before linearized reading' (duration: 456.677598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:51:26.484626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:51:26.027782Z","time spent":"456.835863ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T05:51:26.484617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.930025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-slfpt\" ","response":"range_response_count:1 size:23313"} {"level":"info","ts":"2026-07-02T05:51:26.484668Z","caller":"traceutil/trace.go:171","msg":"trace[844295863] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-slfpt; range_end:; response_count:1; response_revision:18730; }","duration":"482.009157ms","start":"2026-07-02T05:51:26.002645Z","end":"2026-07-02T05:51:26.484654Z","steps":["trace[844295863] 'agreement among raft nodes before linearized reading' (duration: 481.838292ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:51:26.484696Z","caller":"traceutil/trace.go:171","msg":"trace[724270705] transaction","detail":"{read_only:false; response_revision:18729; number_of_response:1; }","duration":"463.384132ms","start":"2026-07-02T05:51:26.021305Z","end":"2026-07-02T05:51:26.48469Z","steps":["trace[724270705] 'process raft request' (duration: 462.563236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:51:26.484718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:51:26.002628Z","time spent":"482.07947ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":23336,"request content":"key:\"/registry/pods/openstack/nova-compute-default-slfpt\" "} {"level":"info","ts":"2026-07-02T05:51:26.483976Z","caller":"traceutil/trace.go:171","msg":"trace[456220188] transaction","detail":"{read_only:false; response_revision:18728; number_of_response:1; }","duration":"462.716771ms","start":"2026-07-02T05:51:26.021233Z","end":"2026-07-02T05:51:26.483949Z","steps":["trace[456220188] 'process raft request' (duration: 403.821868ms)","trace[456220188] 'compare' (duration: 58.718517ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:51:26.484776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:51:26.021259Z","time spent":"463.453674ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:51:26.484858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:51:26.021203Z","time spent":"463.589189ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:51:26.48499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.488594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-02T05:51:26.48504Z","caller":"traceutil/trace.go:171","msg":"trace[923764599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18730; }","duration":"457.548095ms","start":"2026-07-02T05:51:26.027479Z","end":"2026-07-02T05:51:26.485028Z","steps":["trace[923764599] 'agreement among raft nodes before linearized reading' (duration: 457.420351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:51:26.485063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.993547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T05:51:26.485087Z","caller":"traceutil/trace.go:171","msg":"trace[92010636] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18730; }","duration":"131.027849ms","start":"2026-07-02T05:51:26.35405Z","end":"2026-07-02T05:51:26.485078Z","steps":["trace[92010636] 'agreement among raft nodes before linearized reading' (duration: 130.976807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:51:26.485081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.452759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-q4v7q\" ","response":"range_response_count:1 size:9797"} {"level":"warn","ts":"2026-07-02T05:51:26.485111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.06471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T05:51:26.485136Z","caller":"traceutil/trace.go:171","msg":"trace[2026122505] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-q4v7q; range_end:; response_count:1; response_revision:18730; }","duration":"247.552692ms","start":"2026-07-02T05:51:26.237569Z","end":"2026-07-02T05:51:26.485122Z","steps":["trace[2026122505] 'agreement among raft nodes before linearized reading' (duration: 247.378717ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:51:26.485144Z","caller":"traceutil/trace.go:171","msg":"trace[759023317] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18730; }","duration":"131.112051ms","start":"2026-07-02T05:51:26.354025Z","end":"2026-07-02T05:51:26.485137Z","steps":["trace[759023317] 'agreement among raft nodes before linearized reading' (duration: 131.045599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:51:26.485172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.700091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-02T05:51:26.484987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.652109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T05:51:26.485219Z","caller":"traceutil/trace.go:171","msg":"trace[235901006] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18730; }","duration":"131.918667ms","start":"2026-07-02T05:51:26.353295Z","end":"2026-07-02T05:51:26.485213Z","steps":["trace[235901006] 'agreement among raft nodes before linearized reading' (duration: 131.669949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:51:26.485082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:51:26.027476Z","time spent":"457.596977ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-02T05:51:26.485213Z","caller":"traceutil/trace.go:171","msg":"trace[1314610667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18730; }","duration":"457.739472ms","start":"2026-07-02T05:51:26.027464Z","end":"2026-07-02T05:51:26.485203Z","steps":["trace[1314610667] 'agreement among raft nodes before linearized reading' (duration: 457.640309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:51:26.485277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:51:26.027415Z","time spent":"457.856035ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T05:51:26.485379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.372739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T05:51:26.485409Z","caller":"traceutil/trace.go:171","msg":"trace[1960869953] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18730; }","duration":"131.432091ms","start":"2026-07-02T05:51:26.35397Z","end":"2026-07-02T05:51:26.485402Z","steps":["trace[1960869953] 'agreement among raft nodes before linearized reading' (duration: 131.38197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:51:26.486657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.272553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-02T05:51:26.487067Z","caller":"traceutil/trace.go:171","msg":"trace[56442774] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18730; }","duration":"450.906054ms","start":"2026-07-02T05:51:26.036138Z","end":"2026-07-02T05:51:26.487044Z","steps":["trace[56442774] 'agreement among raft nodes before linearized reading' (duration: 447.837586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:51:26.487403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:51:26.03613Z","time spent":"451.256805ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-02T05:51:26.884053Z","caller":"traceutil/trace.go:171","msg":"trace[2043797314] transaction","detail":"{read_only:false; response_revision:18731; number_of_response:1; }","duration":"391.625909ms","start":"2026-07-02T05:51:26.492405Z","end":"2026-07-02T05:51:26.884031Z","steps":["trace[2043797314] 'process raft request' (duration: 391.482475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:51:26.884184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:51:26.492395Z","time spent":"391.720412ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:51:27.177521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.577498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T05:51:27.177994Z","caller":"traceutil/trace.go:171","msg":"trace[1504041025] linearizableReadLoop","detail":"{readStateIndex:19379; appliedIndex:19376; }","duration":"685.112171ms","start":"2026-07-02T05:51:26.492786Z","end":"2026-07-02T05:51:27.177898Z","steps":["trace[1504041025] 'read index received' (duration: 391.369221ms)","trace[1504041025] 'applied index is now lower than readState.Index' (duration: 293.74211ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:51:27.178102Z","caller":"traceutil/trace.go:171","msg":"trace[1899805106] transaction","detail":"{read_only:false; response_revision:18732; number_of_response:1; }","duration":"685.685299ms","start":"2026-07-02T05:51:26.492405Z","end":"2026-07-02T05:51:27.17809Z","steps":["trace[1899805106] 'process raft request' (duration: 527.462191ms)","trace[1899805106] 'compare' (duration: 157.394802ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:51:27.178175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:51:26.492382Z","time spent":"685.753182ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:51:27.17846Z","caller":"traceutil/trace.go:171","msg":"trace[1956394638] transaction","detail":"{read_only:false; response_revision:18737; number_of_response:1; }","duration":"598.278085ms","start":"2026-07-02T05:51:26.580168Z","end":"2026-07-02T05:51:27.178447Z","steps":["trace[1956394638] 'process raft request' (duration: 597.694046ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:51:27.178474Z","caller":"traceutil/trace.go:171","msg":"trace[300480749] transaction","detail":"{read_only:false; response_revision:18736; number_of_response:1; }","duration":"675.124872ms","start":"2026-07-02T05:51:26.50332Z","end":"2026-07-02T05:51:27.178445Z","steps":["trace[300480749] 'process raft request' (duration: 674.489671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:51:27.178525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:51:26.58015Z","time spent":"598.343357ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:51:27.178629Z","caller":"traceutil/trace.go:171","msg":"trace[1874607219] transaction","detail":"{read_only:false; response_revision:18734; number_of_response:1; }","duration":"686.124863ms","start":"2026-07-02T05:51:26.492492Z","end":"2026-07-02T05:51:27.178617Z","steps":["trace[1874607219] 'process raft request' (duration: 685.237705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:51:27.178635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:51:26.503301Z","time spent":"675.259526ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23428,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:51:27.178689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:51:26.49248Z","time spent":"686.180996ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:51:27.178688Z","caller":"traceutil/trace.go:171","msg":"trace[483514078] transaction","detail":"{read_only:false; response_revision:18735; number_of_response:1; }","duration":"684.639966ms","start":"2026-07-02T05:51:26.494023Z","end":"2026-07-02T05:51:27.178663Z","steps":["trace[483514078] 'process raft request' (duration: 683.740487ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:51:27.178772Z","caller":"traceutil/trace.go:171","msg":"trace[836534842] transaction","detail":"{read_only:false; response_revision:18733; number_of_response:1; }","duration":"686.302779ms","start":"2026-07-02T05:51:26.49246Z","end":"2026-07-02T05:51:27.178762Z","steps":["trace[836534842] 'process raft request' (duration: 685.176443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:51:27.178821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:51:26.492443Z","time spent":"686.354171ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:51:27.178891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:51:26.494004Z","time spent":"684.734229ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:51:27.179048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.730346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T05:51:27.17908Z","caller":"traceutil/trace.go:171","msg":"trace[1706149873] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18737; }","duration":"479.797718ms","start":"2026-07-02T05:51:26.699274Z","end":"2026-07-02T05:51:27.179072Z","steps":["trace[1706149873] 'agreement among raft nodes before linearized reading' (duration: 479.748606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:51:27.179104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:51:26.699253Z","time spent":"479.84376ms","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-07-02T05:51:27.17915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.380144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T05:51:27.179155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.464313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-02T05:51:27.179196Z","caller":"traceutil/trace.go:171","msg":"trace[259845803] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18737; }","duration":"479.435306ms","start":"2026-07-02T05:51:26.699748Z","end":"2026-07-02T05:51:27.179184Z","steps":["trace[259845803] 'agreement among raft nodes before linearized reading' (duration: 479.365284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:51:27.17923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.85073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T05:51:27.179238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:51:26.699744Z","time spent":"479.487468ms","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-07-02T05:51:27.179257Z","caller":"traceutil/trace.go:171","msg":"trace[988376816] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18737; }","duration":"479.89359ms","start":"2026-07-02T05:51:26.699355Z","end":"2026-07-02T05:51:27.179249Z","steps":["trace[988376816] 'agreement among raft nodes before linearized reading' (duration: 479.856579ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:51:27.179238Z","caller":"traceutil/trace.go:171","msg":"trace[2023193982] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18737; }","duration":"431.579547ms","start":"2026-07-02T05:51:26.747645Z","end":"2026-07-02T05:51:27.179225Z","steps":["trace[2023193982] 'agreement among raft nodes before linearized reading' (duration: 431.350329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:51:27.179281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:51:26.699347Z","time spent":"479.929962ms","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-07-02T05:51:27.179334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.962873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T05:51:27.179357Z","caller":"traceutil/trace.go:171","msg":"trace[2104205486] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18737; }","duration":"479.998964ms","start":"2026-07-02T05:51:26.699352Z","end":"2026-07-02T05:51:27.179351Z","steps":["trace[2104205486] 'agreement among raft nodes before linearized reading' (duration: 479.967313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:51:27.179381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:51:26.699346Z","time spent":"480.028255ms","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-02T05:51:27.17933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:51:26.747628Z","time spent":"431.68973ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T05:51:27.179481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.747916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T05:51:27.179637Z","caller":"traceutil/trace.go:171","msg":"trace[1073227660] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18737; }","duration":"479.929742ms","start":"2026-07-02T05:51:26.699681Z","end":"2026-07-02T05:51:27.179611Z","steps":["trace[1073227660] 'agreement among raft nodes before linearized reading' (duration: 479.151927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:51:27.179746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.48526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T05:51:27.179776Z","caller":"traceutil/trace.go:171","msg":"trace[938638989] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18737; }","duration":"480.538531ms","start":"2026-07-02T05:51:26.699231Z","end":"2026-07-02T05:51:27.179769Z","steps":["trace[938638989] 'agreement among raft nodes before linearized reading' (duration: 480.49485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:51:27.1798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:51:26.699219Z","time spent":"480.575923ms","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-07-02T05:51:27.179881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.973995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T05:51:27.179926Z","caller":"traceutil/trace.go:171","msg":"trace[993953346] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18737; }","duration":"481.10088ms","start":"2026-07-02T05:51:26.698815Z","end":"2026-07-02T05:51:27.179916Z","steps":["trace[993953346] 'agreement among raft nodes before linearized reading' (duration: 481.038968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:51:27.179961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:51:26.698791Z","time spent":"481.163001ms","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-07-02T05:51:27.180153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.353271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:103 size:1011476"} {"level":"warn","ts":"2026-07-02T05:51:27.180139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.530825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T05:51:27.180221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.475679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T05:51:27.180219Z","caller":"traceutil/trace.go:171","msg":"trace[2099899787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18737; }","duration":"243.642929ms","start":"2026-07-02T05:51:26.93656Z","end":"2026-07-02T05:51:27.180203Z","steps":["trace[2099899787] 'agreement among raft nodes before linearized reading' (duration: 243.128802ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:51:27.180202Z","caller":"traceutil/trace.go:171","msg":"trace[2017849477] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:103; response_revision:18737; }","duration":"686.417833ms","start":"2026-07-02T05:51:26.493773Z","end":"2026-07-02T05:51:27.18019Z","steps":["trace[2017849477] 'agreement among raft nodes before linearized reading' (duration: 684.710628ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:51:27.180255Z","caller":"traceutil/trace.go:171","msg":"trace[1639359316] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18737; }","duration":"480.525611ms","start":"2026-07-02T05:51:26.699722Z","end":"2026-07-02T05:51:27.180248Z","steps":["trace[1639359316] 'agreement among raft nodes before linearized reading' (duration: 480.47671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:51:27.180278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:51:26.699718Z","time spent":"480.553212ms","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-02T05:51:27.180274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:51:26.493721Z","time spent":"686.543517ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":103,"response size":1011499,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-02T05:51:27.179699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:51:26.699674Z","time spent":"480.011374ms","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-07-02T05:51:27.183479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.538753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T05:51:27.18382Z","caller":"traceutil/trace.go:171","msg":"trace[1516338713] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:18737; }","duration":"690.925507ms","start":"2026-07-02T05:51:26.492603Z","end":"2026-07-02T05:51:27.183529Z","steps":["trace[1516338713] 'agreement among raft nodes before linearized reading' (duration: 686.748604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:51:27.18387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:51:26.492596Z","time spent":"691.261648ms","remote":"127.0.0.1:50266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":13,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:51:27.674675Z","caller":"traceutil/trace.go:171","msg":"trace[1702406855] linearizableReadLoop","detail":"{readStateIndex:19383; appliedIndex:19382; }","duration":"481.888165ms","start":"2026-07-02T05:51:27.192757Z","end":"2026-07-02T05:51:27.674645Z","steps":["trace[1702406855] 'read index received' (duration: 481.519083ms)","trace[1702406855] 'applied index is now lower than readState.Index' (duration: 364.632µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:51:27.675171Z","caller":"traceutil/trace.go:171","msg":"trace[428659347] transaction","detail":"{read_only:false; response_revision:18738; number_of_response:1; }","duration":"483.143495ms","start":"2026-07-02T05:51:27.191999Z","end":"2026-07-02T05:51:27.675143Z","steps":["trace[428659347] 'process raft request' (duration: 482.335299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:51:27.675324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.665814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T05:51:27.675435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:51:27.191965Z","time spent":"483.360262ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11148,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:51:27.675495Z","caller":"traceutil/trace.go:171","msg":"trace[1268997823] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:18738; }","duration":"357.968563ms","start":"2026-07-02T05:51:27.317504Z","end":"2026-07-02T05:51:27.675473Z","steps":["trace[1268997823] 'agreement among raft nodes before linearized reading' (duration: 357.645443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:51:27.675721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:51:27.317485Z","time spent":"358.20117ms","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:51:27.676189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.378852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18609"} {"level":"info","ts":"2026-07-02T05:51:27.676295Z","caller":"traceutil/trace.go:171","msg":"trace[174367233] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:18738; }","duration":"483.533447ms","start":"2026-07-02T05:51:27.192745Z","end":"2026-07-02T05:51:27.676278Z","steps":["trace[174367233] 'agreement among raft nodes before linearized reading' (duration: 482.329179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:51:27.677676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:51:27.19274Z","time spent":"484.915151ms","remote":"127.0.0.1:50140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18632,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-02T05:52:57.340421Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d71a1778b31d4ce","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-02T05:52:57.345088Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-02T05:52:57.345183Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-02T05:53:27.585676Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17136} {"level":"info","ts":"2026-07-02T05:53:27.679389Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17136,"took":"90.202584ms","hash":3545036325,"current-db-size-bytes":55918592,"current-db-size":"56 MB","current-db-size-in-use-bytes":34639872,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-02T05:53:27.679447Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3545036325,"revision":17136,"compact-revision":14728} {"level":"info","ts":"2026-07-02T05:55:46.948204Z","caller":"traceutil/trace.go:171","msg":"trace[1823184064] linearizableReadLoop","detail":"{readStateIndex:21225; appliedIndex:21224; }","duration":"480.48453ms","start":"2026-07-02T05:55:46.4677Z","end":"2026-07-02T05:55:46.948184Z","steps":["trace[1823184064] 'read index received' (duration: 480.443119ms)","trace[1823184064] 'applied index is now lower than readState.Index' (duration: 40.361µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:55:46.948342Z","caller":"traceutil/trace.go:171","msg":"trace[1888153204] transaction","detail":"{read_only:false; response_revision:20518; number_of_response:1; }","duration":"480.957115ms","start":"2026-07-02T05:55:46.467351Z","end":"2026-07-02T05:55:46.948308Z","steps":["trace[1888153204] 'process raft request' (duration: 480.710127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:46.948521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:46.46734Z","time spent":"481.087149ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:55:46.94861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.889923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-02T05:55:46.948665Z","caller":"traceutil/trace.go:171","msg":"trace[233871509] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20518; }","duration":"480.967405ms","start":"2026-07-02T05:55:46.467688Z","end":"2026-07-02T05:55:46.948655Z","steps":["trace[233871509] 'agreement among raft nodes before linearized reading' (duration: 480.590643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:46.948697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:46.467683Z","time spent":"481.006206ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-02T05:55:47.114219Z","caller":"traceutil/trace.go:171","msg":"trace[981234013] transaction","detail":"{read_only:false; response_revision:20520; number_of_response:1; }","duration":"645.152574ms","start":"2026-07-02T05:55:46.469042Z","end":"2026-07-02T05:55:47.114194Z","steps":["trace[981234013] 'process raft request' (duration: 645.106753ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:55:47.114312Z","caller":"traceutil/trace.go:171","msg":"trace[950610053] transaction","detail":"{read_only:false; response_revision:20519; number_of_response:1; }","duration":"646.176777ms","start":"2026-07-02T05:55:46.468016Z","end":"2026-07-02T05:55:47.114193Z","steps":["trace[950610053] 'process raft request' (duration: 645.97211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:47.114372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:46.469014Z","time spent":"645.286688ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:55:47.114449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:46.468005Z","time spent":"646.384043ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:55:47.115961Z","caller":"traceutil/trace.go:171","msg":"trace[1071864728] transaction","detail":"{read_only:false; response_revision:20521; number_of_response:1; }","duration":"163.231588ms","start":"2026-07-02T05:55:46.952709Z","end":"2026-07-02T05:55:47.11594Z","steps":["trace[1071864728] 'process raft request' (duration: 162.843925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:52.677173Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383311400,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T05:55:53.078976Z","caller":"traceutil/trace.go:171","msg":"trace[1708999924] linearizableReadLoop","detail":"{readStateIndex:21255; appliedIndex:21254; }","duration":"902.032876ms","start":"2026-07-02T05:55:52.176917Z","end":"2026-07-02T05:55:53.07895Z","steps":["trace[1708999924] 'read index received' (duration: 901.782028ms)","trace[1708999924] 'applied index is now lower than readState.Index' (duration: 249.818µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:55:53.079038Z","caller":"traceutil/trace.go:171","msg":"trace[500357567] transaction","detail":"{read_only:false; response_revision:20547; number_of_response:1; }","duration":"978.19789ms","start":"2026-07-02T05:55:52.100797Z","end":"2026-07-02T05:55:53.078994Z","steps":["trace[500357567] 'process raft request' (duration: 977.957843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:53.079172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:52.10078Z","time spent":"978.323224ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:55:53.079194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.635036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-02T05:55:53.079195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.48385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T05:55:53.079229Z","caller":"traceutil/trace.go:171","msg":"trace[1806391166] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20547; }","duration":"308.723849ms","start":"2026-07-02T05:55:52.770495Z","end":"2026-07-02T05:55:53.079219Z","steps":["trace[1806391166] 'agreement among raft nodes before linearized reading' (duration: 308.582035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:53.079265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:52.770474Z","time spent":"308.783101ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T05:55:53.079199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.260533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-02T05:55:53.079267Z","caller":"traceutil/trace.go:171","msg":"trace[100443749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20547; }","duration":"109.579083ms","start":"2026-07-02T05:55:52.96967Z","end":"2026-07-02T05:55:53.079249Z","steps":["trace[100443749] 'agreement among raft nodes before linearized reading' (duration: 109.428319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:53.079296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.278114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T05:55:53.07933Z","caller":"traceutil/trace.go:171","msg":"trace[1244059614] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20547; }","duration":"902.427758ms","start":"2026-07-02T05:55:52.176871Z","end":"2026-07-02T05:55:53.079298Z","steps":["trace[1244059614] 'agreement among raft nodes before linearized reading' (duration: 902.1758ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:55:53.079367Z","caller":"traceutil/trace.go:171","msg":"trace[959885802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20547; }","duration":"145.404629ms","start":"2026-07-02T05:55:52.933944Z","end":"2026-07-02T05:55:53.079349Z","steps":["trace[959885802] 'agreement among raft nodes before linearized reading' (duration: 145.258064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:53.079388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:52.176855Z","time spent":"902.519401ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T05:55:53.741001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.753324ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T05:55:53.741563Z","caller":"traceutil/trace.go:171","msg":"trace[1729061592] linearizableReadLoop","detail":"{readStateIndex:21257; appliedIndex:21255; }","duration":"657.895081ms","start":"2026-07-02T05:55:53.08365Z","end":"2026-07-02T05:55:53.741545Z","steps":["trace[1729061592] 'read index received' (duration: 188.550887ms)","trace[1729061592] 'applied index is now lower than readState.Index' (duration: 469.343024ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:55:53.741626Z","caller":"traceutil/trace.go:171","msg":"trace[1132595033] transaction","detail":"{read_only:false; response_revision:20551; number_of_response:1; }","duration":"492.412291ms","start":"2026-07-02T05:55:53.249192Z","end":"2026-07-02T05:55:53.741605Z","steps":["trace[1132595033] 'process raft request' (duration: 492.320158ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:55:53.741596Z","caller":"traceutil/trace.go:171","msg":"trace[829235574] transaction","detail":"{read_only:false; response_revision:20549; number_of_response:1; }","duration":"658.380207ms","start":"2026-07-02T05:55:53.083191Z","end":"2026-07-02T05:55:53.741571Z","steps":["trace[829235574] 'process raft request' (duration: 658.211002ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:55:53.741617Z","caller":"traceutil/trace.go:171","msg":"trace[1326516541] transaction","detail":"{read_only:false; response_revision:20550; number_of_response:1; }","duration":"502.014708ms","start":"2026-07-02T05:55:53.239567Z","end":"2026-07-02T05:55:53.741582Z","steps":["trace[1326516541] 'process raft request' (duration: 501.903535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:53.741784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:53.249177Z","time spent":"492.519215ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:55:53.741849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:53.23955Z","time spent":"502.228915ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:55:53.741441Z","caller":"traceutil/trace.go:171","msg":"trace[241308201] transaction","detail":"{read_only:false; response_revision:20548; number_of_response:1; }","duration":"658.472669ms","start":"2026-07-02T05:55:53.082896Z","end":"2026-07-02T05:55:53.741368Z","steps":["trace[241308201] 'process raft request' (duration: 189.287081ms)","trace[241308201] 'compare' (duration: 468.441245ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:55:53.742012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:53.082881Z","time spent":"659.10119ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:55:53.742051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.380466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18466"} {"level":"info","ts":"2026-07-02T05:55:53.742092Z","caller":"traceutil/trace.go:171","msg":"trace[416597053] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20551; }","duration":"658.433478ms","start":"2026-07-02T05:55:53.083645Z","end":"2026-07-02T05:55:53.742078Z","steps":["trace[416597053] 'agreement among raft nodes before linearized reading' (duration: 657.978344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:53.74212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:53.083607Z","time spent":"658.50806ms","remote":"127.0.0.1:50140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18489,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-02T05:55:53.74221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:53.083159Z","time spent":"658.602034ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:55:54.242494Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383311412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:55:55.42996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.049637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T05:55:55.430165Z","caller":"traceutil/trace.go:171","msg":"trace[789432852] linearizableReadLoop","detail":"{readStateIndex:21261; appliedIndex:21259; }","duration":"1.688542427s","start":"2026-07-02T05:55:53.741606Z","end":"2026-07-02T05:55:55.430148Z","steps":["trace[789432852] 'read index received' (duration: 973.21049ms)","trace[789432852] 'applied index is now lower than readState.Index' (duration: 715.330867ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:55:55.430392Z","caller":"traceutil/trace.go:171","msg":"trace[587738412] transaction","detail":"{read_only:false; response_revision:20552; number_of_response:1; }","duration":"1.89981205s","start":"2026-07-02T05:55:53.530567Z","end":"2026-07-02T05:55:55.430379Z","steps":["trace[587738412] 'process raft request' (duration: 1.184248696s)","trace[587738412] 'compare' (duration: 714.700226ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:55:55.430458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:53.530548Z","time spent":"1.899873192s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:55:55.430614Z","caller":"traceutil/trace.go:171","msg":"trace[1263060275] transaction","detail":"{read_only:false; response_revision:20553; number_of_response:1; }","duration":"1.737830112s","start":"2026-07-02T05:55:53.692774Z","end":"2026-07-02T05:55:55.430604Z","steps":["trace[1263060275] 'process raft request' (duration: 1.737276855s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:55.430666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:53.692751Z","time spent":"1.737885754s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:55:55.430811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.231577746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-02T05:55:55.430837Z","caller":"traceutil/trace.go:171","msg":"trace[775327201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20553; }","duration":"2.231618707s","start":"2026-07-02T05:55:53.19921Z","end":"2026-07-02T05:55:55.430829Z","steps":["trace[775327201] 'agreement among raft nodes before linearized reading' (duration: 2.231519194s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:55.430904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:53.199203Z","time spent":"2.23169332s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T05:55:55.43104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.232201825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-02T05:55:55.430965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.23360118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-02T05:55:55.431614Z","caller":"traceutil/trace.go:171","msg":"trace[2105193477] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20553; }","duration":"2.232788665s","start":"2026-07-02T05:55:53.198795Z","end":"2026-07-02T05:55:55.431583Z","steps":["trace[2105193477] 'agreement among raft nodes before linearized reading' (duration: 2.232098713s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:55:55.431646Z","caller":"traceutil/trace.go:171","msg":"trace[1448769241] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20553; }","duration":"2.234368856s","start":"2026-07-02T05:55:53.197248Z","end":"2026-07-02T05:55:55.431617Z","steps":["trace[1448769241] 'agreement among raft nodes before linearized reading' (duration: 2.233411745s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:55.431777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:53.198785Z","time spent":"2.232917808s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T05:55:55.431781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:53.197229Z","time spent":"2.2345327s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-02T05:55:55.481068Z","caller":"traceutil/trace.go:171","msg":"trace[714583564] transaction","detail":"{read_only:false; response_revision:20554; number_of_response:1; }","duration":"935.02115ms","start":"2026-07-02T05:55:54.546023Z","end":"2026-07-02T05:55:55.481044Z","steps":["trace[714583564] 'process raft request' (duration: 934.904146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:55.481268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:54.545999Z","time spent":"935.198705ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:55:55.934935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999954301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T05:55:55.935072Z","caller":"traceutil/trace.go:171","msg":"trace[1465414665] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000146348s","start":"2026-07-02T05:55:53.934906Z","end":"2026-07-02T05:55:55.935053Z","steps":["trace[1465414665] 'agreement among raft nodes before linearized reading' (duration: 1.999989463s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:55.93514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:53.934834Z","time spent":"2.000293782s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:55:57.085857Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.604918094s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T05:55:57.086282Z","caller":"traceutil/trace.go:171","msg":"trace[706010277] transaction","detail":"{read_only:false; response_revision:20555; number_of_response:1; }","duration":"2.002022738s","start":"2026-07-02T05:55:55.084233Z","end":"2026-07-02T05:55:57.086256Z","steps":["trace[706010277] 'process raft request' (duration: 2.001802821s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:57.086425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:55.08421Z","time spent":"2.002142682s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:55:57.086641Z","caller":"traceutil/trace.go:171","msg":"trace[1705333954] transaction","detail":"{read_only:false; response_revision:20556; number_of_response:1; }","duration":"1.650245144s","start":"2026-07-02T05:55:55.436366Z","end":"2026-07-02T05:55:57.086611Z","steps":["trace[1705333954] 'process raft request' (duration: 1.649844851s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:57.086796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:55.436348Z","time spent":"1.650365427s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:55:57.086992Z","caller":"traceutil/trace.go:171","msg":"trace[1874228230] transaction","detail":"{read_only:false; response_revision:20557; number_of_response:1; }","duration":"1.650413559s","start":"2026-07-02T05:55:55.436566Z","end":"2026-07-02T05:55:57.08698Z","steps":["trace[1874228230] 'process raft request' (duration: 1.649968164s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:57.087068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:55.436548Z","time spent":"1.650484881s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:55:57.087169Z","caller":"traceutil/trace.go:171","msg":"trace[1907608692] linearizableReadLoop","detail":"{readStateIndex:21263; appliedIndex:21261; }","duration":"1.656961648s","start":"2026-07-02T05:55:55.430193Z","end":"2026-07-02T05:55:57.087155Z","steps":["trace[1907608692] 'read index received' (duration: 50.558106ms)","trace[1907608692] 'applied index is now lower than readState.Index' (duration: 1.606402452s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:55:57.087225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.376822139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T05:55:57.087263Z","caller":"traceutil/trace.go:171","msg":"trace[1322203985] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:20558; }","duration":"2.376917862s","start":"2026-07-02T05:55:54.710332Z","end":"2026-07-02T05:55:57.08725Z","steps":["trace[1322203985] 'agreement among raft nodes before linearized reading' (duration: 2.37685674s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:57.087272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.455439702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T05:55:57.087292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:54.710313Z","time spent":"2.376971614s","remote":"127.0.0.1:51518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:55:57.087307Z","caller":"traceutil/trace.go:171","msg":"trace[1445034974] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:20558; }","duration":"2.455508005s","start":"2026-07-02T05:55:54.631788Z","end":"2026-07-02T05:55:57.087296Z","steps":["trace[1445034974] 'agreement among raft nodes before linearized reading' (duration: 2.455438082s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:57.087354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:54.631772Z","time spent":"2.455573536s","remote":"127.0.0.1:44132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:55:57.087345Z","caller":"traceutil/trace.go:171","msg":"trace[521810686] transaction","detail":"{read_only:false; response_revision:20558; number_of_response:1; }","duration":"1.647680781s","start":"2026-07-02T05:55:55.439636Z","end":"2026-07-02T05:55:57.087317Z","steps":["trace[521810686] 'process raft request' (duration: 1.647299229s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:57.087467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.038533232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T05:55:57.087506Z","caller":"traceutil/trace.go:171","msg":"trace[73965379] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:20558; }","duration":"3.038622135s","start":"2026-07-02T05:55:54.048871Z","end":"2026-07-02T05:55:57.087493Z","steps":["trace[73965379] 'agreement among raft nodes before linearized reading' (duration: 3.038531922s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:57.087517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796994674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-07-02T05:55:57.087507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:55.439625Z","time spent":"1.647788015s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:55:57.087536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:54.048852Z","time spent":"3.038677476s","remote":"127.0.0.1:36158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:55:57.087549Z","caller":"traceutil/trace.go:171","msg":"trace[593088278] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:20558; }","duration":"1.797061496s","start":"2026-07-02T05:55:55.290479Z","end":"2026-07-02T05:55:57.08754Z","steps":["trace[593088278] 'agreement among raft nodes before linearized reading' (duration: 1.796945093s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:57.087553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.284623519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T05:55:57.087579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:55.29046Z","time spent":"1.797112398s","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-07-02T05:55:57.087586Z","caller":"traceutil/trace.go:171","msg":"trace[1581099027] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20558; }","duration":"3.284683271s","start":"2026-07-02T05:55:53.802894Z","end":"2026-07-02T05:55:57.087578Z","steps":["trace[1581099027] 'agreement among raft nodes before linearized reading' (duration: 3.284621109s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:57.087614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:53.802875Z","time spent":"3.284733133s","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-02T05:55:57.087767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.768203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T05:55:57.087802Z","caller":"traceutil/trace.go:171","msg":"trace[324764780] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:20558; }","duration":"2.768259973s","start":"2026-07-02T05:55:54.319533Z","end":"2026-07-02T05:55:57.087793Z","steps":["trace[324764780] 'agreement among raft nodes before linearized reading' (duration: 2.768155849s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:57.08783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:54.31952Z","time spent":"2.768301833s","remote":"127.0.0.1:50334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":92,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:55:57.61228Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383311422,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T05:55:57.83479Z","caller":"traceutil/trace.go:171","msg":"trace[1019650064] transaction","detail":"{read_only:false; response_revision:20559; number_of_response:1; }","duration":"2.088349218s","start":"2026-07-02T05:55:55.746417Z","end":"2026-07-02T05:55:57.834766Z","steps":["trace[1019650064] 'process raft request' (duration: 2.086306553s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:57.834943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:55.7464Z","time spent":"2.088473482s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:55:57.93595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000082907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T05:55:57.936033Z","caller":"traceutil/trace.go:171","msg":"trace[946147706] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000206801s","start":"2026-07-02T05:55:55.935808Z","end":"2026-07-02T05:55:57.936015Z","steps":["trace[946147706] 'agreement among raft nodes before linearized reading' (duration: 2.000104068s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:57.936083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:55.935794Z","time spent":"2.000280243s","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 05:55:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T05:55:58.672676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.952316ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-02T05:55:58.673286Z","caller":"traceutil/trace.go:171","msg":"trace[1006950801] transaction","detail":"{read_only:false; response_revision:20560; number_of_response:1; }","duration":"1.830247686s","start":"2026-07-02T05:55:56.843014Z","end":"2026-07-02T05:55:58.673261Z","steps":["trace[1006950801] 'process raft request' (duration: 1.82972952s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:58.673402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:56.842998Z","time spent":"1.83034665s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:55:58.673411Z","caller":"traceutil/trace.go:171","msg":"trace[1681480913] linearizableReadLoop","detail":"{readStateIndex:21271; appliedIndex:21266; }","duration":"1.586184835s","start":"2026-07-02T05:55:57.087197Z","end":"2026-07-02T05:55:58.673381Z","steps":["trace[1681480913] 'read index received' (duration: 745.45166ms)","trace[1681480913] 'applied index is now lower than readState.Index' (duration: 840.732315ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:55:58.673839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.928090221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-02T05:55:58.673836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.927860644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T05:55:58.673904Z","caller":"traceutil/trace.go:171","msg":"trace[1942857108] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20562; }","duration":"2.928201825s","start":"2026-07-02T05:55:55.745682Z","end":"2026-07-02T05:55:58.673884Z","steps":["trace[1942857108] 'agreement among raft nodes before linearized reading' (duration: 2.92803438s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:55:58.673922Z","caller":"traceutil/trace.go:171","msg":"trace[1163431192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20562; }","duration":"2.927972008s","start":"2026-07-02T05:55:55.745927Z","end":"2026-07-02T05:55:58.673899Z","steps":["trace[1163431192] 'agreement among raft nodes before linearized reading' (duration: 2.92772194s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:58.673959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:55.745661Z","time spent":"2.928282137s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T05:55:58.673975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:55.745919Z","time spent":"2.92804275s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-02T05:55:58.674226Z","caller":"traceutil/trace.go:171","msg":"trace[780264725] transaction","detail":"{read_only:false; response_revision:20561; number_of_response:1; }","duration":"1.237343793s","start":"2026-07-02T05:55:57.436867Z","end":"2026-07-02T05:55:58.674211Z","steps":["trace[780264725] 'process raft request' (duration: 1.236372492s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:55:58.674271Z","caller":"traceutil/trace.go:171","msg":"trace[1511350993] transaction","detail":"{read_only:false; response_revision:20562; number_of_response:1; }","duration":"1.236508836s","start":"2026-07-02T05:55:57.437746Z","end":"2026-07-02T05:55:58.674255Z","steps":["trace[1511350993] 'process raft request' (duration: 1.235595007s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:58.674318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520726802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T05:55:58.67432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:57.436848Z","time spent":"1.237416375s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:55:58.67434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.57017531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18466"} {"level":"info","ts":"2026-07-02T05:55:58.674352Z","caller":"traceutil/trace.go:171","msg":"trace[539806922] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:20562; }","duration":"1.520808655s","start":"2026-07-02T05:55:57.153533Z","end":"2026-07-02T05:55:58.674342Z","steps":["trace[539806922] 'agreement among raft nodes before linearized reading' (duration: 1.520735703s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:58.674362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:57.437738Z","time spent":"1.236569599s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:55:58.674371Z","caller":"traceutil/trace.go:171","msg":"trace[1618613651] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:20562; }","duration":"2.570249473s","start":"2026-07-02T05:55:56.104114Z","end":"2026-07-02T05:55:58.674363Z","steps":["trace[1618613651] 'agreement among raft nodes before linearized reading' (duration: 2.570118208s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:58.674371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583689955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a952f30e-7659-44e5-94c4-c7923f1f6ad7\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-07-02T05:55:58.674394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.962516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T05:55:58.674403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:56.104092Z","time spent":"2.570302414s","remote":"127.0.0.1:50140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18489,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-02T05:55:58.674365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583447128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T05:55:58.674375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.566559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T05:55:58.674424Z","caller":"traceutil/trace.go:171","msg":"trace[1866611024] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a952f30e-7659-44e5-94c4-c7923f1f6ad7; range_end:; response_count:1; response_revision:20562; }","duration":"1.583764778s","start":"2026-07-02T05:55:57.09064Z","end":"2026-07-02T05:55:58.674405Z","steps":["trace[1866611024] 'agreement among raft nodes before linearized reading' (duration: 1.583632434s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:58.67445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.512101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-07-02T05:55:58.674468Z","caller":"traceutil/trace.go:171","msg":"trace[280112488] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589; range_end:; response_count:1; response_revision:20562; }","duration":"735.560493ms","start":"2026-07-02T05:55:57.938902Z","end":"2026-07-02T05:55:58.674462Z","steps":["trace[280112488] 'agreement among raft nodes before linearized reading' (duration: 735.505841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:58.674462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:57.090628Z","time spent":"1.58382564s","remote":"127.0.0.1:50108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-a952f30e-7659-44e5-94c4-c7923f1f6ad7\" "} {"level":"warn","ts":"2026-07-02T05:55:58.67437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:57.153511Z","time spent":"1.520855097s","remote":"127.0.0.1:39784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:55:58.674465Z","caller":"traceutil/trace.go:171","msg":"trace[1200250700] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20562; }","duration":"1.583559061s","start":"2026-07-02T05:55:57.090878Z","end":"2026-07-02T05:55:58.674437Z","steps":["trace[1200250700] 'agreement among raft nodes before linearized reading' (duration: 1.583403766s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:55:58.674464Z","caller":"traceutil/trace.go:171","msg":"trace[582146965] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:20562; }","duration":"362.692543ms","start":"2026-07-02T05:55:58.311755Z","end":"2026-07-02T05:55:58.674447Z","steps":["trace[582146965] 'agreement among raft nodes before linearized reading' (duration: 362.500547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:58.674512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027248697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T05:55:58.67453Z","caller":"traceutil/trace.go:171","msg":"trace[296570117] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:20562; }","duration":"1.027301199s","start":"2026-07-02T05:55:57.647222Z","end":"2026-07-02T05:55:58.674524Z","steps":["trace[296570117] 'agreement among raft nodes before linearized reading' (duration: 1.027272088s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:55:58.674527Z","caller":"traceutil/trace.go:171","msg":"trace[2047029315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20562; }","duration":"731.012797ms","start":"2026-07-02T05:55:57.943393Z","end":"2026-07-02T05:55:58.674405Z","steps":["trace[2047029315] 'agreement among raft nodes before linearized reading' (duration: 730.989806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:58.67452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:57.090872Z","time spent":"1.583637713s","remote":"127.0.0.1:50166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-02T05:55:58.674527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:58.311735Z","time spent":"362.776576ms","remote":"127.0.0.1:50166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":80,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:55:58.674545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:57.647193Z","time spent":"1.02734742s","remote":"127.0.0.1:36186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:55:58.674554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:57.943375Z","time spent":"731.171863ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:55:58.674485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:57.938831Z","time spent":"735.651745ms","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589\" "} {"level":"info","ts":"2026-07-02T05:55:59.731293Z","caller":"traceutil/trace.go:171","msg":"trace[1455754549] transaction","detail":"{read_only:false; response_revision:20563; number_of_response:1; }","duration":"1.052852586s","start":"2026-07-02T05:55:58.678397Z","end":"2026-07-02T05:55:59.731249Z","steps":["trace[1455754549] 'process raft request' (duration: 1.052536836s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:55:59.73173Z","caller":"traceutil/trace.go:171","msg":"trace[1717818212] linearizableReadLoop","detail":"{readStateIndex:21273; appliedIndex:21271; }","duration":"1.052782834s","start":"2026-07-02T05:55:58.678905Z","end":"2026-07-02T05:55:59.731688Z","steps":["trace[1717818212] 'read index received' (duration: 52.530969ms)","trace[1717818212] 'applied index is now lower than readState.Index' (duration: 1.000248705s)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:55:59.731824Z","caller":"traceutil/trace.go:171","msg":"trace[556560777] transaction","detail":"{read_only:false; response_revision:20564; number_of_response:1; }","duration":"1.052783224s","start":"2026-07-02T05:55:58.678994Z","end":"2026-07-02T05:55:59.731777Z","steps":["trace[556560777] 'process raft request' (duration: 1.052180755s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:59.732042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053108804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-02T05:55:59.732103Z","caller":"traceutil/trace.go:171","msg":"trace[333392433] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20564; }","duration":"1.053243699s","start":"2026-07-02T05:55:58.678843Z","end":"2026-07-02T05:55:59.732086Z","steps":["trace[333392433] 'agreement among raft nodes before linearized reading' (duration: 1.053010381s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:59.732167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:58.678829Z","time spent":"1.053326062s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T05:55:59.73218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:58.678975Z","time spent":"1.053108655s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:55:59.732082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:58.678374Z","time spent":"1.053576129s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:55:59.733503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052262347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-07-02T05:55:59.733593Z","caller":"traceutil/trace.go:171","msg":"trace[1559776211] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:20566; }","duration":"1.052374301s","start":"2026-07-02T05:55:58.681198Z","end":"2026-07-02T05:55:59.733572Z","steps":["trace[1559776211] 'agreement among raft nodes before linearized reading' (duration: 1.052054951s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:59.733682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:58.681187Z","time spent":"1.052481714s","remote":"127.0.0.1:50166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-07-02T05:55:59.734032Z","caller":"traceutil/trace.go:171","msg":"trace[564377133] transaction","detail":"{read_only:false; response_revision:20565; number_of_response:1; }","duration":"1.001534186s","start":"2026-07-02T05:55:58.732471Z","end":"2026-07-02T05:55:59.734005Z","steps":["trace[564377133] 'process raft request' (duration: 1.000602086s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:59.734044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.248781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-02T05:55:59.73411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.426246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-02T05:55:59.734159Z","caller":"traceutil/trace.go:171","msg":"trace[1591218713] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20566; }","duration":"642.435056ms","start":"2026-07-02T05:55:59.0917Z","end":"2026-07-02T05:55:59.734135Z","steps":["trace[1591218713] 'agreement among raft nodes before linearized reading' (duration: 641.975752ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:55:59.734251Z","caller":"traceutil/trace.go:171","msg":"trace[726632391] transaction","detail":"{read_only:false; response_revision:20566; number_of_response:1; }","duration":"642.770078ms","start":"2026-07-02T05:55:59.091466Z","end":"2026-07-02T05:55:59.734236Z","steps":["trace[726632391] 'process raft request' (duration: 641.722814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:59.734317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.964241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T05:55:59.73433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:59.091443Z","time spent":"642.85074ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:55:59.734354Z","caller":"traceutil/trace.go:171","msg":"trace[1158714797] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:20566; }","duration":"804.041023ms","start":"2026-07-02T05:55:58.930303Z","end":"2026-07-02T05:55:59.734344Z","steps":["trace[1158714797] 'agreement among raft nodes before linearized reading' (duration: 803.929019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:59.734386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:58.930248Z","time spent":"804.129546ms","remote":"127.0.0.1:36164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":27,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:55:59.734572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.201471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T05:55:59.734611Z","caller":"traceutil/trace.go:171","msg":"trace[665646630] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:20566; }","duration":"953.263983ms","start":"2026-07-02T05:55:58.781337Z","end":"2026-07-02T05:55:59.734601Z","steps":["trace[665646630] 'agreement among raft nodes before linearized reading' (duration: 953.209311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:59.734731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:58.781325Z","time spent":"953.392697ms","remote":"127.0.0.1:39632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:55:59.734282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:59.091688Z","time spent":"642.575731ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T05:55:59.734995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.829549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-02T05:55:59.73505Z","caller":"traceutil/trace.go:171","msg":"trace[720244405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20566; }","duration":"642.917182ms","start":"2026-07-02T05:55:59.09212Z","end":"2026-07-02T05:55:59.735037Z","steps":["trace[720244405] 'agreement among raft nodes before linearized reading' (duration: 642.679565ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:55:59.734171Z","caller":"traceutil/trace.go:171","msg":"trace[538032914] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20566; }","duration":"642.516269ms","start":"2026-07-02T05:55:59.091642Z","end":"2026-07-02T05:55:59.734159Z","steps":["trace[538032914] 'agreement among raft nodes before linearized reading' (duration: 642.371814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:59.735098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:59.092103Z","time spent":"642.985005ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T05:55:59.73513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:59.091625Z","time spent":"643.4815ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T05:55:59.734173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:58.732447Z","time spent":"1.00164087s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:55:59.734214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.784021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T05:55:59.735278Z","caller":"traceutil/trace.go:171","msg":"trace[87454687] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20566; }","duration":"756.882995ms","start":"2026-07-02T05:55:58.978378Z","end":"2026-07-02T05:55:59.735261Z","steps":["trace[87454687] 'agreement among raft nodes before linearized reading' (duration: 755.813911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:55:59.735336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:55:58.978276Z","time spent":"757.03732ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T05:56:01.870424Z","caller":"traceutil/trace.go:171","msg":"trace[888199096] transaction","detail":"{read_only:false; response_revision:20580; number_of_response:1; }","duration":"114.981726ms","start":"2026-07-02T05:56:01.755423Z","end":"2026-07-02T05:56:01.870405Z","steps":["trace[888199096] 'process raft request' (duration: 114.847271ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:56:07.915127Z","caller":"traceutil/trace.go:171","msg":"trace[865003659] transaction","detail":"{read_only:false; response_revision:20611; number_of_response:1; }","duration":"150.201581ms","start":"2026-07-02T05:56:07.764731Z","end":"2026-07-02T05:56:07.914932Z","steps":["trace[865003659] 'process raft request' (duration: 146.193113ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:56:07.915539Z","caller":"traceutil/trace.go:171","msg":"trace[1284545754] transaction","detail":"{read_only:false; response_revision:20612; number_of_response:1; }","duration":"148.980673ms","start":"2026-07-02T05:56:07.766537Z","end":"2026-07-02T05:56:07.915517Z","steps":["trace[1284545754] 'process raft request' (duration: 148.756966ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:56:07.915645Z","caller":"traceutil/trace.go:171","msg":"trace[586210196] linearizableReadLoop","detail":"{readStateIndex:21324; appliedIndex:21322; }","duration":"146.658359ms","start":"2026-07-02T05:56:07.768975Z","end":"2026-07-02T05:56:07.915633Z","steps":["trace[586210196] 'read index received' (duration: 141.960758ms)","trace[586210196] 'applied index is now lower than readState.Index' (duration: 4.6966ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:56:07.91581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.819974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-02T05:56:07.915854Z","caller":"traceutil/trace.go:171","msg":"trace[400203058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20613; }","duration":"146.867665ms","start":"2026-07-02T05:56:07.768971Z","end":"2026-07-02T05:56:07.915838Z","steps":["trace[400203058] 'agreement among raft nodes before linearized reading' (duration: 146.735361ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:56:18.237733Z","caller":"traceutil/trace.go:171","msg":"trace[2094163948] linearizableReadLoop","detail":"{readStateIndex:21374; appliedIndex:21373; }","duration":"209.880409ms","start":"2026-07-02T05:56:18.027831Z","end":"2026-07-02T05:56:18.237711Z","steps":["trace[2094163948] 'read index received' (duration: 209.241769ms)","trace[2094163948] 'applied index is now lower than readState.Index' (duration: 637.55µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:56:18.237915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.089965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-02T05:56:18.237943Z","caller":"traceutil/trace.go:171","msg":"trace[930462678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20660; }","duration":"210.153738ms","start":"2026-07-02T05:56:18.027783Z","end":"2026-07-02T05:56:18.237936Z","steps":["trace[930462678] 'agreement among raft nodes before linearized reading' (duration: 210.041945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:56:18.238139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.015595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-02T05:56:18.238238Z","caller":"traceutil/trace.go:171","msg":"trace[1054246817] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20660; }","duration":"206.140229ms","start":"2026-07-02T05:56:18.03208Z","end":"2026-07-02T05:56:18.23822Z","steps":["trace[1054246817] 'agreement among raft nodes before linearized reading' (duration: 205.911072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:56:18.238304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.066053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-02T05:56:18.238046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.928589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-02T05:56:18.238336Z","caller":"traceutil/trace.go:171","msg":"trace[1309283534] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20660; }","duration":"209.135585ms","start":"2026-07-02T05:56:18.029191Z","end":"2026-07-02T05:56:18.238326Z","steps":["trace[1309283534] 'agreement among raft nodes before linearized reading' (duration: 209.052382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:56:18.238345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.993729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-02T05:56:18.238356Z","caller":"traceutil/trace.go:171","msg":"trace[792367379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20660; }","duration":"209.263579ms","start":"2026-07-02T05:56:18.029071Z","end":"2026-07-02T05:56:18.238335Z","steps":["trace[792367379] 'agreement among raft nodes before linearized reading' (duration: 208.854586ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:56:18.2384Z","caller":"traceutil/trace.go:171","msg":"trace[1660173969] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20660; }","duration":"208.067131ms","start":"2026-07-02T05:56:18.030319Z","end":"2026-07-02T05:56:18.238386Z","steps":["trace[1660173969] 'agreement among raft nodes before linearized reading' (duration: 207.710709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:56:18.238414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.512448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T05:56:18.238438Z","caller":"traceutil/trace.go:171","msg":"trace[456421098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20659; }","duration":"302.346435ms","start":"2026-07-02T05:56:17.936085Z","end":"2026-07-02T05:56:18.238431Z","steps":["trace[456421098] 'range keys from in-memory index tree' (duration: 301.448656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:56:18.238463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:56:17.936072Z","time spent":"302.383346ms","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T05:56:18.237864Z","caller":"traceutil/trace.go:171","msg":"trace[1153683036] transaction","detail":"{read_only:false; response_revision:20660; number_of_response:1; }","duration":"214.010121ms","start":"2026-07-02T05:56:18.023822Z","end":"2026-07-02T05:56:18.237833Z","steps":["trace[1153683036] 'process raft request' (duration: 213.207015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:56:20.549891Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383311698,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:56:20.742944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856504027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-02T05:56:20.742993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102133102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7697"} {"level":"info","ts":"2026-07-02T05:56:20.743007Z","caller":"traceutil/trace.go:171","msg":"trace[509754993] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20667; }","duration":"1.856647552s","start":"2026-07-02T05:56:18.886344Z","end":"2026-07-02T05:56:20.742991Z","steps":["trace[509754993] 'range keys from in-memory index tree' (duration: 1.856310711s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:56:20.743021Z","caller":"traceutil/trace.go:171","msg":"trace[160438158] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:20667; }","duration":"1.102160603s","start":"2026-07-02T05:56:19.640851Z","end":"2026-07-02T05:56:20.743011Z","steps":["trace[160438158] 'range keys from in-memory index tree' (duration: 1.102033629s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:56:20.743049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:56:19.640802Z","time spent":"1.102232275s","remote":"127.0.0.1:42718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7720,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-02T05:56:20.743092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591919849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T05:56:20.743152Z","caller":"traceutil/trace.go:171","msg":"trace[450054190] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:20667; }","duration":"1.592048033s","start":"2026-07-02T05:56:19.151089Z","end":"2026-07-02T05:56:20.743137Z","steps":["trace[450054190] 'count revisions from in-memory index tree' (duration: 1.591820355s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:56:20.743182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:56:19.151068Z","time spent":"1.592107295s","remote":"127.0.0.1:34080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:56:20.743209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.654298ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T05:56:20.743056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:56:18.886322Z","time spent":"1.856707033s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-02T05:56:20.743304Z","caller":"traceutil/trace.go:171","msg":"trace[985970763] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20667; }","duration":"130.764581ms","start":"2026-07-02T05:56:20.612526Z","end":"2026-07-02T05:56:20.74329Z","steps":["trace[985970763] 'range keys from in-memory index tree' (duration: 130.639708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:56:20.743618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808236914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T05:56:20.743641Z","caller":"traceutil/trace.go:171","msg":"trace[75209856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20667; }","duration":"1.808304376s","start":"2026-07-02T05:56:18.935327Z","end":"2026-07-02T05:56:20.743632Z","steps":["trace[75209856] 'range keys from in-memory index tree' (duration: 1.80814295s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:56:20.743663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:56:18.935304Z","time spent":"1.808353728s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:56:20.743838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802633445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-02T05:56:20.743862Z","caller":"traceutil/trace.go:171","msg":"trace[780902214] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20667; }","duration":"1.802687207s","start":"2026-07-02T05:56:18.941169Z","end":"2026-07-02T05:56:20.743856Z","steps":["trace[780902214] 'range keys from in-memory index tree' (duration: 1.802507651s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:56:20.743881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:56:18.941152Z","time spent":"1.802722448s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-02T05:56:20.766135Z","caller":"traceutil/trace.go:171","msg":"trace[182867625] transaction","detail":"{read_only:false; response_revision:20668; number_of_response:1; }","duration":"858.390571ms","start":"2026-07-02T05:56:19.907719Z","end":"2026-07-02T05:56:20.76611Z","steps":["trace[182867625] 'process raft request' (duration: 858.121723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:56:20.766379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:56:19.907694Z","time spent":"858.609628ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:56:20.768895Z","caller":"traceutil/trace.go:171","msg":"trace[2140710843] transaction","detail":"{read_only:false; response_revision:20669; number_of_response:1; }","duration":"524.116786ms","start":"2026-07-02T05:56:20.24475Z","end":"2026-07-02T05:56:20.768866Z","steps":["trace[2140710843] 'process raft request' (duration: 523.963571ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:56:20.768893Z","caller":"traceutil/trace.go:171","msg":"trace[1337876754] linearizableReadLoop","detail":"{readStateIndex:21383; appliedIndex:21381; }","duration":"719.501901ms","start":"2026-07-02T05:56:20.049375Z","end":"2026-07-02T05:56:20.768877Z","steps":["trace[1337876754] 'read index received' (duration: 716.441223ms)","trace[1337876754] 'applied index is now lower than readState.Index' (duration: 3.059888ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:56:20.768994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:56:20.244724Z","time spent":"524.210318ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:56:20.769257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.869012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-02T05:56:20.76929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.717287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-02T05:56:20.769315Z","caller":"traceutil/trace.go:171","msg":"trace[1758218667] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20672; }","duration":"520.787719ms","start":"2026-07-02T05:56:20.24852Z","end":"2026-07-02T05:56:20.769308Z","steps":["trace[1758218667] 'agreement among raft nodes before linearized reading' (duration: 520.699866ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:56:20.769297Z","caller":"traceutil/trace.go:171","msg":"trace[1346370943] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20672; }","duration":"719.953236ms","start":"2026-07-02T05:56:20.049332Z","end":"2026-07-02T05:56:20.769286Z","steps":["trace[1346370943] 'agreement among raft nodes before linearized reading' (duration: 719.824492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:56:20.769342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:56:20.248499Z","time spent":"520.83619ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T05:56:20.769441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:56:20.049315Z","time spent":"720.082259ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T05:56:20.7698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.540928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-02T05:56:20.769825Z","caller":"traceutil/trace.go:171","msg":"trace[1717302374] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20672; }","duration":"519.602601ms","start":"2026-07-02T05:56:20.250216Z","end":"2026-07-02T05:56:20.769818Z","steps":["trace[1717302374] 'agreement among raft nodes before linearized reading' (duration: 519.541589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:56:20.769839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:56:20.250194Z","time spent":"519.641291ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T05:56:20.769878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.926671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-02T05:56:20.769911Z","caller":"traceutil/trace.go:171","msg":"trace[879400177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20672; }","duration":"519.993323ms","start":"2026-07-02T05:56:20.249909Z","end":"2026-07-02T05:56:20.769903Z","steps":["trace[879400177] 'agreement among raft nodes before linearized reading' (duration: 519.874249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:56:20.769974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.953652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-02T05:56:20.769976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:56:20.249899Z","time spent":"520.066486ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T05:56:20.76999Z","caller":"traceutil/trace.go:171","msg":"trace[1999216469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20672; }","duration":"520.006383ms","start":"2026-07-02T05:56:20.249979Z","end":"2026-07-02T05:56:20.769985Z","steps":["trace[1999216469] 'agreement among raft nodes before linearized reading' (duration: 519.963292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:56:20.770006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:56:20.249957Z","time spent":"520.045905ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T05:56:20.77001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.005984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-02T05:56:20.770037Z","caller":"traceutil/trace.go:171","msg":"trace[1969671198] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20672; }","duration":"520.062876ms","start":"2026-07-02T05:56:20.249966Z","end":"2026-07-02T05:56:20.770029Z","steps":["trace[1969671198] 'agreement among raft nodes before linearized reading' (duration: 519.980623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:56:20.770056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:56:20.249953Z","time spent":"520.098216ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T05:56:20.889269Z","caller":"traceutil/trace.go:171","msg":"trace[983613220] transaction","detail":"{read_only:false; response_revision:20673; number_of_response:1; }","duration":"115.181212ms","start":"2026-07-02T05:56:20.77407Z","end":"2026-07-02T05:56:20.889251Z","steps":["trace[983613220] 'process raft request' (duration: 105.978827ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:56:20.889395Z","caller":"traceutil/trace.go:171","msg":"trace[1753310366] transaction","detail":"{read_only:false; response_revision:20674; number_of_response:1; }","duration":"115.12712ms","start":"2026-07-02T05:56:20.774261Z","end":"2026-07-02T05:56:20.889388Z","steps":["trace[1753310366] 'process raft request' (duration: 114.457229ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:56:20.889611Z","caller":"traceutil/trace.go:171","msg":"trace[1155940663] transaction","detail":"{read_only:false; response_revision:20675; number_of_response:1; }","duration":"114.968085ms","start":"2026-07-02T05:56:20.774606Z","end":"2026-07-02T05:56:20.889574Z","steps":["trace[1155940663] 'process raft request' (duration: 114.144529ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:56:20.890182Z","caller":"traceutil/trace.go:171","msg":"trace[141245385] transaction","detail":"{read_only:false; response_revision:20676; number_of_response:1; }","duration":"114.141049ms","start":"2026-07-02T05:56:20.776025Z","end":"2026-07-02T05:56:20.890166Z","steps":["trace[141245385] 'process raft request' (duration: 112.748564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:56:20.890291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.86817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T05:56:20.890276Z","caller":"traceutil/trace.go:171","msg":"trace[53304330] transaction","detail":"{read_only:false; response_revision:20678; number_of_response:1; }","duration":"112.094894ms","start":"2026-07-02T05:56:20.778153Z","end":"2026-07-02T05:56:20.890248Z","steps":["trace[53304330] 'process raft request' (duration: 110.710069ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:56:20.890318Z","caller":"traceutil/trace.go:171","msg":"trace[1234436890] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20679; }","duration":"113.926892ms","start":"2026-07-02T05:56:20.776383Z","end":"2026-07-02T05:56:20.89031Z","steps":["trace[1234436890] 'agreement among raft nodes before linearized reading' (duration: 113.859149ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:56:20.890391Z","caller":"traceutil/trace.go:171","msg":"trace[482051649] transaction","detail":"{read_only:false; response_revision:20677; number_of_response:1; }","duration":"114.289223ms","start":"2026-07-02T05:56:20.776041Z","end":"2026-07-02T05:56:20.89033Z","steps":["trace[482051649] 'process raft request' (duration: 112.754764ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:56:41.863762Z","caller":"traceutil/trace.go:171","msg":"trace[626499188] transaction","detail":"{read_only:false; response_revision:20807; number_of_response:1; }","duration":"123.852699ms","start":"2026-07-02T05:56:41.739888Z","end":"2026-07-02T05:56:41.86374Z","steps":["trace[626499188] 'process raft request' (duration: 116.523435ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:56:41.867742Z","caller":"traceutil/trace.go:171","msg":"trace[2036788793] linearizableReadLoop","detail":"{readStateIndex:21528; appliedIndex:21526; }","duration":"123.745296ms","start":"2026-07-02T05:56:41.743975Z","end":"2026-07-02T05:56:41.86772Z","steps":["trace[2036788793] 'read index received' (duration: 112.444494ms)","trace[2036788793] 'applied index is now lower than readState.Index' (duration: 11.299862ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:56:41.867839Z","caller":"traceutil/trace.go:171","msg":"trace[818801471] transaction","detail":"{read_only:false; response_revision:20809; number_of_response:1; }","duration":"119.553321ms","start":"2026-07-02T05:56:41.748278Z","end":"2026-07-02T05:56:41.867831Z","steps":["trace[818801471] 'process raft request' (duration: 119.389676ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:56:41.867914Z","caller":"traceutil/trace.go:171","msg":"trace[1091963114] transaction","detail":"{read_only:false; response_revision:20808; number_of_response:1; }","duration":"127.732064ms","start":"2026-07-02T05:56:41.74017Z","end":"2026-07-02T05:56:41.867902Z","steps":["trace[1091963114] 'process raft request' (duration: 127.395273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:56:41.868044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.054296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-07-02T05:56:41.868072Z","caller":"traceutil/trace.go:171","msg":"trace[1102393340] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:20809; }","duration":"124.093087ms","start":"2026-07-02T05:56:41.743972Z","end":"2026-07-02T05:56:41.868065Z","steps":["trace[1102393340] 'agreement among raft nodes before linearized reading' (duration: 123.995654ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:56:42.500108Z","caller":"traceutil/trace.go:171","msg":"trace[1015417594] transaction","detail":"{read_only:false; response_revision:20825; number_of_response:1; }","duration":"111.578037ms","start":"2026-07-02T05:56:42.388487Z","end":"2026-07-02T05:56:42.500065Z","steps":["trace[1015417594] 'process raft request' (duration: 111.203045ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:56:42.500368Z","caller":"traceutil/trace.go:171","msg":"trace[1247445516] transaction","detail":"{read_only:false; response_revision:20826; number_of_response:1; }","duration":"110.793001ms","start":"2026-07-02T05:56:42.389561Z","end":"2026-07-02T05:56:42.500354Z","steps":["trace[1247445516] 'process raft request' (duration: 110.240493ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:58:27.591246Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19512} {"level":"info","ts":"2026-07-02T05:58:27.701554Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19512,"took":"106.855641ms","hash":4135822546,"current-db-size-bytes":55918592,"current-db-size":"56 MB","current-db-size-in-use-bytes":30519296,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-02T05:58:27.701721Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4135822546,"revision":19512,"compact-revision":17136} {"level":"info","ts":"2026-07-02T06:00:00.548639Z","caller":"traceutil/trace.go:171","msg":"trace[1210367431] transaction","detail":"{read_only:false; response_revision:22911; number_of_response:1; }","duration":"103.241835ms","start":"2026-07-02T06:00:00.445372Z","end":"2026-07-02T06:00:00.548614Z","steps":["trace[1210367431] 'process raft request' (duration: 103.071769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:03.981835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.643571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/cert-manager-test/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:00:03.981975Z","caller":"traceutil/trace.go:171","msg":"trace[835132813] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/cert-manager-test/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/cert-manager-test0; response_count:0; response_revision:22996; }","duration":"428.841037ms","start":"2026-07-02T06:00:03.553115Z","end":"2026-07-02T06:00:03.981956Z","steps":["trace[835132813] 'range keys from in-memory index tree' (duration: 428.561318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:03.981957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.280431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:00:03.982046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:03.553091Z","time spent":"428.940299ms","remote":"127.0.0.1:47330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":179,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/cert-manager-test/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/cert-manager-test0\" limit:10000 "} {"level":"info","ts":"2026-07-02T06:00:03.982078Z","caller":"traceutil/trace.go:171","msg":"trace[1576368647] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:22996; }","duration":"429.423195ms","start":"2026-07-02T06:00:03.552623Z","end":"2026-07-02T06:00:03.982046Z","steps":["trace[1576368647] 'range keys from in-memory index tree' (duration: 429.24401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:03.982106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.974817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-69f9d56d75-qt6bj\" ","response":"range_response_count:1 size:5496"} {"level":"info","ts":"2026-07-02T06:00:03.982132Z","caller":"traceutil/trace.go:171","msg":"trace[897919576] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-69f9d56d75-qt6bj; range_end:; response_count:1; response_revision:22996; }","duration":"367.039408ms","start":"2026-07-02T06:00:03.615085Z","end":"2026-07-02T06:00:03.982124Z","steps":["trace[897919576] 'range keys from in-memory index tree' (duration: 366.833953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:03.982145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:03.552619Z","time spent":"429.502858ms","remote":"127.0.0.1:47330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":143,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" limit:10000 "} {"level":"warn","ts":"2026-07-02T06:00:03.982166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:03.615033Z","time spent":"367.111321ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5519,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-69f9d56d75-qt6bj\" "} {"level":"warn","ts":"2026-07-02T06:00:03.982168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.5545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:00:03.982295Z","caller":"traceutil/trace.go:171","msg":"trace[136049531] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:22996; }","duration":"429.709895ms","start":"2026-07-02T06:00:03.552553Z","end":"2026-07-02T06:00:03.982263Z","steps":["trace[136049531] 'count revisions from in-memory index tree' (duration: 429.447316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:03.982329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.893716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:00:03.982354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:03.552539Z","time spent":"429.797047ms","remote":"127.0.0.1:47330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:00:03.982371Z","caller":"traceutil/trace.go:171","msg":"trace[1837022067] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:22997; }","duration":"228.983449ms","start":"2026-07-02T06:00:03.753377Z","end":"2026-07-02T06:00:03.98236Z","steps":["trace[1837022067] 'agreement among raft nodes before linearized reading' (duration: 228.876086ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:03.982206Z","caller":"traceutil/trace.go:171","msg":"trace[1765128341] linearizableReadLoop","detail":"{readStateIndex:23782; appliedIndex:23781; }","duration":"228.759802ms","start":"2026-07-02T06:00:03.753423Z","end":"2026-07-02T06:00:03.982183Z","steps":["trace[1765128341] 'read index received' (duration: 197.094779ms)","trace[1765128341] 'applied index is now lower than readState.Index' (duration: 31.663743ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:00:03.982465Z","caller":"traceutil/trace.go:171","msg":"trace[1939731133] transaction","detail":"{read_only:false; response_revision:22997; number_of_response:1; }","duration":"295.406156ms","start":"2026-07-02T06:00:03.687044Z","end":"2026-07-02T06:00:03.98245Z","steps":["trace[1939731133] 'process raft request' (duration: 263.483844ms)","trace[1939731133] 'compare' (duration: 31.475518ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:00:03.98815Z","caller":"traceutil/trace.go:171","msg":"trace[1166410906] transaction","detail":"{read_only:false; response_revision:22999; number_of_response:1; }","duration":"171.635584ms","start":"2026-07-02T06:00:03.816493Z","end":"2026-07-02T06:00:03.988129Z","steps":["trace[1166410906] 'process raft request' (duration: 171.536671ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:03.988167Z","caller":"traceutil/trace.go:171","msg":"trace[1847502157] transaction","detail":"{read_only:false; response_revision:22998; number_of_response:1; }","duration":"213.410001ms","start":"2026-07-02T06:00:03.774732Z","end":"2026-07-02T06:00:03.988142Z","steps":["trace[1847502157] 'process raft request' (duration: 213.119592ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:04.482012Z","caller":"traceutil/trace.go:171","msg":"trace[1912512072] transaction","detail":"{read_only:false; response_revision:23006; number_of_response:1; }","duration":"380.451388ms","start":"2026-07-02T06:00:04.101538Z","end":"2026-07-02T06:00:04.48199Z","steps":["trace[1912512072] 'process raft request' (duration: 380.299303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:04.482157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:04.101523Z","time spent":"380.554811ms","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4936,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:00:04.482141Z","caller":"traceutil/trace.go:171","msg":"trace[78980562] linearizableReadLoop","detail":"{readStateIndex:23791; appliedIndex:23791; }","duration":"379.703954ms","start":"2026-07-02T06:00:04.102407Z","end":"2026-07-02T06:00:04.482111Z","steps":["trace[78980562] 'read index received' (duration: 379.690973ms)","trace[78980562] 'applied index is now lower than readState.Index' (duration: 10.88µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:00:04.482337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.9038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/cert-manager-test/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:00:04.482403Z","caller":"traceutil/trace.go:171","msg":"trace[142220299] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/cert-manager-test/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces/cert-manager-test0; response_count:0; response_revision:23006; }","duration":"380.012113ms","start":"2026-07-02T06:00:04.102377Z","end":"2026-07-02T06:00:04.482389Z","steps":["trace[142220299] 'agreement among raft nodes before linearized reading' (duration: 379.849568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:04.482495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:04.102364Z","time spent":"380.064656ms","remote":"127.0.0.1:42856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/cert-manager-test/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/cert-manager-test0\" "} {"level":"warn","ts":"2026-07-02T06:00:04.484958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.121513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-02T06:00:04.485042Z","caller":"traceutil/trace.go:171","msg":"trace[1789151014] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23007; }","duration":"119.250858ms","start":"2026-07-02T06:00:04.365768Z","end":"2026-07-02T06:00:04.485019Z","steps":["trace[1789151014] 'agreement among raft nodes before linearized reading' (duration: 118.975209ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:04.484952Z","caller":"traceutil/trace.go:171","msg":"trace[1446635118] transaction","detail":"{read_only:false; response_revision:23007; number_of_response:1; }","duration":"162.182511ms","start":"2026-07-02T06:00:04.322734Z","end":"2026-07-02T06:00:04.484917Z","steps":["trace[1446635118] 'process raft request' (duration: 161.892352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:04.485178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.987603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-02T06:00:04.485222Z","caller":"traceutil/trace.go:171","msg":"trace[2056714145] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23007; }","duration":"116.076736ms","start":"2026-07-02T06:00:04.369135Z","end":"2026-07-02T06:00:04.485211Z","steps":["trace[2056714145] 'agreement among raft nodes before linearized reading' (duration: 115.881209ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:08.764985Z","caller":"traceutil/trace.go:171","msg":"trace[300807855] transaction","detail":"{read_only:false; response_revision:23092; number_of_response:1; }","duration":"250.371244ms","start":"2026-07-02T06:00:08.514575Z","end":"2026-07-02T06:00:08.764946Z","steps":["trace[300807855] 'process raft request' (duration: 250.23664ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:08.765015Z","caller":"traceutil/trace.go:171","msg":"trace[1357275288] linearizableReadLoop","detail":"{readStateIndex:23878; appliedIndex:23878; }","duration":"249.848048ms","start":"2026-07-02T06:00:08.515113Z","end":"2026-07-02T06:00:08.764961Z","steps":["trace[1357275288] 'read index received' (duration: 249.821837ms)","trace[1357275288] 'applied index is now lower than readState.Index' (duration: 22.031µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:00:08.765275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.154377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-02T06:00:08.765317Z","caller":"traceutil/trace.go:171","msg":"trace[1763528753] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23092; }","duration":"250.24868ms","start":"2026-07-02T06:00:08.515057Z","end":"2026-07-02T06:00:08.765306Z","steps":["trace[1763528753] 'agreement among raft nodes before linearized reading' (duration: 250.094625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:08.812005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.191656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-02T06:00:08.812815Z","caller":"traceutil/trace.go:171","msg":"trace[28412182] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23095; }","duration":"210.116196ms","start":"2026-07-02T06:00:08.602678Z","end":"2026-07-02T06:00:08.812794Z","steps":["trace[28412182] 'agreement among raft nodes before linearized reading' (duration: 209.202676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:08.812342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.201778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-02T06:00:08.812478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.548689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T06:00:08.813116Z","caller":"traceutil/trace.go:171","msg":"trace[1873717988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23095; }","duration":"206.211871ms","start":"2026-07-02T06:00:08.606893Z","end":"2026-07-02T06:00:08.813105Z","steps":["trace[1873717988] 'agreement among raft nodes before linearized reading' (duration: 205.512298ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:08.813299Z","caller":"traceutil/trace.go:171","msg":"trace[42959515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23095; }","duration":"206.111957ms","start":"2026-07-02T06:00:08.607093Z","end":"2026-07-02T06:00:08.813205Z","steps":["trace[42959515] 'agreement among raft nodes before linearized reading' (duration: 205.048113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:41.017334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.152498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-02T06:00:41.017914Z","caller":"traceutil/trace.go:171","msg":"trace[526870260] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23469; }","duration":"101.769928ms","start":"2026-07-02T06:00:40.916125Z","end":"2026-07-02T06:00:41.017895Z","steps":["trace[526870260] 'range keys from in-memory index tree' (duration: 100.974552ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:41.309655Z","caller":"traceutil/trace.go:171","msg":"trace[943631811] linearizableReadLoop","detail":"{readStateIndex:24267; appliedIndex:24266; }","duration":"227.393587ms","start":"2026-07-02T06:00:41.082244Z","end":"2026-07-02T06:00:41.309638Z","steps":["trace[943631811] 'read index received' (duration: 215.403673ms)","trace[943631811] 'applied index is now lower than readState.Index' (duration: 11.989234ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:00:41.309718Z","caller":"traceutil/trace.go:171","msg":"trace[603004232] transaction","detail":"{read_only:false; response_revision:23473; number_of_response:1; }","duration":"231.813119ms","start":"2026-07-02T06:00:41.07787Z","end":"2026-07-02T06:00:41.309683Z","steps":["trace[603004232] 'process raft request' (duration: 219.746263ms)","trace[603004232] 'compare' (duration: 11.933232ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:00:41.309827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.567093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-02T06:00:41.309857Z","caller":"traceutil/trace.go:171","msg":"trace[2017607074] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23473; }","duration":"227.650966ms","start":"2026-07-02T06:00:41.082198Z","end":"2026-07-02T06:00:41.309849Z","steps":["trace[2017607074] 'agreement among raft nodes before linearized reading' (duration: 227.532412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:41.311157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.371923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-02T06:00:41.311323Z","caller":"traceutil/trace.go:171","msg":"trace[1710790083] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23474; }","duration":"210.547498ms","start":"2026-07-02T06:00:41.100747Z","end":"2026-07-02T06:00:41.311295Z","steps":["trace[1710790083] 'agreement among raft nodes before linearized reading' (duration: 209.98471ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:34.009265Z","caller":"traceutil/trace.go:171","msg":"trace[1784011731] linearizableReadLoop","detail":"{readStateIndex:24869; appliedIndex:24868; }","duration":"356.132469ms","start":"2026-07-02T06:01:33.6531Z","end":"2026-07-02T06:01:34.009233Z","steps":["trace[1784011731] 'read index received' (duration: 356.015105ms)","trace[1784011731] 'applied index is now lower than readState.Index' (duration: 116.074µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:01:34.009617Z","caller":"traceutil/trace.go:171","msg":"trace[867917054] transaction","detail":"{read_only:false; response_revision:24063; number_of_response:1; }","duration":"409.308071ms","start":"2026-07-02T06:01:33.600293Z","end":"2026-07-02T06:01:34.009602Z","steps":["trace[867917054] 'process raft request' (duration: 408.754203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:34.009748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:33.600272Z","time spent":"409.387234ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:34.009749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.634116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:34.009821Z","caller":"traceutil/trace.go:171","msg":"trace[64555254] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24063; }","duration":"356.759879ms","start":"2026-07-02T06:01:33.653043Z","end":"2026-07-02T06:01:34.009803Z","steps":["trace[64555254] 'agreement among raft nodes before linearized reading' (duration: 356.627895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:34.009862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:33.653025Z","time spent":"356.826482ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:01:34.053707Z","caller":"traceutil/trace.go:171","msg":"trace[1494010132] transaction","detail":"{read_only:false; response_revision:24064; number_of_response:1; }","duration":"330.036114ms","start":"2026-07-02T06:01:33.72365Z","end":"2026-07-02T06:01:34.053686Z","steps":["trace[1494010132] 'process raft request' (duration: 329.866689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:34.053841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:33.723634Z","time spent":"330.134328ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:34.053943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.444078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:34.05397Z","caller":"traceutil/trace.go:171","msg":"trace[1519651631] transaction","detail":"{read_only:false; response_revision:24065; number_of_response:1; }","duration":"283.278557ms","start":"2026-07-02T06:01:33.770657Z","end":"2026-07-02T06:01:34.053935Z","steps":["trace[1519651631] 'process raft request' (duration: 282.984608ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:34.054018Z","caller":"traceutil/trace.go:171","msg":"trace[976524837] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24065; }","duration":"171.52834ms","start":"2026-07-02T06:01:33.882471Z","end":"2026-07-02T06:01:34.053999Z","steps":["trace[976524837] 'agreement among raft nodes before linearized reading' (duration: 171.423087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:34.053938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.911983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:01:34.054121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.085339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:01:34.05416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.624055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:34.054192Z","caller":"traceutil/trace.go:171","msg":"trace[1842919726] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24065; }","duration":"172.736989ms","start":"2026-07-02T06:01:33.881448Z","end":"2026-07-02T06:01:34.054185Z","steps":["trace[1842919726] 'agreement among raft nodes before linearized reading' (duration: 172.635866ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:34.054215Z","caller":"traceutil/trace.go:171","msg":"trace[1038306697] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24065; }","duration":"317.230744ms","start":"2026-07-02T06:01:33.736952Z","end":"2026-07-02T06:01:34.054183Z","steps":["trace[1038306697] 'agreement among raft nodes before linearized reading' (duration: 317.036388ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:34.05415Z","caller":"traceutil/trace.go:171","msg":"trace[1029340716] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24065; }","duration":"172.189411ms","start":"2026-07-02T06:01:33.881952Z","end":"2026-07-02T06:01:34.054141Z","steps":["trace[1029340716] 'agreement among raft nodes before linearized reading' (duration: 171.915323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:34.054263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:33.73693Z","time spent":"317.322217ms","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:34.053936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.83372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:34.054306Z","caller":"traceutil/trace.go:171","msg":"trace[793199473] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24065; }","duration":"172.219472ms","start":"2026-07-02T06:01:33.882073Z","end":"2026-07-02T06:01:34.054293Z","steps":["trace[793199473] 'agreement among raft nodes before linearized reading' (duration: 171.790339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:34.054137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.537534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:34.054356Z","caller":"traceutil/trace.go:171","msg":"trace[816017435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24065; }","duration":"118.785012ms","start":"2026-07-02T06:01:33.93556Z","end":"2026-07-02T06:01:34.054345Z","steps":["trace[816017435] 'agreement among raft nodes before linearized reading' (duration: 118.543804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:34.05468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.653592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-07-02T06:01:34.054746Z","caller":"traceutil/trace.go:171","msg":"trace[2030947695] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24065; }","duration":"170.749795ms","start":"2026-07-02T06:01:33.883982Z","end":"2026-07-02T06:01:34.054732Z","steps":["trace[2030947695] 'agreement among raft nodes before linearized reading' (duration: 169.868267ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:34.435966Z","caller":"traceutil/trace.go:171","msg":"trace[1468236314] transaction","detail":"{read_only:false; response_revision:24066; number_of_response:1; }","duration":"105.691093ms","start":"2026-07-02T06:01:34.330251Z","end":"2026-07-02T06:01:34.435942Z","steps":["trace[1468236314] 'process raft request' (duration: 105.518288ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:34.545561Z","caller":"traceutil/trace.go:171","msg":"trace[1154295289] transaction","detail":"{read_only:false; response_revision:24067; number_of_response:1; }","duration":"212.346537ms","start":"2026-07-02T06:01:34.333192Z","end":"2026-07-02T06:01:34.545538Z","steps":["trace[1154295289] 'process raft request' (duration: 212.165851ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:34.545848Z","caller":"traceutil/trace.go:171","msg":"trace[77099044] linearizableReadLoop","detail":"{readStateIndex:24876; appliedIndex:24873; }","duration":"107.043756ms","start":"2026-07-02T06:01:34.438785Z","end":"2026-07-02T06:01:34.545829Z","steps":["trace[77099044] 'read index received' (duration: 106.724526ms)","trace[77099044] 'applied index is now lower than readState.Index' (duration: 318.61µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:01:34.545936Z","caller":"traceutil/trace.go:171","msg":"trace[228673793] transaction","detail":"{read_only:false; response_revision:24069; number_of_response:1; }","duration":"210.077134ms","start":"2026-07-02T06:01:34.335851Z","end":"2026-07-02T06:01:34.545928Z","steps":["trace[228673793] 'process raft request' (duration: 209.858708ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:34.545923Z","caller":"traceutil/trace.go:171","msg":"trace[130928585] transaction","detail":"{read_only:false; response_revision:24068; number_of_response:1; }","duration":"211.1849ms","start":"2026-07-02T06:01:34.334718Z","end":"2026-07-02T06:01:34.545903Z","steps":["trace[130928585] 'process raft request' (duration: 210.782437ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:34.545995Z","caller":"traceutil/trace.go:171","msg":"trace[1230252859] transaction","detail":"{read_only:false; response_revision:24070; number_of_response:1; }","duration":"203.722951ms","start":"2026-07-02T06:01:34.34226Z","end":"2026-07-02T06:01:34.545983Z","steps":["trace[1230252859] 'process raft request' (duration: 203.538145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:34.546171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.374576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:01:34.546207Z","caller":"traceutil/trace.go:171","msg":"trace[1314441699] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24070; }","duration":"107.46099ms","start":"2026-07-02T06:01:34.438737Z","end":"2026-07-02T06:01:34.546198Z","steps":["trace[1314441699] 'agreement among raft nodes before linearized reading' (duration: 107.326636ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:34.566061Z","caller":"traceutil/trace.go:171","msg":"trace[513650331] transaction","detail":"{read_only:false; response_revision:24071; number_of_response:1; }","duration":"120.980712ms","start":"2026-07-02T06:01:34.445052Z","end":"2026-07-02T06:01:34.566032Z","steps":["trace[513650331] 'process raft request' (duration: 120.365312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:34.566319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.969676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:34.566481Z","caller":"traceutil/trace.go:171","msg":"trace[2013130780] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:24071; }","duration":"108.874835ms","start":"2026-07-02T06:01:34.457561Z","end":"2026-07-02T06:01:34.566435Z","steps":["trace[2013130780] 'agreement among raft nodes before linearized reading' (duration: 107.957916ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:05.547367Z","caller":"traceutil/trace.go:171","msg":"trace[234626619] linearizableReadLoop","detail":"{readStateIndex:25159; appliedIndex:25158; }","duration":"107.379817ms","start":"2026-07-02T06:02:05.439964Z","end":"2026-07-02T06:02:05.547344Z","steps":["trace[234626619] 'read index received' (duration: 92.960495ms)","trace[234626619] 'applied index is now lower than readState.Index' (duration: 14.418362ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:02:05.54763Z","caller":"traceutil/trace.go:171","msg":"trace[1829915996] transaction","detail":"{read_only:false; response_revision:24347; number_of_response:1; }","duration":"121.425917ms","start":"2026-07-02T06:02:05.426187Z","end":"2026-07-02T06:02:05.547612Z","steps":["trace[1829915996] 'process raft request' (duration: 106.768257ms)","trace[1829915996] 'compare' (duration: 14.285668ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:02:05.547865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.881563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-02T06:02:05.5482Z","caller":"traceutil/trace.go:171","msg":"trace[1535735824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24347; }","duration":"108.249795ms","start":"2026-07-02T06:02:05.439934Z","end":"2026-07-02T06:02:05.548184Z","steps":["trace[1535735824] 'agreement among raft nodes before linearized reading' (duration: 107.78557ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:27.597919Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21705} {"level":"info","ts":"2026-07-02T06:03:27.702686Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21705,"took":"100.93233ms","hash":3682047586,"current-db-size-bytes":57184256,"current-db-size":"57 MB","current-db-size-in-use-bytes":45666304,"current-db-size-in-use":"46 MB"} {"level":"info","ts":"2026-07-02T06:03:27.702745Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3682047586,"revision":21705,"compact-revision":19512} {"level":"warn","ts":"2026-07-02T06:03:37.901484Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383323656,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:03:38.401774Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383323656,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:03:38.503932Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.486509901s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T06:03:38.504321Z","caller":"traceutil/trace.go:171","msg":"trace[2085583625] transaction","detail":"{read_only:false; response_revision:25233; number_of_response:1; }","duration":"1.486975316s","start":"2026-07-02T06:03:37.017321Z","end":"2026-07-02T06:03:38.504296Z","steps":["trace[2085583625] 'process raft request' (duration: 1.486836032s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:38.504464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:37.017301Z","time spent":"1.48707961s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:40.059951Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.555133898s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T06:03:40.346955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.549331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:03:40.347175Z","caller":"traceutil/trace.go:171","msg":"trace[861679859] linearizableReadLoop","detail":"{readStateIndex:26078; appliedIndex:26073; }","duration":"2.945875873s","start":"2026-07-02T06:03:37.401289Z","end":"2026-07-02T06:03:40.347165Z","steps":["trace[861679859] 'read index received' (duration: 1.103160101s)","trace[861679859] 'applied index is now lower than readState.Index' (duration: 1.842715122s)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:03:40.347225Z","caller":"traceutil/trace.go:171","msg":"trace[1455566770] transaction","detail":"{read_only:false; response_revision:25236; number_of_response:1; }","duration":"3.328574723s","start":"2026-07-02T06:03:37.018644Z","end":"2026-07-02T06:03:40.347219Z","steps":["trace[1455566770] 'process raft request' (duration: 3.328455869s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:40.34726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:37.018636Z","time spent":"3.328605484s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:40.347378Z","caller":"traceutil/trace.go:171","msg":"trace[928926149] transaction","detail":"{read_only:false; response_revision:25237; number_of_response:1; }","duration":"3.328341546s","start":"2026-07-02T06:03:37.01903Z","end":"2026-07-02T06:03:40.347371Z","steps":["trace[928926149] 'process raft request' (duration: 3.328092348s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:40.347256Z","caller":"traceutil/trace.go:171","msg":"trace[1270825128] transaction","detail":"{read_only:false; response_revision:25235; number_of_response:1; }","duration":"3.328643265s","start":"2026-07-02T06:03:37.018536Z","end":"2026-07-02T06:03:40.347179Z","steps":["trace[1270825128] 'process raft request' (duration: 3.32849904s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:40.34743Z","caller":"traceutil/trace.go:171","msg":"trace[1750323690] transaction","detail":"{read_only:false; response_revision:25238; number_of_response:1; }","duration":"2.599770595s","start":"2026-07-02T06:03:37.747655Z","end":"2026-07-02T06:03:40.347426Z","steps":["trace[1750323690] 'process raft request' (duration: 2.599488096s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:40.347453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:37.747638Z","time spent":"2.599802546s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:40.347551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.946261245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:03:40.347573Z","caller":"traceutil/trace.go:171","msg":"trace[174790056] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25238; }","duration":"2.946308887s","start":"2026-07-02T06:03:37.401257Z","end":"2026-07-02T06:03:40.347566Z","steps":["trace[174790056] 'agreement among raft nodes before linearized reading' (duration: 2.946254115s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:40.347589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:37.401243Z","time spent":"2.946342298s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:03:40.347648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:37.018515Z","time spent":"3.328956685s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:40.347861Z","caller":"traceutil/trace.go:171","msg":"trace[987700623] transaction","detail":"{read_only:false; response_revision:25234; number_of_response:1; }","duration":"3.329338317s","start":"2026-07-02T06:03:37.018515Z","end":"2026-07-02T06:03:40.347853Z","steps":["trace[987700623] 'process raft request' (duration: 3.041824655s)","trace[987700623] 'compare' (duration: 286.108437ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:03:40.3479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:37.018507Z","time spent":"3.329374418s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:40.347412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:37.019024Z","time spent":"3.328372527s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:40.847843Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383323666,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:03:40.935022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000088019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:03:40.935258Z","caller":"traceutil/trace.go:171","msg":"trace[1426823309] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000610006s","start":"2026-07-02T06:03:38.934624Z","end":"2026-07-02T06:03:40.935234Z","steps":["trace[1426823309] 'agreement among raft nodes before linearized reading' (duration: 2.000084019s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:40.935502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:38.934604Z","time spent":"2.000880715s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:03:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:03:41.794187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163609946s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:03:41.794287Z","caller":"traceutil/trace.go:171","msg":"trace[199465740] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25238; }","duration":"1.163727279s","start":"2026-07-02T06:03:40.630543Z","end":"2026-07-02T06:03:41.79427Z","steps":["trace[199465740] 'range keys from in-memory index tree' (duration: 1.163596115s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:41.796354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.189786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:03:41.796488Z","caller":"traceutil/trace.go:171","msg":"trace[104441409] transaction","detail":"{read_only:false; response_revision:25239; number_of_response:1; }","duration":"3.004032244s","start":"2026-07-02T06:03:38.79244Z","end":"2026-07-02T06:03:41.796472Z","steps":["trace[104441409] 'process raft request' (duration: 2.067646711s)","trace[104441409] 'compare' (duration: 935.424142ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:03:41.796536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:38.792418Z","time spent":"3.004095076s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:41.796886Z","caller":"traceutil/trace.go:171","msg":"trace[611584643] transaction","detail":"{read_only:false; response_revision:25240; number_of_response:1; }","duration":"2.897971449s","start":"2026-07-02T06:03:38.898907Z","end":"2026-07-02T06:03:41.796878Z","steps":["trace[611584643] 'process raft request' (duration: 2.897517714s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:41.796935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:38.898886Z","time spent":"2.898025581s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:41.796954Z","caller":"traceutil/trace.go:171","msg":"trace[1615131848] transaction","detail":"{read_only:false; response_revision:25241; number_of_response:1; }","duration":"1.477660898s","start":"2026-07-02T06:03:40.319266Z","end":"2026-07-02T06:03:41.796927Z","steps":["trace[1615131848] 'process raft request' (duration: 1.477519734s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:41.79703Z","caller":"traceutil/trace.go:171","msg":"trace[1657178650] linearizableReadLoop","detail":"{readStateIndex:26082; appliedIndex:26078; }","duration":"1.449814467s","start":"2026-07-02T06:03:40.347197Z","end":"2026-07-02T06:03:41.797011Z","steps":["trace[1657178650] 'read index received' (duration: 512.901048ms)","trace[1657178650] 'applied index is now lower than readState.Index' (duration: 936.912369ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:03:41.797101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:40.319239Z","time spent":"1.477780532s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:41.79716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.815290513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:03:41.797165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.452037634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:03:41.797199Z","caller":"traceutil/trace.go:171","msg":"trace[935674024] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25242; }","duration":"2.815365646s","start":"2026-07-02T06:03:38.981822Z","end":"2026-07-02T06:03:41.797188Z","steps":["trace[935674024] 'agreement among raft nodes before linearized reading' (duration: 2.815289583s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:41.797191Z","caller":"traceutil/trace.go:171","msg":"trace[477620683] transaction","detail":"{read_only:false; response_revision:25242; number_of_response:1; }","duration":"1.288469912s","start":"2026-07-02T06:03:40.508696Z","end":"2026-07-02T06:03:41.797166Z","steps":["trace[477620683] 'process raft request' (duration: 1.288190543s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:41.797226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:38.981806Z","time spent":"2.815413207s","remote":"127.0.0.1:46882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:03:41.797237Z","caller":"traceutil/trace.go:171","msg":"trace[1104944439] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25242; }","duration":"3.452122457s","start":"2026-07-02T06:03:38.345092Z","end":"2026-07-02T06:03:41.797215Z","steps":["trace[1104944439] 'agreement among raft nodes before linearized reading' (duration: 3.451996013s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:41.797272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.522707306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-02T06:03:41.797298Z","caller":"traceutil/trace.go:171","msg":"trace[778792478] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25242; }","duration":"3.522738117s","start":"2026-07-02T06:03:38.274549Z","end":"2026-07-02T06:03:41.797288Z","steps":["trace[778792478] 'agreement among raft nodes before linearized reading' (duration: 3.522661784s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:41.797195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.495777835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-07-02T06:03:41.797298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798477886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-02T06:03:41.797333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.336178296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:03:41.79734Z","caller":"traceutil/trace.go:171","msg":"trace[2066074038] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25242; }","duration":"3.495916969s","start":"2026-07-02T06:03:38.301405Z","end":"2026-07-02T06:03:41.797322Z","steps":["trace[2066074038] 'agreement among raft nodes before linearized reading' (duration: 3.495694382s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:41.797322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:40.508676Z","time spent":"1.288572986s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:41.797369Z","caller":"traceutil/trace.go:171","msg":"trace[2088490066] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25242; }","duration":"1.7985818s","start":"2026-07-02T06:03:39.998762Z","end":"2026-07-02T06:03:41.797344Z","steps":["trace[2088490066] 'agreement among raft nodes before linearized reading' (duration: 1.798394234s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:41.797385Z","caller":"traceutil/trace.go:171","msg":"trace[188541290] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25242; }","duration":"3.336237987s","start":"2026-07-02T06:03:38.461124Z","end":"2026-07-02T06:03:41.797362Z","steps":["trace[188541290] 'agreement among raft nodes before linearized reading' (duration: 3.336161785s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:41.79739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.523339927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-02T06:03:41.797389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:38.3014Z","time spent":"3.495975051s","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-07-02T06:03:41.797408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:39.998743Z","time spent":"1.798658362s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-02T06:03:41.797412Z","caller":"traceutil/trace.go:171","msg":"trace[348644418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25242; }","duration":"3.523370848s","start":"2026-07-02T06:03:38.274034Z","end":"2026-07-02T06:03:41.797405Z","steps":["trace[348644418] 'agreement among raft nodes before linearized reading' (duration: 3.523307536s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:41.797434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:38.274029Z","time spent":"3.523401608s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T06:03:41.797457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.610302031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:03:41.797484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.264524772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-02T06:03:41.797288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:38.345086Z","time spent":"3.452188159s","remote":"127.0.0.1:51514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:03:41.797507Z","caller":"traceutil/trace.go:171","msg":"trace[1776391269] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25242; }","duration":"3.264579334s","start":"2026-07-02T06:03:38.532921Z","end":"2026-07-02T06:03:41.7975Z","steps":["trace[1776391269] 'agreement among raft nodes before linearized reading' (duration: 3.264504361s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:41.7975Z","caller":"traceutil/trace.go:171","msg":"trace[1480137602] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25242; }","duration":"3.610366602s","start":"2026-07-02T06:03:38.18712Z","end":"2026-07-02T06:03:41.797486Z","steps":["trace[1480137602] 'agreement among raft nodes before linearized reading' (duration: 3.61030039s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:41.797527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:38.532903Z","time spent":"3.264619515s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T06:03:41.79754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.683164993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-02T06:03:41.797537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:38.187106Z","time spent":"3.610423415s","remote":"127.0.0.1:47280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:03:41.79756Z","caller":"traceutil/trace.go:171","msg":"trace[788015777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25242; }","duration":"3.683191113s","start":"2026-07-02T06:03:38.114362Z","end":"2026-07-02T06:03:41.797553Z","steps":["trace[788015777] 'agreement among raft nodes before linearized reading' (duration: 3.683137722s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:41.797578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:38.114358Z","time spent":"3.683216344s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T06:03:41.797582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032964473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-02T06:03:41.7976Z","caller":"traceutil/trace.go:171","msg":"trace[638302448] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:25242; }","duration":"1.033018585s","start":"2026-07-02T06:03:40.764576Z","end":"2026-07-02T06:03:41.797595Z","steps":["trace[638302448] 'agreement among raft nodes before linearized reading' (duration: 1.032966633s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:41.797617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:40.76456Z","time spent":"1.033052765s","remote":"127.0.0.1:49992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-02T06:03:41.797325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:38.274545Z","time spent":"3.522773959s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T06:03:41.797628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.41098969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:03:41.797486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.687715758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-02T06:03:41.797675Z","caller":"traceutil/trace.go:171","msg":"trace[1274950142] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25242; }","duration":"3.687928405s","start":"2026-07-02T06:03:38.10974Z","end":"2026-07-02T06:03:41.797668Z","steps":["trace[1274950142] 'agreement among raft nodes before linearized reading' (duration: 3.687671857s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:41.797672Z","caller":"traceutil/trace.go:171","msg":"trace[1435803711] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25242; }","duration":"3.411042733s","start":"2026-07-02T06:03:38.386616Z","end":"2026-07-02T06:03:41.797659Z","steps":["trace[1435803711] 'agreement among raft nodes before linearized reading' (duration: 3.41096633s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:41.797694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:38.109726Z","time spent":"3.687962276s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T06:03:41.797711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.095734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:03:41.797411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:38.461108Z","time spent":"3.33629684s","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:03:41.797732Z","caller":"traceutil/trace.go:171","msg":"trace[1889628550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25242; }","duration":"862.140586ms","start":"2026-07-02T06:03:40.935584Z","end":"2026-07-02T06:03:41.797725Z","steps":["trace[1889628550] 'agreement among raft nodes before linearized reading' (duration: 862.110715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:41.797752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:40.935568Z","time spent":"862.180608ms","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:03:41.797678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.505954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:03:41.79773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033094037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:03:41.797822Z","caller":"traceutil/trace.go:171","msg":"trace[384302746] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25242; }","duration":"1.0331817s","start":"2026-07-02T06:03:40.764627Z","end":"2026-07-02T06:03:41.797809Z","steps":["trace[384302746] 'agreement among raft nodes before linearized reading' (duration: 1.033079306s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:41.797865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:40.764583Z","time spent":"1.033269033s","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:03:41.797789Z","caller":"traceutil/trace.go:171","msg":"trace[853507418] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25242; }","duration":"960.617278ms","start":"2026-07-02T06:03:40.837162Z","end":"2026-07-02T06:03:41.79778Z","steps":["trace[853507418] 'agreement among raft nodes before linearized reading' (duration: 960.487943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:41.797903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:40.83714Z","time spent":"960.752642ms","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-02T06:03:41.797714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:38.38661Z","time spent":"3.411093704s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:03:42.30253Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383323669,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:03:42.802814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383323669,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:03:42.987282Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.188311407s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T06:03:43.479556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.07025ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-02T06:03:43.479621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:41.798784Z","time spent":"1.680833081s","remote":"127.0.0.1:49992","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-02T06:03:43.805911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999964196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:03:43.806123Z","caller":"traceutil/trace.go:171","msg":"trace[299122420] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000255755s","start":"2026-07-02T06:03:41.805852Z","end":"2026-07-02T06:03:43.806107Z","steps":["trace[299122420] 'agreement among raft nodes before linearized reading' (duration: 1.999971856s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:43.806173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:41.805843Z","time spent":"2.000319016s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:03:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:03:44.354645Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.193331977s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T06:03:44.507724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.77335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:03:44.508005Z","caller":"traceutil/trace.go:171","msg":"trace[1759022734] transaction","detail":"{read_only:false; response_revision:25245; number_of_response:1; }","duration":"2.706186532s","start":"2026-07-02T06:03:41.801801Z","end":"2026-07-02T06:03:44.507988Z","steps":["trace[1759022734] 'process raft request' (duration: 2.70610992s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:44.508028Z","caller":"traceutil/trace.go:171","msg":"trace[2005554765] transaction","detail":"{read_only:false; response_revision:25244; number_of_response:1; }","duration":"2.706248453s","start":"2026-07-02T06:03:41.801751Z","end":"2026-07-02T06:03:44.508Z","steps":["trace[2005554765] 'process raft request' (duration: 2.706059037s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:44.508078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:41.801768Z","time spent":"2.706277245s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:44.50817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:41.801746Z","time spent":"2.706345356s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:44.508189Z","caller":"traceutil/trace.go:171","msg":"trace[1721262500] transaction","detail":"{read_only:false; response_revision:25243; number_of_response:1; }","duration":"2.706485502s","start":"2026-07-02T06:03:41.801678Z","end":"2026-07-02T06:03:44.508163Z","steps":["trace[1721262500] 'process raft request' (duration: 2.553196065s)","trace[1721262500] 'compare' (duration: 151.476649ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:03:44.508299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:41.801668Z","time spent":"2.706570404s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:44.508309Z","caller":"traceutil/trace.go:171","msg":"trace[2086747810] transaction","detail":"{read_only:false; response_revision:25246; number_of_response:1; }","duration":"2.706474781s","start":"2026-07-02T06:03:41.80182Z","end":"2026-07-02T06:03:44.508295Z","steps":["trace[2086747810] 'process raft request' (duration: 2.7061294s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:44.508385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:41.801808Z","time spent":"2.706526482s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:44.508467Z","caller":"traceutil/trace.go:171","msg":"trace[522258068] transaction","detail":"{read_only:false; response_revision:25247; number_of_response:1; }","duration":"2.706180782s","start":"2026-07-02T06:03:41.802265Z","end":"2026-07-02T06:03:44.508445Z","steps":["trace[522258068] 'process raft request' (duration: 2.705974135s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:44.508588Z","caller":"traceutil/trace.go:171","msg":"trace[447377486] transaction","detail":"{read_only:false; response_revision:25248; number_of_response:1; }","duration":"2.156993212s","start":"2026-07-02T06:03:42.351568Z","end":"2026-07-02T06:03:44.508561Z","steps":["trace[447377486] 'process raft request' (duration: 2.156777665s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:44.508596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:41.802252Z","time spent":"2.706299965s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:44.508664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:42.351548Z","time spent":"2.157079705s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:44.508751Z","caller":"traceutil/trace.go:171","msg":"trace[646828966] transaction","detail":"{read_only:false; response_revision:25252; number_of_response:1; }","duration":"2.15503266s","start":"2026-07-02T06:03:42.353706Z","end":"2026-07-02T06:03:44.508738Z","steps":["trace[646828966] 'process raft request' (duration: 2.154975498s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:44.508764Z","caller":"traceutil/trace.go:171","msg":"trace[144633452] transaction","detail":"{read_only:false; response_revision:25251; number_of_response:1; }","duration":"2.155532656s","start":"2026-07-02T06:03:42.353205Z","end":"2026-07-02T06:03:44.508737Z","steps":["trace[144633452] 'process raft request' (duration: 2.155419682s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:44.508729Z","caller":"traceutil/trace.go:171","msg":"trace[201158527] transaction","detail":"{read_only:false; response_revision:25250; number_of_response:1; }","duration":"2.155597378s","start":"2026-07-02T06:03:42.353107Z","end":"2026-07-02T06:03:44.508704Z","steps":["trace[201158527] 'process raft request' (duration: 2.155447563s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:44.508828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:42.353692Z","time spent":"2.155103462s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:44.508833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:42.353196Z","time spent":"2.155604298s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:44.50888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.707292337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-02T06:03:44.508684Z","caller":"traceutil/trace.go:171","msg":"trace[492725232] transaction","detail":"{read_only:false; response_revision:25249; number_of_response:1; }","duration":"2.156932831s","start":"2026-07-02T06:03:42.35168Z","end":"2026-07-02T06:03:44.508613Z","steps":["trace[492725232] 'process raft request' (duration: 2.156768606s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:44.508767Z","caller":"traceutil/trace.go:171","msg":"trace[1388193611] linearizableReadLoop","detail":"{readStateIndex:26093; appliedIndex:26082; }","duration":"2.707160253s","start":"2026-07-02T06:03:41.80158Z","end":"2026-07-02T06:03:44.50874Z","steps":["trace[1388193611] 'read index received' (duration: 1.185888479s)","trace[1388193611] 'applied index is now lower than readState.Index' (duration: 1.521270344s)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:03:44.508917Z","caller":"traceutil/trace.go:171","msg":"trace[109500830] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25252; }","duration":"2.707346318s","start":"2026-07-02T06:03:41.801561Z","end":"2026-07-02T06:03:44.508907Z","steps":["trace[109500830] 'agreement among raft nodes before linearized reading' (duration: 2.707194143s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:44.508945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:41.801548Z","time spent":"2.70739035s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T06:03:44.508949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:42.351647Z","time spent":"2.157267382s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:44.508976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.70737368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-02T06:03:44.509039Z","caller":"traceutil/trace.go:171","msg":"trace[461482869] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589; range_end:; response_count:1; response_revision:25252; }","duration":"2.707469482s","start":"2026-07-02T06:03:41.801556Z","end":"2026-07-02T06:03:44.509026Z","steps":["trace[461482869] 'agreement among raft nodes before linearized reading' (duration: 2.707269876s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:44.509098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:41.801544Z","time spent":"2.707541165s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589\" "} {"level":"warn","ts":"2026-07-02T06:03:44.509221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:42.353091Z","time spent":"2.155746682s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:45.00944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383323688,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:03:45.510511Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383323688,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:03:45.805967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999847473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:03:45.806054Z","caller":"traceutil/trace.go:171","msg":"trace[245608821] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999984078s","start":"2026-07-02T06:03:43.806052Z","end":"2026-07-02T06:03:45.806036Z","steps":["trace[245608821] 'agreement among raft nodes before linearized reading' (duration: 1.999865454s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:45.806101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:43.806042Z","time spent":"2.00004927s","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:03:45.827027Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.321252132s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T06:03:45.948919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.666984ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:03:45.94902Z","caller":"traceutil/trace.go:171","msg":"trace[960434626] transaction","detail":"{read_only:false; response_revision:25253; number_of_response:1; }","duration":"2.662557295s","start":"2026-07-02T06:03:43.286451Z","end":"2026-07-02T06:03:45.949008Z","steps":["trace[960434626] 'process raft request' (duration: 2.540742416s)","trace[960434626] 'compare' (duration: 121.596322ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:03:45.949078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:43.286435Z","time spent":"2.662603966s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:45.949412Z","caller":"traceutil/trace.go:171","msg":"trace[1079490428] transaction","detail":"{read_only:false; response_revision:25258; number_of_response:1; }","duration":"1.644697376s","start":"2026-07-02T06:03:44.304692Z","end":"2026-07-02T06:03:45.949389Z","steps":["trace[1079490428] 'process raft request' (duration: 1.644655054s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:45.949526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:44.304641Z","time spent":"1.644824849s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:45.949554Z","caller":"traceutil/trace.go:171","msg":"trace[327896602] transaction","detail":"{read_only:false; response_revision:25255; number_of_response:1; }","duration":"2.146429316s","start":"2026-07-02T06:03:43.803115Z","end":"2026-07-02T06:03:45.949545Z","steps":["trace[327896602] 'process raft request' (duration: 2.146066554s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:45.949588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:43.803091Z","time spent":"2.146477757s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:45.949576Z","caller":"traceutil/trace.go:171","msg":"trace[1878199661] transaction","detail":"{read_only:false; response_revision:25256; number_of_response:1; }","duration":"2.143280815s","start":"2026-07-02T06:03:43.806272Z","end":"2026-07-02T06:03:45.949553Z","steps":["trace[1878199661] 'process raft request' (duration: 2.142976235s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:45.949647Z","caller":"traceutil/trace.go:171","msg":"trace[16201155] transaction","detail":"{read_only:false; response_revision:25254; number_of_response:1; }","duration":"2.469410973s","start":"2026-07-02T06:03:43.48022Z","end":"2026-07-02T06:03:45.949631Z","steps":["trace[16201155] 'process raft request' (duration: 2.468760942s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:45.949691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:43.806238Z","time spent":"2.143390988s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:45.949724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:43.480203Z","time spent":"2.469480995s","remote":"127.0.0.1:49992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:45.949695Z","caller":"traceutil/trace.go:171","msg":"trace[955702300] transaction","detail":"{read_only:false; response_revision:25257; number_of_response:1; }","duration":"2.143304455s","start":"2026-07-02T06:03:43.806328Z","end":"2026-07-02T06:03:45.949633Z","steps":["trace[955702300] 'process raft request' (duration: 2.142984815s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:45.949864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:43.806297Z","time spent":"2.143478351s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:46.961767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.774145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:03:46.962195Z","caller":"traceutil/trace.go:171","msg":"trace[1009008819] transaction","detail":"{read_only:false; response_revision:25259; number_of_response:1; }","duration":"2.451104468s","start":"2026-07-02T06:03:44.511061Z","end":"2026-07-02T06:03:46.962165Z","steps":["trace[1009008819] 'process raft request' (duration: 1.777843427s)","trace[1009008819] 'compare' (duration: 672.109334ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:03:46.962347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:44.511045Z","time spent":"2.451220701s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:46.962448Z","caller":"traceutil/trace.go:171","msg":"trace[495474004] linearizableReadLoop","detail":"{readStateIndex:26100; appliedIndex:26093; }","duration":"2.453501304s","start":"2026-07-02T06:03:44.508927Z","end":"2026-07-02T06:03:46.962428Z","steps":["trace[495474004] 'read index received' (duration: 1.318291347s)","trace[495474004] 'applied index is now lower than readState.Index' (duration: 1.135207967s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:03:47.462803Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383323698,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:03:47.651907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.040396ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-02T06:03:47.652097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.424064161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:03:47.652168Z","caller":"traceutil/trace.go:171","msg":"trace[782440221] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25259; }","duration":"3.424181814s","start":"2026-07-02T06:03:44.227965Z","end":"2026-07-02T06:03:47.652147Z","steps":["trace[782440221] 'agreement among raft nodes before linearized reading' (duration: 2.734628283s)","trace[782440221] 'count revisions from in-memory index tree' (duration: 689.455477ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:03:47.652201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:44.227944Z","time spent":"3.424248737s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:03:47.652306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.849134263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:03:47.652343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.44655086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:03:47.652362Z","caller":"traceutil/trace.go:171","msg":"trace[656703112] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25259; }","duration":"5.849204615s","start":"2026-07-02T06:03:41.803137Z","end":"2026-07-02T06:03:47.652342Z","steps":["trace[656703112] 'agreement among raft nodes before linearized reading' (duration: 5.15950143s)","trace[656703112] 'range keys from in-memory index tree' (duration: 689.635933ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:03:47.652402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.408651143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:03:47.652426Z","caller":"traceutil/trace.go:171","msg":"trace[1772937815] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25259; }","duration":"5.408700095s","start":"2026-07-02T06:03:42.243718Z","end":"2026-07-02T06:03:47.652418Z","steps":["trace[1772937815] 'agreement among raft nodes before linearized reading' (duration: 4.718904376s)","trace[1772937815] 'count revisions from in-memory index tree' (duration: 689.766027ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:03:47.652409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:41.803129Z","time spent":"5.849269907s","remote":"127.0.0.1:50166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-02T06:03:47.65245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:42.243696Z","time spent":"5.408747707s","remote":"127.0.0.1:51518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:03:47.652524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.673920198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:03:47.652296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.728547373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:03:47.652632Z","caller":"traceutil/trace.go:171","msg":"trace[1330563200] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25259; }","duration":"5.728914445s","start":"2026-07-02T06:03:41.923702Z","end":"2026-07-02T06:03:47.652616Z","steps":["trace[1330563200] 'agreement among raft nodes before linearized reading' (duration: 5.038930261s)","trace[1330563200] 'count revisions from in-memory index tree' (duration: 689.623573ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:03:47.652678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:41.923688Z","time spent":"5.728977847s","remote":"127.0.0.1:39632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:03:47.652376Z","caller":"traceutil/trace.go:171","msg":"trace[627208412] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25259; }","duration":"3.446608272s","start":"2026-07-02T06:03:44.205752Z","end":"2026-07-02T06:03:47.65236Z","steps":["trace[627208412] 'agreement among raft nodes before linearized reading' (duration: 2.756855765s)","trace[627208412] 'count revisions from in-memory index tree' (duration: 689.723876ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:03:47.652834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:44.205731Z","time spent":"3.447090798s","remote":"127.0.0.1:50964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:03:47.652556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.850889749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-867b9f71-1c55-437a-97e3-2f30490d5d76\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-07-02T06:03:47.652997Z","caller":"traceutil/trace.go:171","msg":"trace[1979877434] range","detail":"{range_begin:/registry/persistentvolumes/pvc-867b9f71-1c55-437a-97e3-2f30490d5d76; range_end:; response_count:1; response_revision:25259; }","duration":"5.851343914s","start":"2026-07-02T06:03:41.801624Z","end":"2026-07-02T06:03:47.652968Z","steps":["trace[1979877434] 'agreement among raft nodes before linearized reading' (duration: 5.161021098s)","trace[1979877434] 'range keys from in-memory index tree' (duration: 689.791989ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:03:47.653041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:41.801613Z","time spent":"5.851413906s","remote":"127.0.0.1:50108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-867b9f71-1c55-437a-97e3-2f30490d5d76\" "} {"level":"info","ts":"2026-07-02T06:03:47.652958Z","caller":"traceutil/trace.go:171","msg":"trace[1320664489] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25259; }","duration":"3.674075903s","start":"2026-07-02T06:03:43.978528Z","end":"2026-07-02T06:03:47.652604Z","steps":["trace[1320664489] 'agreement among raft nodes before linearized reading' (duration: 2.984087708s)","trace[1320664489] 'count revisions from in-memory index tree' (duration: 689.764368ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:03:47.653171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:43.97851Z","time spent":"3.674641431s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:03:47.812443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000024408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:03:47.8126Z","caller":"traceutil/trace.go:171","msg":"trace[1170933261] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000216853s","start":"2026-07-02T06:03:45.812364Z","end":"2026-07-02T06:03:47.812581Z","steps":["trace[1170933261] 'agreement among raft nodes before linearized reading' (duration: 2.000046908s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:47.812679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:45.812349Z","time spent":"2.000311517s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:03:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:03:47.962943Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383323698,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:03:47.995325Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.254592987s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T06:03:47.995822Z","caller":"traceutil/trace.go:171","msg":"trace[208299808] transaction","detail":"{read_only:false; response_revision:25262; number_of_response:1; }","duration":"1.480989034s","start":"2026-07-02T06:03:46.514809Z","end":"2026-07-02T06:03:47.995798Z","steps":["trace[208299808] 'process raft request' (duration: 1.480913102s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:47.995849Z","caller":"traceutil/trace.go:171","msg":"trace[748640197] transaction","detail":"{read_only:false; response_revision:25260; number_of_response:1; }","duration":"1.481776689s","start":"2026-07-02T06:03:46.514044Z","end":"2026-07-02T06:03:47.99582Z","steps":["trace[748640197] 'process raft request' (duration: 1.481451849s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:47.995951Z","caller":"traceutil/trace.go:171","msg":"trace[1719507830] transaction","detail":"{read_only:false; response_revision:25261; number_of_response:1; }","duration":"1.481558932s","start":"2026-07-02T06:03:46.514354Z","end":"2026-07-02T06:03:47.995913Z","steps":["trace[1719507830] 'process raft request' (duration: 1.481322214s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:47.996017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:46.514013Z","time spent":"1.481922544s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:47.995976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:46.514796Z","time spent":"1.481103427s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:47.996096Z","caller":"traceutil/trace.go:171","msg":"trace[2104524604] transaction","detail":"{read_only:false; response_revision:25264; number_of_response:1; }","duration":"1.479707643s","start":"2026-07-02T06:03:46.516373Z","end":"2026-07-02T06:03:47.996081Z","steps":["trace[2104524604] 'process raft request' (duration: 1.4795942s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:47.996114Z","caller":"traceutil/trace.go:171","msg":"trace[992325382] transaction","detail":"{read_only:false; response_revision:25263; number_of_response:1; }","duration":"1.480592101s","start":"2026-07-02T06:03:46.515494Z","end":"2026-07-02T06:03:47.996086Z","steps":["trace[992325382] 'process raft request' (duration: 1.480265231s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:47.99614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:46.514334Z","time spent":"1.481704137s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:47.99617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:46.516361Z","time spent":"1.479769665s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:47.996294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:46.515482Z","time spent":"1.480695434s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:49.052154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.620882ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:03:49.052419Z","caller":"traceutil/trace.go:171","msg":"trace[1396938429] linearizableReadLoop","detail":"{readStateIndex:26111; appliedIndex:26101; }","duration":"2.089859082s","start":"2026-07-02T06:03:46.962544Z","end":"2026-07-02T06:03:49.052403Z","steps":["trace[1396938429] 'read index received' (duration: 1.033064026s)","trace[1396938429] 'applied index is now lower than readState.Index' (duration: 1.056793966s)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:03:49.052665Z","caller":"traceutil/trace.go:171","msg":"trace[1179560715] transaction","detail":"{read_only:false; response_revision:25265; number_of_response:1; }","duration":"2.295895157s","start":"2026-07-02T06:03:46.756756Z","end":"2026-07-02T06:03:49.052651Z","steps":["trace[1179560715] 'process raft request' (duration: 2.084683407s)","trace[1179560715] 'compare' (duration: 210.491827ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:03:49.052739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:46.756728Z","time spent":"2.29597197s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:49.052924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.017412702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:03:49.053008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.243762449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:03:49.053018Z","caller":"traceutil/trace.go:171","msg":"trace[1219000209] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25269; }","duration":"4.017548886s","start":"2026-07-02T06:03:45.035448Z","end":"2026-07-02T06:03:49.052997Z","steps":["trace[1219000209] 'agreement among raft nodes before linearized reading' (duration: 4.01736047s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:49.053046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.087102795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-02T06:03:49.053092Z","caller":"traceutil/trace.go:171","msg":"trace[133804455] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589; range_end:; response_count:1; response_revision:25269; }","duration":"2.087180977s","start":"2026-07-02T06:03:46.965897Z","end":"2026-07-02T06:03:49.053078Z","steps":["trace[133804455] 'agreement among raft nodes before linearized reading' (duration: 2.087011632s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:49.053103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.273888453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:03:49.053149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.540867989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-02T06:03:49.053169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:46.965879Z","time spent":"2.08727801s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589\" "} {"level":"info","ts":"2026-07-02T06:03:49.053184Z","caller":"traceutil/trace.go:171","msg":"trace[1306234308] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25269; }","duration":"2.540931771s","start":"2026-07-02T06:03:46.512243Z","end":"2026-07-02T06:03:49.053174Z","steps":["trace[1306234308] 'agreement among raft nodes before linearized reading' (duration: 2.540835518s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:49.053212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:46.512226Z","time spent":"2.540979962s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T06:03:49.053228Z","caller":"traceutil/trace.go:171","msg":"trace[2101073107] transaction","detail":"{read_only:false; response_revision:25266; number_of_response:1; }","duration":"2.251540418s","start":"2026-07-02T06:03:46.801637Z","end":"2026-07-02T06:03:49.053177Z","steps":["trace[2101073107] 'process raft request' (duration: 2.250604028s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:49.053221Z","caller":"traceutil/trace.go:171","msg":"trace[465909334] transaction","detail":"{read_only:false; response_revision:25268; number_of_response:1; }","duration":"1.098102029s","start":"2026-07-02T06:03:47.95509Z","end":"2026-07-02T06:03:49.053192Z","steps":["trace[465909334] 'process raft request' (duration: 1.097236151s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:49.053247Z","caller":"traceutil/trace.go:171","msg":"trace[200155824] transaction","detail":"{read_only:false; response_revision:25267; number_of_response:1; }","duration":"1.099592426s","start":"2026-07-02T06:03:47.953643Z","end":"2026-07-02T06:03:49.053236Z","steps":["trace[200155824] 'process raft request' (duration: 1.098645746s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:49.053253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.481499167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:03:49.053323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:47.953624Z","time spent":"1.099665289s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:49.053309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.10073882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-02T06:03:49.05335Z","caller":"traceutil/trace.go:171","msg":"trace[1663238680] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25269; }","duration":"3.481644612s","start":"2026-07-02T06:03:45.571683Z","end":"2026-07-02T06:03:49.053328Z","steps":["trace[1663238680] 'agreement among raft nodes before linearized reading' (duration: 3.481460696s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:49.053368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:47.955077Z","time spent":"1.098212993s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:49.053389Z","caller":"traceutil/trace.go:171","msg":"trace[1876430228] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25269; }","duration":"3.100853273s","start":"2026-07-02T06:03:45.952518Z","end":"2026-07-02T06:03:49.053371Z","steps":["trace[1876430228] 'agreement among raft nodes before linearized reading' (duration: 3.100630136s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:49.053417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:45.571653Z","time spent":"3.481749185s","remote":"127.0.0.1:50458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:03:49.053442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:45.952505Z","time spent":"3.100928656s","remote":"127.0.0.1:50128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-02T06:03:49.053493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39495137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:03:49.053441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:46.801619Z","time spent":"2.251700663s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:49.053527Z","caller":"traceutil/trace.go:171","msg":"trace[1037252818] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25269; }","duration":"1.395006792s","start":"2026-07-02T06:03:47.658508Z","end":"2026-07-02T06:03:49.053514Z","steps":["trace[1037252818] 'agreement among raft nodes before linearized reading' (duration: 1.394964481s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:49.053091Z","caller":"traceutil/trace.go:171","msg":"trace[1587609997] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25269; }","duration":"2.243896013s","start":"2026-07-02T06:03:46.809134Z","end":"2026-07-02T06:03:49.05303Z","steps":["trace[1587609997] 'agreement among raft nodes before linearized reading' (duration: 2.243670426s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:49.05356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:47.658487Z","time spent":"1.395063854s","remote":"127.0.0.1:50254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-02T06:03:49.05357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:46.809119Z","time spent":"2.24443975s","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":79,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:03:49.053555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268601366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:847"} {"level":"warn","ts":"2026-07-02T06:03:49.053375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371482509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"warn","ts":"2026-07-02T06:03:49.053035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.539475394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-02T06:03:49.053683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.543923825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18435"} {"level":"warn","ts":"2026-07-02T06:03:49.053677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863022792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:03:49.053678Z","caller":"traceutil/trace.go:171","msg":"trace[1236857155] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:25269; }","duration":"1.371768588s","start":"2026-07-02T06:03:47.681885Z","end":"2026-07-02T06:03:49.053654Z","steps":["trace[1236857155] 'agreement among raft nodes before linearized reading' (duration: 1.371430828s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:49.053351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.672882513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:03:49.053708Z","caller":"traceutil/trace.go:171","msg":"trace[708094337] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25269; }","duration":"4.543973387s","start":"2026-07-02T06:03:44.509725Z","end":"2026-07-02T06:03:49.053699Z","steps":["trace[708094337] 'agreement among raft nodes before linearized reading' (duration: 4.543894214s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:49.053719Z","caller":"traceutil/trace.go:171","msg":"trace[1842845892] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25269; }","duration":"1.863096504s","start":"2026-07-02T06:03:47.19061Z","end":"2026-07-02T06:03:49.053706Z","steps":["trace[1842845892] 'agreement among raft nodes before linearized reading' (duration: 1.863022432s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:49.053737Z","caller":"traceutil/trace.go:171","msg":"trace[480952263] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25269; }","duration":"3.673296847s","start":"2026-07-02T06:03:45.380426Z","end":"2026-07-02T06:03:49.053723Z","steps":["trace[480952263] 'agreement among raft nodes before linearized reading' (duration: 3.672902904s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:49.053737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:47.681831Z","time spent":"1.371889113s","remote":"127.0.0.1:50172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":995,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-07-02T06:03:49.053765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:47.19059Z","time spent":"1.863163437s","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:03:49.053776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:45.380408Z","time spent":"3.673355919s","remote":"127.0.0.1:46964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:03:49.053835Z","caller":"traceutil/trace.go:171","msg":"trace[1480869251] transaction","detail":"{read_only:false; response_revision:25269; number_of_response:1; }","duration":"1.096485877s","start":"2026-07-02T06:03:47.957339Z","end":"2026-07-02T06:03:49.053825Z","steps":["trace[1480869251] 'process raft request' (duration: 1.09502041s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:49.053836Z","caller":"traceutil/trace.go:171","msg":"trace[1146473814] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:25269; }","duration":"1.268762841s","start":"2026-07-02T06:03:47.784873Z","end":"2026-07-02T06:03:49.053635Z","steps":["trace[1146473814] 'agreement among raft nodes before linearized reading' (duration: 1.268403089s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:49.054267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:47.784842Z","time spent":"1.269406321s","remote":"127.0.0.1:50172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":870,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-07-02T06:03:49.053454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371565532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-07-02T06:03:49.054441Z","caller":"traceutil/trace.go:171","msg":"trace[953288337] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:25269; }","duration":"1.372564724s","start":"2026-07-02T06:03:47.68185Z","end":"2026-07-02T06:03:49.054415Z","steps":["trace[953288337] 'agreement among raft nodes before linearized reading' (duration: 1.371542901s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:49.054527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:47.681835Z","time spent":"1.372676138s","remote":"127.0.0.1:50172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":921,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-07-02T06:03:49.053731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:44.509713Z","time spent":"4.544013228s","remote":"127.0.0.1:50140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18458,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-02T06:03:49.054628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.304081579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-02T06:03:49.054655Z","caller":"traceutil/trace.go:171","msg":"trace[909494084] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25269; }","duration":"2.304148712s","start":"2026-07-02T06:03:46.750497Z","end":"2026-07-02T06:03:49.054646Z","steps":["trace[909494084] 'agreement among raft nodes before linearized reading' (duration: 2.302676045s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:49.054686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:46.750474Z","time spent":"2.304205713s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2666,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:03:49.053699Z","caller":"traceutil/trace.go:171","msg":"trace[835571607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25269; }","duration":"2.540165127s","start":"2026-07-02T06:03:46.513523Z","end":"2026-07-02T06:03:49.053689Z","steps":["trace[835571607] 'agreement among raft nodes before linearized reading' (duration: 2.539279408s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:49.054773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:46.513517Z","time spent":"2.541237501s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T06:03:49.053598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.373644825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:03:49.054968Z","caller":"traceutil/trace.go:171","msg":"trace[1456807529] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25269; }","duration":"4.375039339s","start":"2026-07-02T06:03:44.679918Z","end":"2026-07-02T06:03:49.054957Z","steps":["trace[1456807529] 'agreement among raft nodes before linearized reading' (duration: 4.373628224s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:49.054997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:44.679871Z","time spent":"4.375115141s","remote":"127.0.0.1:50998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:03:49.053154Z","caller":"traceutil/trace.go:171","msg":"trace[240438561] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25269; }","duration":"2.273960806s","start":"2026-07-02T06:03:46.779177Z","end":"2026-07-02T06:03:49.053138Z","steps":["trace[240438561] 'agreement among raft nodes before linearized reading' (duration: 2.273895014s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:49.055138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:46.779161Z","time spent":"2.275951619s","remote":"127.0.0.1:34044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:03:49.053059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:45.035432Z","time spent":"4.017617578s","remote":"127.0.0.1:50478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":40,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:03:49.053925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:47.957329Z","time spent":"1.096533498s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:49.053931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731624867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:03:49.05394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.540272159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-02T06:03:49.056214Z","caller":"traceutil/trace.go:171","msg":"trace[1393187556] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25269; }","duration":"2.542536062s","start":"2026-07-02T06:03:46.51366Z","end":"2026-07-02T06:03:49.056196Z","steps":["trace[1393187556] 'agreement among raft nodes before linearized reading' (duration: 2.540226498s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:49.056272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:46.513643Z","time spent":"2.542612565s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T06:03:49.053911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.540181636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-02T06:03:49.056392Z","caller":"traceutil/trace.go:171","msg":"trace[1957216886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25269; }","duration":"2.542696637s","start":"2026-07-02T06:03:46.513673Z","end":"2026-07-02T06:03:49.056369Z","steps":["trace[1957216886] 'agreement among raft nodes before linearized reading' (duration: 2.540182667s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:49.056466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:46.513647Z","time spent":"2.542798581s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T06:03:49.054011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.539582608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-02T06:03:49.056658Z","caller":"traceutil/trace.go:171","msg":"trace[882729980] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25269; }","duration":"2.542251393s","start":"2026-07-02T06:03:46.514386Z","end":"2026-07-02T06:03:49.056637Z","steps":["trace[882729980] 'agreement among raft nodes before linearized reading' (duration: 2.539578917s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:49.055812Z","caller":"traceutil/trace.go:171","msg":"trace[436543077] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25269; }","duration":"1.733541548s","start":"2026-07-02T06:03:47.322259Z","end":"2026-07-02T06:03:49.0558Z","steps":["trace[436543077] 'agreement among raft nodes before linearized reading' (duration: 1.731642167s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:49.054037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21375518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:03:49.05674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:46.514368Z","time spent":"2.542352607s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T06:03:49.056787Z","caller":"traceutil/trace.go:171","msg":"trace[519235573] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25269; }","duration":"1.216484898s","start":"2026-07-02T06:03:47.840274Z","end":"2026-07-02T06:03:49.056759Z","steps":["trace[519235573] 'agreement among raft nodes before linearized reading' (duration: 1.21373136s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:49.056809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:47.322232Z","time spent":"1.734490889s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:03:49.056849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:47.840218Z","time spent":"1.216612642s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:03:49.054098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092270782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:03:49.056983Z","caller":"traceutil/trace.go:171","msg":"trace[1637153029] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25269; }","duration":"1.095174155s","start":"2026-07-02T06:03:47.961789Z","end":"2026-07-02T06:03:49.056963Z","steps":["trace[1637153029] 'agreement among raft nodes before linearized reading' (duration: 1.092256522s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:49.057017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:47.96178Z","time spent":"1.095226507s","remote":"127.0.0.1:39830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:03:49.054112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241280532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:03:49.057083Z","caller":"traceutil/trace.go:171","msg":"trace[1892484789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25269; }","duration":"1.244287328s","start":"2026-07-02T06:03:47.812778Z","end":"2026-07-02T06:03:49.057065Z","steps":["trace[1892484789] 'agreement among raft nodes before linearized reading' (duration: 1.241285972s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:49.057144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:47.812757Z","time spent":"1.244371141s","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:03:49.559853Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383323707,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T06:03:49.569707Z","caller":"traceutil/trace.go:171","msg":"trace[2007715098] transaction","detail":"{read_only:false; response_revision:25270; number_of_response:1; }","duration":"511.854864ms","start":"2026-07-02T06:03:49.057836Z","end":"2026-07-02T06:03:49.569691Z","steps":["trace[2007715098] 'process raft request' (duration: 511.72497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:49.569811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:49.057811Z","time spent":"511.931867ms","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:50.3644Z","caller":"traceutil/trace.go:171","msg":"trace[1101068448] linearizableReadLoop","detail":"{readStateIndex:26117; appliedIndex:26111; }","duration":"1.304926129s","start":"2026-07-02T06:03:49.059452Z","end":"2026-07-02T06:03:50.364378Z","steps":["trace[1101068448] 'read index received' (duration: 510.132418ms)","trace[1101068448] 'applied index is now lower than readState.Index' (duration: 794.792801ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:03:50.364473Z","caller":"traceutil/trace.go:171","msg":"trace[369865105] transaction","detail":"{read_only:false; response_revision:25272; number_of_response:1; }","duration":"1.303368209s","start":"2026-07-02T06:03:49.061087Z","end":"2026-07-02T06:03:50.364455Z","steps":["trace[369865105] 'process raft request' (duration: 1.303105451s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:50.364502Z","caller":"traceutil/trace.go:171","msg":"trace[368317078] transaction","detail":"{read_only:false; response_revision:25273; number_of_response:1; }","duration":"1.301755927s","start":"2026-07-02T06:03:49.062732Z","end":"2026-07-02T06:03:50.364487Z","steps":["trace[368317078] 'process raft request' (duration: 1.30153929s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:50.364575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:49.061074Z","time spent":"1.303442701s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:50.364586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:49.062711Z","time spent":"1.301815649s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:50.364634Z","caller":"traceutil/trace.go:171","msg":"trace[1159434458] transaction","detail":"{read_only:false; response_revision:25274; number_of_response:1; }","duration":"1.301674814s","start":"2026-07-02T06:03:49.062944Z","end":"2026-07-02T06:03:50.364619Z","steps":["trace[1159434458] 'process raft request' (duration: 1.301362204s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:50.364581Z","caller":"traceutil/trace.go:171","msg":"trace[895010465] transaction","detail":"{read_only:false; response_revision:25275; number_of_response:1; }","duration":"1.296153648s","start":"2026-07-02T06:03:49.068382Z","end":"2026-07-02T06:03:50.364536Z","steps":["trace[895010465] 'process raft request' (duration: 1.295953381s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:50.364704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:49.062931Z","time spent":"1.301733417s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:50.36473Z","caller":"traceutil/trace.go:171","msg":"trace[71606242] transaction","detail":"{read_only:false; response_revision:25271; number_of_response:1; }","duration":"1.305737105s","start":"2026-07-02T06:03:49.058985Z","end":"2026-07-02T06:03:50.364722Z","steps":["trace[71606242] 'process raft request' (duration: 1.303213594s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:50.364709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:49.068372Z","time spent":"1.296314494s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:50.364768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:49.05897Z","time spent":"1.305778917s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:50.36545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305973972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-02T06:03:50.365762Z","caller":"traceutil/trace.go:171","msg":"trace[1134157653] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25275; }","duration":"1.306294293s","start":"2026-07-02T06:03:49.059423Z","end":"2026-07-02T06:03:50.365717Z","steps":["trace[1134157653] 'agreement among raft nodes before linearized reading' (duration: 1.305255699s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:50.365951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:49.059409Z","time spent":"1.306526701s","remote":"127.0.0.1:50254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-02T06:03:50.866919Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383323719,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:03:51.063696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00042119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:03:51.063759Z","caller":"traceutil/trace.go:171","msg":"trace[1920281035] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000521603s","start":"2026-07-02T06:03:49.063224Z","end":"2026-07-02T06:03:51.063746Z","steps":["trace[1920281035] 'agreement among raft nodes before linearized reading' (duration: 2.00043925s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:51.063796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:49.063216Z","time spent":"2.000571164s","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:03:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:03:51.115915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.559588ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:03:51.116031Z","caller":"traceutil/trace.go:171","msg":"trace[1735100380] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25275; }","duration":"503.686662ms","start":"2026-07-02T06:03:50.612325Z","end":"2026-07-02T06:03:51.116012Z","steps":["trace[1735100380] 'range keys from in-memory index tree' (duration: 503.543447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:51.116536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.055631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:03:51.116833Z","caller":"traceutil/trace.go:171","msg":"trace[1430062742] transaction","detail":"{read_only:false; response_revision:25278; number_of_response:1; }","duration":"1.113078047s","start":"2026-07-02T06:03:50.003738Z","end":"2026-07-02T06:03:51.116816Z","steps":["trace[1430062742] 'process raft request' (duration: 1.113004675s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:51.116917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:50.00371Z","time spent":"1.11317s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:51.117039Z","caller":"traceutil/trace.go:171","msg":"trace[3478044] transaction","detail":"{read_only:false; response_revision:25277; number_of_response:1; }","duration":"1.116039092s","start":"2026-07-02T06:03:50.000987Z","end":"2026-07-02T06:03:51.117027Z","steps":["trace[3478044] 'process raft request' (duration: 1.11564865s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:51.117095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:50.000959Z","time spent":"1.116109084s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:51.117262Z","caller":"traceutil/trace.go:171","msg":"trace[485551858] transaction","detail":"{read_only:false; response_revision:25279; number_of_response:1; }","duration":"1.113395117s","start":"2026-07-02T06:03:50.00385Z","end":"2026-07-02T06:03:51.117246Z","steps":["trace[485551858] 'process raft request' (duration: 1.112928592s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:51.117318Z","caller":"traceutil/trace.go:171","msg":"trace[1058211460] linearizableReadLoop","detail":"{readStateIndex:26122; appliedIndex:26117; }","duration":"752.854227ms","start":"2026-07-02T06:03:50.364457Z","end":"2026-07-02T06:03:51.117311Z","steps":["trace[1058211460] 'read index received' (duration: 577.865746ms)","trace[1058211460] 'applied index is now lower than readState.Index' (duration: 174.987891ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:03:51.117274Z","caller":"traceutil/trace.go:171","msg":"trace[1464249053] transaction","detail":"{read_only:false; response_revision:25280; number_of_response:1; }","duration":"1.113366767s","start":"2026-07-02T06:03:50.003898Z","end":"2026-07-02T06:03:51.117265Z","steps":["trace[1464249053] 'process raft request' (duration: 1.113321635s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:51.117365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:50.003841Z","time spent":"1.113464019s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:51.117379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05542678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:03:51.117389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:50.003892Z","time spent":"1.11347451s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:51.117417Z","caller":"traceutil/trace.go:171","msg":"trace[2061558578] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25280; }","duration":"2.055478632s","start":"2026-07-02T06:03:49.061926Z","end":"2026-07-02T06:03:51.117405Z","steps":["trace[2061558578] 'agreement among raft nodes before linearized reading' (duration: 2.05540743s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:51.117403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98543095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:03:51.117402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000186963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:03:51.117463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980205413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:03:51.117484Z","caller":"traceutil/trace.go:171","msg":"trace[496187515] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25280; }","duration":"1.980264474s","start":"2026-07-02T06:03:49.137213Z","end":"2026-07-02T06:03:51.117478Z","steps":["trace[496187515] 'agreement among raft nodes before linearized reading' (duration: 1.980231243s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:51.117478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544522727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-02T06:03:51.1175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:49.137194Z","time spent":"1.980302296s","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:03:51.117369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813697782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:03:51.117512Z","caller":"traceutil/trace.go:171","msg":"trace[2114680551] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589; range_end:; response_count:1; response_revision:25280; }","duration":"1.544577599s","start":"2026-07-02T06:03:49.572924Z","end":"2026-07-02T06:03:51.117502Z","steps":["trace[2114680551] 'agreement among raft nodes before linearized reading' (duration: 1.544468586s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:51.11754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:49.572912Z","time spent":"1.54462049s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589\" "} {"level":"warn","ts":"2026-07-02T06:03:51.117522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593284598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:03:51.117555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780649175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:969"} {"level":"info","ts":"2026-07-02T06:03:51.117592Z","caller":"traceutil/trace.go:171","msg":"trace[527482560] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25280; }","duration":"1.593399302s","start":"2026-07-02T06:03:49.524177Z","end":"2026-07-02T06:03:51.117576Z","steps":["trace[527482560] 'agreement among raft nodes before linearized reading' (duration: 1.593225696s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:51.117608Z","caller":"traceutil/trace.go:171","msg":"trace[99430897] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:25280; }","duration":"1.780732958s","start":"2026-07-02T06:03:49.336856Z","end":"2026-07-02T06:03:51.117589Z","steps":["trace[99430897] 'agreement among raft nodes before linearized reading' (duration: 1.780582133s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:51.117637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:49.336839Z","time spent":"1.780794069s","remote":"127.0.0.1:50172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":992,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-07-02T06:03:51.117642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:49.524158Z","time spent":"1.593475434s","remote":"127.0.0.1:36174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:03:51.117485Z","caller":"traceutil/trace.go:171","msg":"trace[815863327] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25280; }","duration":"2.000301146s","start":"2026-07-02T06:03:49.117168Z","end":"2026-07-02T06:03:51.117469Z","steps":["trace[815863327] 'agreement among raft nodes before linearized reading' (duration: 2.000160492s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:51.117731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057492786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-07-02T06:03:51.117752Z","caller":"traceutil/trace.go:171","msg":"trace[1825005172] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25280; }","duration":"2.057556119s","start":"2026-07-02T06:03:49.060189Z","end":"2026-07-02T06:03:51.117745Z","steps":["trace[1825005172] 'agreement among raft nodes before linearized reading' (duration: 2.057157986s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:51.117766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:49.060183Z","time spent":"2.05758016s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-02T06:03:51.117449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:49.06192Z","time spent":"2.055523573s","remote":"127.0.0.1:50254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-02T06:03:51.117533Z","caller":"traceutil/trace.go:171","msg":"trace[1820948556] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25280; }","duration":"1.813900569s","start":"2026-07-02T06:03:49.303621Z","end":"2026-07-02T06:03:51.117521Z","steps":["trace[1820948556] 'agreement among raft nodes before linearized reading' (duration: 1.813696702s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:51.117877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:49.303605Z","time spent":"1.81426699s","remote":"127.0.0.1:44106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:03:51.117845Z","caller":"traceutil/trace.go:171","msg":"trace[946163246] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25280; }","duration":"1.985913366s","start":"2026-07-02T06:03:49.131913Z","end":"2026-07-02T06:03:51.117826Z","steps":["trace[946163246] 'agreement among raft nodes before linearized reading' (duration: 1.98541282s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:51.118278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:49.131896Z","time spent":"1.986359379s","remote":"127.0.0.1:50214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:03:51.118276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:49.117152Z","time spent":"2.001103391s","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-02T06:03:51.116976Z","caller":"traceutil/trace.go:171","msg":"trace[419866255] transaction","detail":"{read_only:false; response_revision:25276; number_of_response:1; }","duration":"1.116009431s","start":"2026-07-02T06:03:50.000934Z","end":"2026-07-02T06:03:51.116943Z","steps":["trace[419866255] 'process raft request' (duration: 941.461304ms)","trace[419866255] 'compare' (duration: 173.782473ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:03:51.119367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:50.00091Z","time spent":"1.118001624s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:51.618746Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383323723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:03:52.119508Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383323723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:03:52.255376Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.148851943s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T06:03:52.255805Z","caller":"traceutil/trace.go:171","msg":"trace[280154962] transaction","detail":"{read_only:false; response_revision:25281; number_of_response:1; }","duration":"1.196048134s","start":"2026-07-02T06:03:51.059732Z","end":"2026-07-02T06:03:52.25578Z","steps":["trace[280154962] 'process raft request' (duration: 1.195899639s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:52.255943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:51.059714Z","time spent":"1.196157388s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:53.070616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00006767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:03:53.070705Z","caller":"traceutil/trace.go:171","msg":"trace[688656573] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000240085s","start":"2026-07-02T06:03:51.070445Z","end":"2026-07-02T06:03:53.070685Z","steps":["trace[688656573] 'agreement among raft nodes before linearized reading' (duration: 2.000122131s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:53.070754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:51.07043Z","time spent":"2.000314497s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T06:03:53.167419Z","caller":"traceutil/trace.go:171","msg":"trace[2125822846] transaction","detail":"{read_only:false; response_revision:25283; number_of_response:1; }","duration":"2.104514183s","start":"2026-07-02T06:03:51.062883Z","end":"2026-07-02T06:03:53.167397Z","steps":["trace[2125822846] 'process raft request' (duration: 2.104412989s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:53.167711Z","caller":"traceutil/trace.go:171","msg":"trace[722132259] linearizableReadLoop","detail":"{readStateIndex:26127; appliedIndex:26122; }","duration":"2.050365269s","start":"2026-07-02T06:03:51.117332Z","end":"2026-07-02T06:03:53.167698Z","steps":["trace[722132259] 'read index received' (duration: 1.138306666s)","trace[722132259] 'applied index is now lower than readState.Index' (duration: 912.057623ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:03:53.167741Z","caller":"traceutil/trace.go:171","msg":"trace[369019014] transaction","detail":"{read_only:false; response_revision:25285; number_of_response:1; }","duration":"2.040784223s","start":"2026-07-02T06:03:51.126934Z","end":"2026-07-02T06:03:53.167718Z","steps":["trace[369019014] 'process raft request' (duration: 2.040664679s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:53.167496Z","caller":"traceutil/trace.go:171","msg":"trace[1315059105] transaction","detail":"{read_only:false; response_revision:25282; number_of_response:1; }","duration":"2.10659991s","start":"2026-07-02T06:03:51.060862Z","end":"2026-07-02T06:03:53.167462Z","steps":["trace[1315059105] 'process raft request' (duration: 2.10630371s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:53.167859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:51.126925Z","time spent":"2.040871185s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:53.167871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.477208171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:03:53.167884Z","caller":"traceutil/trace.go:171","msg":"trace[1394486901] transaction","detail":"{read_only:false; response_revision:25284; number_of_response:1; }","duration":"2.04819493s","start":"2026-07-02T06:03:51.11966Z","end":"2026-07-02T06:03:53.167855Z","steps":["trace[1394486901] 'process raft request' (duration: 2.047680424s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:53.167911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:51.060843Z","time spent":"2.106988962s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:53.167948Z","caller":"traceutil/trace.go:171","msg":"trace[1187641550] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25285; }","duration":"2.479901168s","start":"2026-07-02T06:03:50.688032Z","end":"2026-07-02T06:03:53.167933Z","steps":["trace[1187641550] 'agreement among raft nodes before linearized reading' (duration: 2.479705512s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:53.167987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:50.688017Z","time spent":"2.479960229s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":60,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:03:53.167992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.402872222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-02T06:03:53.168025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:51.119645Z","time spent":"2.048308314s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:53.168051Z","caller":"traceutil/trace.go:171","msg":"trace[247901431] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:25285; }","duration":"2.402982455s","start":"2026-07-02T06:03:50.765056Z","end":"2026-07-02T06:03:53.168039Z","steps":["trace[247901431] 'agreement among raft nodes before linearized reading' (duration: 2.40280354s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:53.168099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:50.765032Z","time spent":"2.403058788s","remote":"127.0.0.1:49992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-02T06:03:53.168117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.702060618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:03:53.168158Z","caller":"traceutil/trace.go:171","msg":"trace[840110564] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:25285; }","duration":"2.702130601s","start":"2026-07-02T06:03:50.466017Z","end":"2026-07-02T06:03:53.168147Z","steps":["trace[840110564] 'agreement among raft nodes before linearized reading' (duration: 2.702055878s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:53.168194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:50.465988Z","time spent":"2.702197613s","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:03:53.16844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:51.062876Z","time spent":"2.104623706s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:53.168689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.545540029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:277958"} {"level":"info","ts":"2026-07-02T06:03:53.168765Z","caller":"traceutil/trace.go:171","msg":"trace[1035130741] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25285; }","duration":"2.545621491s","start":"2026-07-02T06:03:50.623108Z","end":"2026-07-02T06:03:53.168729Z","steps":["trace[1035130741] 'agreement among raft nodes before linearized reading' (duration: 2.544683361s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:53.168858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:50.623094Z","time spent":"2.545708364s","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":277981,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-02T06:03:53.668232Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383323731,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T06:03:53.808645Z","caller":"traceutil/trace.go:171","msg":"trace[1269108928] transaction","detail":"{read_only:false; response_revision:25290; number_of_response:1; }","duration":"680.938276ms","start":"2026-07-02T06:03:53.127689Z","end":"2026-07-02T06:03:53.808628Z","steps":["trace[1269108928] 'process raft request' (duration: 680.910035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:53.808755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:53.127682Z","time spent":"681.014198ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:53.808999Z","caller":"traceutil/trace.go:171","msg":"trace[823999863] transaction","detail":"{read_only:false; response_revision:25286; number_of_response:1; }","duration":"685.889425ms","start":"2026-07-02T06:03:53.123102Z","end":"2026-07-02T06:03:53.808992Z","steps":["trace[823999863] 'process raft request' (duration: 685.333147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:53.809043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:53.123074Z","time spent":"685.949217ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:53.809113Z","caller":"traceutil/trace.go:171","msg":"trace[839216895] transaction","detail":"{read_only:false; response_revision:25287; number_of_response:1; }","duration":"685.301005ms","start":"2026-07-02T06:03:53.123806Z","end":"2026-07-02T06:03:53.809107Z","steps":["trace[839216895] 'process raft request' (duration: 684.730357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:53.809145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:53.123781Z","time spent":"685.349447ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:53.809254Z","caller":"traceutil/trace.go:171","msg":"trace[997268328] transaction","detail":"{read_only:false; response_revision:25288; number_of_response:1; }","duration":"685.284385ms","start":"2026-07-02T06:03:53.123964Z","end":"2026-07-02T06:03:53.809249Z","steps":["trace[997268328] 'process raft request' (duration: 684.593703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:53.809287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:53.123956Z","time spent":"685.317607ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:53.80935Z","caller":"traceutil/trace.go:171","msg":"trace[333975450] transaction","detail":"{read_only:false; response_revision:25289; number_of_response:1; }","duration":"683.492368ms","start":"2026-07-02T06:03:53.125852Z","end":"2026-07-02T06:03:53.809344Z","steps":["trace[333975450] 'process raft request' (duration: 682.726073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:53.809384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:53.12584Z","time spent":"683.527819ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:54.687617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.001153ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-02T06:03:54.687832Z","caller":"traceutil/trace.go:171","msg":"trace[2073827416] transaction","detail":"{read_only:false; response_revision:25292; number_of_response:1; }","duration":"627.35352ms","start":"2026-07-02T06:03:54.060466Z","end":"2026-07-02T06:03:54.68782Z","steps":["trace[2073827416] 'process raft request' (duration: 627.328539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:54.687893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:54.060445Z","time spent":"627.405872ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:54.688007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:53.169219Z","time spent":"1.518786334s","remote":"127.0.0.1:49992","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-02T06:03:54.688166Z","caller":"traceutil/trace.go:171","msg":"trace[624862526] linearizableReadLoop","detail":"{readStateIndex:26134; appliedIndex:26127; }","duration":"1.520375714s","start":"2026-07-02T06:03:53.167745Z","end":"2026-07-02T06:03:54.688121Z","steps":["trace[624862526] 'read index received' (duration: 640.663257ms)","trace[624862526] 'applied index is now lower than readState.Index' (duration: 879.709497ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:03:54.688273Z","caller":"traceutil/trace.go:171","msg":"trace[1636034427] transaction","detail":"{read_only:false; response_revision:25291; number_of_response:1; }","duration":"1.23155891s","start":"2026-07-02T06:03:53.456702Z","end":"2026-07-02T06:03:54.688261Z","steps":["trace[1636034427] 'process raft request' (duration: 1.231002292s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:54.688386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:53.456663Z","time spent":"1.231645752s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:54.688449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.466143365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-07-02T06:03:54.688494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318918385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-02T06:03:54.688504Z","caller":"traceutil/trace.go:171","msg":"trace[1705156168] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25292; }","duration":"3.466222588s","start":"2026-07-02T06:03:51.222267Z","end":"2026-07-02T06:03:54.68849Z","steps":["trace[1705156168] 'agreement among raft nodes before linearized reading' (duration: 3.466119445s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:54.688475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620002684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:03:54.688513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616880344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:03:54.688599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.56372449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:03:54.688585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318607595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-02T06:03:54.688584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.175699401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:03:54.688539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:51.222254Z","time spent":"3.466278371s","remote":"127.0.0.1:50166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-02T06:03:54.688645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.500459806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:03:54.688642Z","caller":"traceutil/trace.go:171","msg":"trace[829853953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25292; }","duration":"2.318694618s","start":"2026-07-02T06:03:52.369932Z","end":"2026-07-02T06:03:54.688626Z","steps":["trace[829853953] 'agreement among raft nodes before linearized reading' (duration: 2.31844898s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:54.688664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.319038969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-02T06:03:54.688671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.569413842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-8d4qj\" ","response":"range_response_count:1 size:4618"} {"level":"warn","ts":"2026-07-02T06:03:54.688689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.560743074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-02T06:03:54.688697Z","caller":"traceutil/trace.go:171","msg":"trace[1711844101] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25292; }","duration":"2.319074739s","start":"2026-07-02T06:03:52.369611Z","end":"2026-07-02T06:03:54.688686Z","steps":["trace[1711844101] 'agreement among raft nodes before linearized reading' (duration: 2.319012787s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:54.688705Z","caller":"traceutil/trace.go:171","msg":"trace[514383787] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25292; }","duration":"3.560771605s","start":"2026-07-02T06:03:51.127929Z","end":"2026-07-02T06:03:54.6887Z","steps":["trace[514383787] 'agreement among raft nodes before linearized reading' (duration: 3.560701073s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:54.688697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:52.369926Z","time spent":"2.318756429s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T06:03:54.688689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.010388768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:03:54.688713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.24946164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:03:54.688724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:52.369608Z","time spent":"2.319110731s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-02T06:03:54.688535Z","caller":"traceutil/trace.go:171","msg":"trace[588025240] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25292; }","duration":"2.318994947s","start":"2026-07-02T06:03:52.369529Z","end":"2026-07-02T06:03:54.688524Z","steps":["trace[588025240] 'agreement among raft nodes before linearized reading' (duration: 2.318830572s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:54.688754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:52.369511Z","time spent":"2.319238525s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T06:03:54.688746Z","caller":"traceutil/trace.go:171","msg":"trace[899489438] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25292; }","duration":"3.249540152s","start":"2026-07-02T06:03:51.439198Z","end":"2026-07-02T06:03:54.688738Z","steps":["trace[899489438] 'agreement among raft nodes before linearized reading' (duration: 3.249495241s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:54.68859Z","caller":"traceutil/trace.go:171","msg":"trace[71054977] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25292; }","duration":"1.620147038s","start":"2026-07-02T06:03:53.068412Z","end":"2026-07-02T06:03:54.688559Z","steps":["trace[71054977] 'agreement among raft nodes before linearized reading' (duration: 1.619973053s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:54.688781Z","caller":"traceutil/trace.go:171","msg":"trace[413444545] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25292; }","duration":"3.010486831s","start":"2026-07-02T06:03:51.678249Z","end":"2026-07-02T06:03:54.688736Z","steps":["trace[413444545] 'agreement among raft nodes before linearized reading' (duration: 3.010378888s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:54.688791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:51.439173Z","time spent":"3.249610905s","remote":"127.0.0.1:50140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:03:54.688819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.319206654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T06:03:54.688675Z","caller":"traceutil/trace.go:171","msg":"trace[851692461] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25292; }","duration":"2.500525128s","start":"2026-07-02T06:03:52.188141Z","end":"2026-07-02T06:03:54.688666Z","steps":["trace[851692461] 'agreement among raft nodes before linearized reading' (duration: 2.500429405s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:54.688837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:51.678229Z","time spent":"3.010589084s","remote":"127.0.0.1:39702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:03:54.688827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.561987654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-02T06:03:54.688843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:53.0684Z","time spent":"1.620425377s","remote":"127.0.0.1:50090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:03:54.68886Z","caller":"traceutil/trace.go:171","msg":"trace[725120112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25292; }","duration":"2.319248216s","start":"2026-07-02T06:03:52.369601Z","end":"2026-07-02T06:03:54.68885Z","steps":["trace[725120112] 'agreement among raft nodes before linearized reading' (duration: 2.319140982s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:54.688885Z","caller":"traceutil/trace.go:171","msg":"trace[12202482] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25292; }","duration":"3.562068987s","start":"2026-07-02T06:03:51.126806Z","end":"2026-07-02T06:03:54.688875Z","steps":["trace[12202482] 'agreement among raft nodes before linearized reading' (duration: 3.561931132s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:54.688907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:51.126799Z","time spent":"3.562104417s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-02T06:03:54.688905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:52.369584Z","time spent":"2.319313077s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-02T06:03:54.688705Z","caller":"traceutil/trace.go:171","msg":"trace[1122758348] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-8d4qj; range_end:; response_count:1; response_revision:25292; }","duration":"3.569448363s","start":"2026-07-02T06:03:51.119247Z","end":"2026-07-02T06:03:54.688695Z","steps":["trace[1122758348] 'agreement among raft nodes before linearized reading' (duration: 3.569337209s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:54.688983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:51.119195Z","time spent":"3.569780464s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4641,"request content":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-8d4qj\" "} {"level":"info","ts":"2026-07-02T06:03:54.688654Z","caller":"traceutil/trace.go:171","msg":"trace[1199480492] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:25292; }","duration":"2.175836565s","start":"2026-07-02T06:03:52.512803Z","end":"2026-07-02T06:03:54.688639Z","steps":["trace[1199480492] 'agreement among raft nodes before linearized reading' (duration: 2.175702861s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:54.688609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318893754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-02T06:03:54.689053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:52.512779Z","time spent":"2.176257559s","remote":"127.0.0.1:47356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:03:54.688618Z","caller":"traceutil/trace.go:171","msg":"trace[581375755] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25292; }","duration":"3.56375832s","start":"2026-07-02T06:03:51.124855Z","end":"2026-07-02T06:03:54.688613Z","steps":["trace[581375755] 'agreement among raft nodes before linearized reading' (duration: 3.563717959s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:54.689113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:51.124847Z","time spent":"3.564259777s","remote":"127.0.0.1:50166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-02T06:03:54.689069Z","caller":"traceutil/trace.go:171","msg":"trace[108187319] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25292; }","duration":"2.31936297s","start":"2026-07-02T06:03:52.3697Z","end":"2026-07-02T06:03:54.689063Z","steps":["trace[108187319] 'agreement among raft nodes before linearized reading' (duration: 2.318850623s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:54.688721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:51.127919Z","time spent":"3.560798745s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-02T06:03:54.688603Z","caller":"traceutil/trace.go:171","msg":"trace[1414967793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25292; }","duration":"1.616989787s","start":"2026-07-02T06:03:53.07159Z","end":"2026-07-02T06:03:54.688579Z","steps":["trace[1414967793] 'agreement among raft nodes before linearized reading' (duration: 1.616843662s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:54.689182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:53.071585Z","time spent":"1.617594296s","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:03:54.689173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:52.369695Z","time spent":"2.319459842s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T06:03:54.688869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:52.188123Z","time spent":"2.500733575s","remote":"127.0.0.1:50128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:03:55.188594Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383323737,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:03:55.381148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.151478ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:03:55.381247Z","caller":"traceutil/trace.go:171","msg":"trace[2127343370] transaction","detail":"{read_only:false; response_revision:25293; number_of_response:1; }","duration":"1.119499373s","start":"2026-07-02T06:03:54.261729Z","end":"2026-07-02T06:03:55.381228Z","steps":["trace[2127343370] 'process raft request' (duration: 953.19038ms)","trace[2127343370] 'compare' (duration: 165.682003ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:03:55.381303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:54.261703Z","time spent":"1.119573336s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:55.889162Z","caller":"traceutil/trace.go:171","msg":"trace[1974696289] transaction","detail":"{read_only:false; response_revision:25298; number_of_response:1; }","duration":"1.195547729s","start":"2026-07-02T06:03:54.693589Z","end":"2026-07-02T06:03:55.889137Z","steps":["trace[1974696289] 'process raft request' (duration: 1.195360673s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:55.889172Z","caller":"traceutil/trace.go:171","msg":"trace[264767190] transaction","detail":"{read_only:false; response_revision:25299; number_of_response:1; }","duration":"1.195523348s","start":"2026-07-02T06:03:54.693622Z","end":"2026-07-02T06:03:55.889145Z","steps":["trace[264767190] 'process raft request' (duration: 1.195371473s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:55.889172Z","caller":"traceutil/trace.go:171","msg":"trace[223555244] transaction","detail":"{read_only:false; response_revision:25296; number_of_response:1; }","duration":"1.195626341s","start":"2026-07-02T06:03:54.693511Z","end":"2026-07-02T06:03:55.889137Z","steps":["trace[223555244] 'process raft request' (duration: 1.195360222s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:55.889206Z","caller":"traceutil/trace.go:171","msg":"trace[177597498] transaction","detail":"{read_only:false; response_revision:25294; number_of_response:1; }","duration":"1.200490426s","start":"2026-07-02T06:03:54.688692Z","end":"2026-07-02T06:03:55.889183Z","steps":["trace[177597498] 'process raft request' (duration: 1.200006821s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:55.889221Z","caller":"traceutil/trace.go:171","msg":"trace[1570371627] transaction","detail":"{read_only:false; response_revision:25295; number_of_response:1; }","duration":"1.195847617s","start":"2026-07-02T06:03:54.693344Z","end":"2026-07-02T06:03:55.889192Z","steps":["trace[1570371627] 'process raft request' (duration: 1.195477936s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:55.88926Z","caller":"traceutil/trace.go:171","msg":"trace[924555737] transaction","detail":"{read_only:false; response_revision:25301; number_of_response:1; }","duration":"1.192767399s","start":"2026-07-02T06:03:54.696482Z","end":"2026-07-02T06:03:55.889249Z","steps":["trace[924555737] 'process raft request' (duration: 1.192612664s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:55.889278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:54.693585Z","time spent":"1.195631701s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:55.889311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:54.693618Z","time spent":"1.195613501s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:55.889337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:54.688675Z","time spent":"1.200574909s","remote":"127.0.0.1:49992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:55.889373Z","caller":"traceutil/trace.go:171","msg":"trace[41803750] transaction","detail":"{read_only:false; response_revision:25297; number_of_response:1; }","duration":"1.195818727s","start":"2026-07-02T06:03:54.693548Z","end":"2026-07-02T06:03:55.889367Z","steps":["trace[41803750] 'process raft request' (duration: 1.195357182s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:55.889364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:54.696473Z","time spent":"1.192822321s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:55.889336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:54.693505Z","time spent":"1.195744414s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:55.889374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:54.693335Z","time spent":"1.195953951s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:55.889401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:54.693544Z","time spent":"1.195841018s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:55.889185Z","caller":"traceutil/trace.go:171","msg":"trace[1551668930] transaction","detail":"{read_only:false; response_revision:25300; number_of_response:1; }","duration":"1.195406673s","start":"2026-07-02T06:03:54.693751Z","end":"2026-07-02T06:03:55.889158Z","steps":["trace[1551668930] 'process raft request' (duration: 1.195288609s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:55.889468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:54.693731Z","time spent":"1.195721634s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:55.889562Z","caller":"traceutil/trace.go:171","msg":"trace[1678090746] linearizableReadLoop","detail":"{readStateIndex:26146; appliedIndex:26135; }","duration":"1.201317523s","start":"2026-07-02T06:03:54.688225Z","end":"2026-07-02T06:03:55.889543Z","steps":["trace[1678090746] 'read index received' (duration: 526.645317ms)","trace[1678090746] 'applied index is now lower than readState.Index' (duration: 674.671146ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:03:55.889574Z","caller":"traceutil/trace.go:171","msg":"trace[1861883869] transaction","detail":"{read_only:false; response_revision:25302; number_of_response:1; }","duration":"714.302194ms","start":"2026-07-02T06:03:55.175245Z","end":"2026-07-02T06:03:55.889548Z","steps":["trace[1861883869] 'process raft request' (duration: 713.899511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:55.889662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59426758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:03:55.889671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.226332501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:03:55.889719Z","caller":"traceutil/trace.go:171","msg":"trace[1335988211] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25303; }","duration":"1.594403664s","start":"2026-07-02T06:03:54.295299Z","end":"2026-07-02T06:03:55.889703Z","steps":["trace[1335988211] 'agreement among raft nodes before linearized reading' (duration: 1.594249269s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:55.889724Z","caller":"traceutil/trace.go:171","msg":"trace[162857396] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25303; }","duration":"2.226437725s","start":"2026-07-02T06:03:53.663272Z","end":"2026-07-02T06:03:55.88971Z","steps":["trace[162857396] 'agreement among raft nodes before linearized reading' (duration: 2.226317371s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:55.889761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:53.663247Z","time spent":"2.226504536s","remote":"127.0.0.1:50188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:03:55.889753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:55.175224Z","time spent":"714.47668ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:55.889765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:54.295274Z","time spent":"1.594476666s","remote":"127.0.0.1:46994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:03:55.889791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.717837114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-02T06:03:55.889577Z","caller":"traceutil/trace.go:171","msg":"trace[560758537] transaction","detail":"{read_only:false; response_revision:25303; number_of_response:1; }","duration":"714.229692ms","start":"2026-07-02T06:03:55.175331Z","end":"2026-07-02T06:03:55.889561Z","steps":["trace[560758537] 'process raft request' (duration: 714.128559ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:55.889838Z","caller":"traceutil/trace.go:171","msg":"trace[2037115260] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589; range_end:; response_count:1; response_revision:25303; }","duration":"2.717914637s","start":"2026-07-02T06:03:53.17191Z","end":"2026-07-02T06:03:55.889825Z","steps":["trace[2037115260] 'agreement among raft nodes before linearized reading' (duration: 2.717755932s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:55.889872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:53.171895Z","time spent":"2.717968598s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589\" "} {"level":"warn","ts":"2026-07-02T06:03:55.889926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:55.175324Z","time spent":"714.539542ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:55.889659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.229669688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:03:55.890024Z","caller":"traceutil/trace.go:171","msg":"trace[211780734] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25303; }","duration":"2.230024779s","start":"2026-07-02T06:03:53.65998Z","end":"2026-07-02T06:03:55.890004Z","steps":["trace[211780734] 'agreement among raft nodes before linearized reading' (duration: 2.229624827s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:55.890089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:53.659934Z","time spent":"2.230131973s","remote":"127.0.0.1:50354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:03:56.390096Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383323753,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T06:03:56.566288Z","caller":"traceutil/trace.go:171","msg":"trace[2006530600] transaction","detail":"{read_only:false; response_revision:25305; number_of_response:1; }","duration":"750.589266ms","start":"2026-07-02T06:03:55.815681Z","end":"2026-07-02T06:03:56.56627Z","steps":["trace[2006530600] 'process raft request' (duration: 750.531214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:56.566397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:55.815661Z","time spent":"750.677478ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:56.566508Z","caller":"traceutil/trace.go:171","msg":"trace[1622107090] transaction","detail":"{read_only:false; response_revision:25306; number_of_response:1; }","duration":"750.71951ms","start":"2026-07-02T06:03:55.815764Z","end":"2026-07-02T06:03:56.566484Z","steps":["trace[1622107090] 'process raft request' (duration: 750.471802ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:56.566555Z","caller":"traceutil/trace.go:171","msg":"trace[961196519] transaction","detail":"{read_only:false; response_revision:25304; number_of_response:1; }","duration":"751.403192ms","start":"2026-07-02T06:03:55.815121Z","end":"2026-07-02T06:03:56.566524Z","steps":["trace[961196519] 'process raft request' (duration: 750.987309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:56.566641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:55.815744Z","time spent":"750.827384ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:56.566683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:55.815097Z","time spent":"751.519025ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:56.566788Z","caller":"traceutil/trace.go:171","msg":"trace[1459387029] transaction","detail":"{read_only:false; response_revision:25307; number_of_response:1; }","duration":"750.813363ms","start":"2026-07-02T06:03:55.815965Z","end":"2026-07-02T06:03:56.566779Z","steps":["trace[1459387029] 'process raft request' (duration: 750.450232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:56.566828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:55.815923Z","time spent":"750.885455ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:56.566942Z","caller":"traceutil/trace.go:171","msg":"trace[833036929] transaction","detail":"{read_only:false; response_revision:25308; number_of_response:1; }","duration":"750.437391ms","start":"2026-07-02T06:03:55.816496Z","end":"2026-07-02T06:03:56.566934Z","steps":["trace[833036929] 'process raft request' (duration: 750.252735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:56.56699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:55.816487Z","time spent":"750.478652ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:56.701687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000324728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:03:56.701774Z","caller":"traceutil/trace.go:171","msg":"trace[905193454] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000447953s","start":"2026-07-02T06:03:54.701308Z","end":"2026-07-02T06:03:56.701755Z","steps":["trace[905193454] 'agreement among raft nodes before linearized reading' (duration: 2.000334999s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:56.701824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:54.701301Z","time spent":"2.000513815s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T06:03:57.131906Z","caller":"traceutil/trace.go:171","msg":"trace[1350073991] linearizableReadLoop","detail":"{readStateIndex:26153; appliedIndex:26146; }","duration":"1.242269764s","start":"2026-07-02T06:03:55.889609Z","end":"2026-07-02T06:03:57.131878Z","steps":["trace[1350073991] 'read index received' (duration: 676.499494ms)","trace[1350073991] 'applied index is now lower than readState.Index' (duration: 565.769329ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:03:57.132012Z","caller":"traceutil/trace.go:171","msg":"trace[297236599] transaction","detail":"{read_only:false; response_revision:25309; number_of_response:1; }","duration":"1.220788807s","start":"2026-07-02T06:03:55.911216Z","end":"2026-07-02T06:03:57.132005Z","steps":["trace[297236599] 'process raft request' (duration: 1.220032652s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:57.132101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:55.911195Z","time spent":"1.220843718s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:57.132358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.439140505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-07-02T06:03:57.132384Z","caller":"traceutil/trace.go:171","msg":"trace[940396684] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:25310; }","duration":"2.439173525s","start":"2026-07-02T06:03:54.6932Z","end":"2026-07-02T06:03:57.132374Z","steps":["trace[940396684] 'agreement among raft nodes before linearized reading' (duration: 2.439092783s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:57.132404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:54.693197Z","time spent":"2.439201326s","remote":"127.0.0.1:50266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":807,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-07-02T06:03:57.132526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.439339061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-07-02T06:03:57.132543Z","caller":"traceutil/trace.go:171","msg":"trace[720736443] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:25310; }","duration":"2.439355672s","start":"2026-07-02T06:03:54.693182Z","end":"2026-07-02T06:03:57.132538Z","steps":["trace[720736443] 'agreement among raft nodes before linearized reading' (duration: 2.43930674s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:57.13256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:54.693137Z","time spent":"2.439418963s","remote":"127.0.0.1:50266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":752,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-07-02T06:03:57.132433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.439161715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-02T06:03:57.132675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221303093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-02T06:03:57.1327Z","caller":"traceutil/trace.go:171","msg":"trace[1319278262] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25310; }","duration":"1.221346454s","start":"2026-07-02T06:03:55.911349Z","end":"2026-07-02T06:03:57.132695Z","steps":["trace[1319278262] 'agreement among raft nodes before linearized reading' (duration: 1.221285932s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:57.132714Z","caller":"traceutil/trace.go:171","msg":"trace[2100410291] transaction","detail":"{read_only:false; response_revision:25310; number_of_response:1; }","duration":"808.104067ms","start":"2026-07-02T06:03:56.324599Z","end":"2026-07-02T06:03:57.132703Z","steps":["trace[2100410291] 'process raft request' (duration: 807.204508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:57.132706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.303609466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:03:57.132762Z","caller":"traceutil/trace.go:171","msg":"trace[231813187] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25310; }","duration":"2.303709179s","start":"2026-07-02T06:03:54.82904Z","end":"2026-07-02T06:03:57.132749Z","steps":["trace[231813187] 'agreement among raft nodes before linearized reading' (duration: 2.303602836s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:57.132766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:56.324586Z","time spent":"808.152328ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:57.132784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.345575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:03:57.132792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:54.829022Z","time spent":"2.303763421s","remote":"127.0.0.1:50048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:03:57.132804Z","caller":"traceutil/trace.go:171","msg":"trace[340590221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25310; }","duration":"430.391957ms","start":"2026-07-02T06:03:56.702405Z","end":"2026-07-02T06:03:57.132797Z","steps":["trace[340590221] 'agreement among raft nodes before linearized reading' (duration: 430.363626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:57.132822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:56.702389Z","time spent":"430.429398ms","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:03:57.13272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:55.911342Z","time spent":"1.221373705s","remote":"127.0.0.1:50128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-02T06:03:57.13283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293128132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:03:57.132905Z","caller":"traceutil/trace.go:171","msg":"trace[976202281] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25310; }","duration":"1.293220105s","start":"2026-07-02T06:03:55.839666Z","end":"2026-07-02T06:03:57.132886Z","steps":["trace[976202281] 'agreement among raft nodes before linearized reading' (duration: 1.293089211s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:57.13285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.41277578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-02T06:03:57.132616Z","caller":"traceutil/trace.go:171","msg":"trace[221844715] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25310; }","duration":"2.439355011s","start":"2026-07-02T06:03:54.693237Z","end":"2026-07-02T06:03:57.132592Z","steps":["trace[221844715] 'agreement among raft nodes before linearized reading' (duration: 2.439042791s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:57.132949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:55.839612Z","time spent":"1.293325818s","remote":"127.0.0.1:47034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:03:57.132967Z","caller":"traceutil/trace.go:171","msg":"trace[1643626550] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25310; }","duration":"2.412927326s","start":"2026-07-02T06:03:54.720023Z","end":"2026-07-02T06:03:57.132951Z","steps":["trace[1643626550] 'agreement among raft nodes before linearized reading' (duration: 2.412674418s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:57.132981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:54.693232Z","time spent":"2.439735413s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T06:03:57.132953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.773761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:03:57.132662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.157733017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:03:57.133012Z","caller":"traceutil/trace.go:171","msg":"trace[1157312230] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25310; }","duration":"785.853275ms","start":"2026-07-02T06:03:56.347152Z","end":"2026-07-02T06:03:57.133005Z","steps":["trace[1157312230] 'agreement among raft nodes before linearized reading' (duration: 785.749061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:57.133021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:54.719998Z","time spent":"2.413006748s","remote":"127.0.0.1:50062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-02T06:03:57.133038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:56.347146Z","time spent":"785.884045ms","remote":"127.0.0.1:50066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:03:57.133031Z","caller":"traceutil/trace.go:171","msg":"trace[166402861] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25310; }","duration":"2.158180611s","start":"2026-07-02T06:03:54.974843Z","end":"2026-07-02T06:03:57.133024Z","steps":["trace[166402861] 'agreement among raft nodes before linearized reading' (duration: 2.157776918s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:57.133062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:54.974822Z","time spent":"2.158232443s","remote":"127.0.0.1:50102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:03:58.746539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472344917s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:03:58.746713Z","caller":"traceutil/trace.go:171","msg":"trace[217639252] transaction","detail":"{read_only:false; response_revision:25313; number_of_response:1; }","duration":"1.607517404s","start":"2026-07-02T06:03:57.139184Z","end":"2026-07-02T06:03:58.746702Z","steps":["trace[217639252] 'process raft request' (duration: 1.607480523s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:58.746765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:57.139162Z","time spent":"1.607578435s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:58.746929Z","caller":"traceutil/trace.go:171","msg":"trace[171316015] transaction","detail":"{read_only:false; response_revision:25311; number_of_response:1; }","duration":"1.609625901s","start":"2026-07-02T06:03:57.137294Z","end":"2026-07-02T06:03:58.74692Z","steps":["trace[171316015] 'process raft request' (duration: 136.84191ms)","trace[171316015] 'compare' (duration: 1.471216191s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:03:58.746969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:57.137283Z","time spent":"1.609667653s","remote":"127.0.0.1:50266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":871,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:58.747058Z","caller":"traceutil/trace.go:171","msg":"trace[1253246370] linearizableReadLoop","detail":"{readStateIndex:26154; appliedIndex:26153; }","duration":"1.608561677s","start":"2026-07-02T06:03:57.138489Z","end":"2026-07-02T06:03:58.74705Z","steps":["trace[1253246370] 'read index received' (duration: 135.633311ms)","trace[1253246370] 'applied index is now lower than readState.Index' (duration: 1.472927556s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:03:58.74725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608759633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-02T06:03:58.74725Z","caller":"traceutil/trace.go:171","msg":"trace[2045647059] transaction","detail":"{read_only:false; response_revision:25312; number_of_response:1; }","duration":"1.608696292s","start":"2026-07-02T06:03:57.138525Z","end":"2026-07-02T06:03:58.747221Z","steps":["trace[2045647059] 'process raft request' (duration: 1.608090582s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:58.74743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:57.138501Z","time spent":"1.608794144s","remote":"127.0.0.1:50266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:58.747275Z","caller":"traceutil/trace.go:171","msg":"trace[361691278] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25313; }","duration":"1.608788764s","start":"2026-07-02T06:03:57.13848Z","end":"2026-07-02T06:03:58.747269Z","steps":["trace[361691278] 'agreement among raft nodes before linearized reading' (duration: 1.608702361s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:58.747613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:57.138443Z","time spent":"1.609136515s","remote":"127.0.0.1:50254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-02T06:03:59.142414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000540104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:03:59.142495Z","caller":"traceutil/trace.go:171","msg":"trace[1958571093] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000649477s","start":"2026-07-02T06:03:57.141826Z","end":"2026-07-02T06:03:59.142475Z","steps":["trace[1958571093] 'agreement among raft nodes before linearized reading' (duration: 2.000554804s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:59.142537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:57.141817Z","time spent":"2.000711009s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:03:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:03:59.247428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383323773,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:03:59.419904Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.03230037s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T06:04:00.417689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.382956ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:04:00.41784Z","caller":"traceutil/trace.go:171","msg":"trace[1940677986] transaction","detail":"{read_only:false; response_revision:25314; number_of_response:1; }","duration":"3.030369117s","start":"2026-07-02T06:03:57.387443Z","end":"2026-07-02T06:04:00.417812Z","steps":["trace[1940677986] 'process raft request' (duration: 2.032776836s)","trace[1940677986] 'compare' (duration: 996.827137ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:00.418106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:57.387414Z","time spent":"3.030633916s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:00.982024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000720071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:04:00.982101Z","caller":"traceutil/trace.go:171","msg":"trace[1996850252] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000838904s","start":"2026-07-02T06:03:58.981246Z","end":"2026-07-02T06:04:00.982085Z","steps":["trace[1996850252] 'agreement among raft nodes before linearized reading' (duration: 2.000738381s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:00.982146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:58.981232Z","time spent":"2.000904787s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:04:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:04:01.123957Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.655566923s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T06:04:01.143104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000473862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:04:01.14318Z","caller":"traceutil/trace.go:171","msg":"trace[1611758491] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000615208s","start":"2026-07-02T06:03:59.142541Z","end":"2026-07-02T06:04:01.143156Z","steps":["trace[1611758491] 'agreement among raft nodes before linearized reading' (duration: 2.000508514s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:01.143222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:59.142519Z","time spent":"2.000694969s","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:04:01.294105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.425484ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:01.294222Z","caller":"traceutil/trace.go:171","msg":"trace[311734677] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25314; }","duration":"682.553008ms","start":"2026-07-02T06:04:00.611652Z","end":"2026-07-02T06:04:01.294205Z","steps":["trace[311734677] 'range keys from in-memory index tree' (duration: 682.409323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:01.294324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.113565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:04:01.294713Z","caller":"traceutil/trace.go:171","msg":"trace[738952356] transaction","detail":"{read_only:false; response_revision:25315; number_of_response:1; }","duration":"3.398679547s","start":"2026-07-02T06:03:57.896007Z","end":"2026-07-02T06:04:01.294687Z","steps":["trace[738952356] 'process raft request' (duration: 3.228116728s)","trace[738952356] 'compare' (duration: 169.723602ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:04:01.294737Z","caller":"traceutil/trace.go:171","msg":"trace[1064660475] transaction","detail":"{read_only:false; response_revision:25316; number_of_response:1; }","duration":"3.398434089s","start":"2026-07-02T06:03:57.896269Z","end":"2026-07-02T06:04:01.294703Z","steps":["trace[1064660475] 'process raft request' (duration: 3.398131219s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:01.294839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:57.895986Z","time spent":"3.39878502s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:01.295467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:57.896252Z","time spent":"3.398702688s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:02.335335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040836365s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-02T06:04:02.336444Z","caller":"traceutil/trace.go:171","msg":"trace[601139823] transaction","detail":"{read_only:false; response_revision:25317; number_of_response:1; }","duration":"3.764273149s","start":"2026-07-02T06:03:58.572147Z","end":"2026-07-02T06:04:02.336421Z","steps":["trace[601139823] 'process raft request' (duration: 3.763299938s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:02.337268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:58.572133Z","time spent":"3.764416674s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:02.404896Z","caller":"traceutil/trace.go:171","msg":"trace[1060030138] transaction","detail":"{read_only:false; response_revision:25318; number_of_response:1; }","duration":"3.832569135s","start":"2026-07-02T06:03:58.572296Z","end":"2026-07-02T06:04:02.404865Z","steps":["trace[1060030138] 'process raft request' (duration: 3.764111214s)","trace[1060030138] 'compare' (duration: 68.049108ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:04:02.404954Z","caller":"traceutil/trace.go:171","msg":"trace[1478164482] transaction","detail":"{read_only:false; response_revision:25319; number_of_response:1; }","duration":"3.832555214s","start":"2026-07-02T06:03:58.572367Z","end":"2026-07-02T06:04:02.404922Z","steps":["trace[1478164482] 'process raft request' (duration: 3.832385869s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:02.405031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:58.57229Z","time spent":"3.832665598s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:02.405109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:58.572363Z","time spent":"3.832665238s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:02.405154Z","caller":"traceutil/trace.go:171","msg":"trace[1688751351] transaction","detail":"{read_only:false; response_revision:25322; number_of_response:1; }","duration":"3.001806813s","start":"2026-07-02T06:03:59.403338Z","end":"2026-07-02T06:04:02.405145Z","steps":["trace[1688751351] 'process raft request' (duration: 3.001593227s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:02.405198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:59.403324Z","time spent":"3.001851764s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:02.405183Z","caller":"traceutil/trace.go:171","msg":"trace[903675977] transaction","detail":"{read_only:false; response_revision:25321; number_of_response:1; }","duration":"3.831187671s","start":"2026-07-02T06:03:58.573969Z","end":"2026-07-02T06:04:02.405157Z","steps":["trace[903675977] 'process raft request' (duration: 3.830929873s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:02.40527Z","caller":"traceutil/trace.go:171","msg":"trace[1857374292] transaction","detail":"{read_only:false; response_revision:25320; number_of_response:1; }","duration":"3.832860004s","start":"2026-07-02T06:03:58.572401Z","end":"2026-07-02T06:04:02.405261Z","steps":["trace[1857374292] 'process raft request' (duration: 3.832455141s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:02.405267Z","caller":"traceutil/trace.go:171","msg":"trace[646825935] linearizableReadLoop","detail":"{readStateIndex:26165; appliedIndex:26156; }","duration":"3.658166623s","start":"2026-07-02T06:03:58.747076Z","end":"2026-07-02T06:04:02.405243Z","steps":["trace[646825935] 'read index received' (duration: 673.127136ms)","trace[646825935] 'applied index is now lower than readState.Index' (duration: 2.985037286s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:02.405309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:58.572398Z","time spent":"3.832888465s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:02.405327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:58.573963Z","time spent":"3.831295444s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:02.405447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.510766302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-02T06:04:02.405467Z","caller":"traceutil/trace.go:171","msg":"trace[1407943840] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25323; }","duration":"4.510849805s","start":"2026-07-02T06:03:57.894611Z","end":"2026-07-02T06:04:02.405461Z","steps":["trace[1407943840] 'agreement among raft nodes before linearized reading' (duration: 4.51072182s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:02.40545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.464639896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-02T06:04:02.405472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.755122245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:02.405519Z","caller":"traceutil/trace.go:171","msg":"trace[1764684764] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25323; }","duration":"4.4647485s","start":"2026-07-02T06:03:57.940752Z","end":"2026-07-02T06:04:02.405501Z","steps":["trace[1764684764] 'agreement among raft nodes before linearized reading' (duration: 4.464513852s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:02.405525Z","caller":"traceutil/trace.go:171","msg":"trace[1806760699] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:25323; }","duration":"3.755209419s","start":"2026-07-02T06:03:58.6503Z","end":"2026-07-02T06:04:02.405509Z","steps":["trace[1806760699] 'agreement among raft nodes before linearized reading' (duration: 3.755121046s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:02.405537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.509512102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-02T06:04:02.405518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.510560315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-02T06:04:02.405534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.854892139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:04:02.405567Z","caller":"traceutil/trace.go:171","msg":"trace[1321592346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25323; }","duration":"4.509554874s","start":"2026-07-02T06:03:57.896004Z","end":"2026-07-02T06:04:02.405559Z","steps":["trace[1321592346] 'agreement among raft nodes before linearized reading' (duration: 4.5094328s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:02.405488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:57.894586Z","time spent":"4.510898626s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T06:04:02.405581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.259625562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-02T06:04:02.405585Z","caller":"traceutil/trace.go:171","msg":"trace[400858722] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25323; }","duration":"4.510670139s","start":"2026-07-02T06:03:57.8949Z","end":"2026-07-02T06:04:02.40557Z","steps":["trace[400858722] 'agreement among raft nodes before linearized reading' (duration: 4.510439842s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:02.405595Z","caller":"traceutil/trace.go:171","msg":"trace[1449167252] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25323; }","duration":"3.855031413s","start":"2026-07-02T06:03:58.550549Z","end":"2026-07-02T06:04:02.40558Z","steps":["trace[1449167252] 'agreement among raft nodes before linearized reading' (duration: 3.854846327s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:02.405631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.15043689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:04:02.405633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:58.550533Z","time spent":"3.855090006s","remote":"127.0.0.1:47396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":76,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:02.405633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:57.894843Z","time spent":"4.510780783s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T06:04:02.405656Z","caller":"traceutil/trace.go:171","msg":"trace[1528532469] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25323; }","duration":"4.150504402s","start":"2026-07-02T06:03:58.255144Z","end":"2026-07-02T06:04:02.405648Z","steps":["trace[1528532469] 'agreement among raft nodes before linearized reading' (duration: 4.15046888s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:02.405659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.509644646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-02T06:04:02.405527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.695759003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:04:02.405675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:58.255104Z","time spent":"4.150566034s","remote":"127.0.0.1:50948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:04:02.405688Z","caller":"traceutil/trace.go:171","msg":"trace[288468605] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25323; }","duration":"4.6959625s","start":"2026-07-02T06:03:57.70972Z","end":"2026-07-02T06:04:02.405683Z","steps":["trace[288468605] 'agreement among raft nodes before linearized reading' (duration: 4.695782854s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:02.405691Z","caller":"traceutil/trace.go:171","msg":"trace[2065519785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25323; }","duration":"4.509691098s","start":"2026-07-02T06:03:57.895988Z","end":"2026-07-02T06:04:02.405679Z","steps":["trace[2065519785] 'agreement among raft nodes before linearized reading' (duration: 4.509627295s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:02.405709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:57.709699Z","time spent":"4.696005021s","remote":"127.0.0.1:46834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:02.405712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:57.895976Z","time spent":"4.509731899s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T06:04:02.405592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:57.895996Z","time spent":"4.509590385s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T06:04:02.405551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:57.940739Z","time spent":"4.464805271s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T06:04:02.405592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.942715911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:04:02.40556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:58.650281Z","time spent":"3.75527072s","remote":"127.0.0.1:39668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:04:02.405805Z","caller":"traceutil/trace.go:171","msg":"trace[527916894] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25323; }","duration":"3.942995539s","start":"2026-07-02T06:03:58.4628Z","end":"2026-07-02T06:04:02.405796Z","steps":["trace[527916894] 'agreement among raft nodes before linearized reading' (duration: 3.942765622s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:02.405829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:58.462776Z","time spent":"3.943044201s","remote":"127.0.0.1:51530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:04:02.4056Z","caller":"traceutil/trace.go:171","msg":"trace[1843396997] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25323; }","duration":"5.259654673s","start":"2026-07-02T06:03:57.145939Z","end":"2026-07-02T06:04:02.405593Z","steps":["trace[1843396997] 'agreement among raft nodes before linearized reading' (duration: 5.259598491s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:02.405885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:57.145931Z","time spent":"5.259948713s","remote":"127.0.0.1:50974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-02T06:04:02.405043Z","caller":"traceutil/trace.go:171","msg":"trace[590362636] transaction","detail":"{read_only:false; response_revision:25323; number_of_response:1; }","duration":"2.710195969s","start":"2026-07-02T06:03:59.694821Z","end":"2026-07-02T06:04:02.405017Z","steps":["trace[590362636] 'process raft request' (duration: 2.710153408s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:02.406206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:59.694795Z","time spent":"2.711326566s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:02.90567Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383323777,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:04:03.149107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000123611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:04:03.149192Z","caller":"traceutil/trace.go:171","msg":"trace[814954357] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000249855s","start":"2026-07-02T06:04:01.148924Z","end":"2026-07-02T06:04:03.149174Z","steps":["trace[814954357] 'agreement among raft nodes before linearized reading' (duration: 2.000145182s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:03.149239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:01.14891Z","time spent":"2.000320487s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:04:03.21228Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.018209892s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T06:04:03.21251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:02.820245Z","time spent":"392.257636ms","remote":"127.0.0.1:38776","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-02T06:04:03.213233Z","caller":"traceutil/trace.go:171","msg":"trace[1608344298] transaction","detail":"{read_only:false; response_revision:25324; number_of_response:1; }","duration":"1.019243745s","start":"2026-07-02T06:04:02.193965Z","end":"2026-07-02T06:04:03.213209Z","steps":["trace[1608344298] 'process raft request' (duration: 1.018958766s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:03.213357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:02.193946Z","time spent":"1.019347459s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:03.235677Z","caller":"traceutil/trace.go:171","msg":"trace[1090341314] transaction","detail":"{read_only:false; response_revision:25326; number_of_response:1; }","duration":"825.300907ms","start":"2026-07-02T06:04:02.410347Z","end":"2026-07-02T06:04:03.235647Z","steps":["trace[1090341314] 'process raft request' (duration: 825.187653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:03.236003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:02.410336Z","time spent":"825.421101ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:03.236012Z","caller":"traceutil/trace.go:171","msg":"trace[1747188927] transaction","detail":"{read_only:false; response_revision:25327; number_of_response:1; }","duration":"825.205404ms","start":"2026-07-02T06:04:02.410783Z","end":"2026-07-02T06:04:03.235989Z","steps":["trace[1747188927] 'process raft request' (duration: 824.813431ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:03.236109Z","caller":"traceutil/trace.go:171","msg":"trace[1163939720] transaction","detail":"{read_only:false; response_revision:25325; number_of_response:1; }","duration":"825.931087ms","start":"2026-07-02T06:04:02.41015Z","end":"2026-07-02T06:04:03.236081Z","steps":["trace[1163939720] 'process raft request' (duration: 825.180103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:03.236168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:02.410772Z","time spent":"825.308408ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:03.236242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:02.410086Z","time spent":"826.087533ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:03.236338Z","caller":"traceutil/trace.go:171","msg":"trace[1249170730] transaction","detail":"{read_only:false; response_revision:25328; number_of_response:1; }","duration":"825.288016ms","start":"2026-07-02T06:04:02.411028Z","end":"2026-07-02T06:04:03.236316Z","steps":["trace[1249170730] 'process raft request' (duration: 824.871583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:03.236422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:02.410995Z","time spent":"825.379569ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:03.236434Z","caller":"traceutil/trace.go:171","msg":"trace[1309102725] transaction","detail":"{read_only:false; response_revision:25329; number_of_response:1; }","duration":"824.190422ms","start":"2026-07-02T06:04:02.412227Z","end":"2026-07-02T06:04:03.236417Z","steps":["trace[1309102725] 'process raft request' (duration: 824.022576ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:03.236568Z","caller":"traceutil/trace.go:171","msg":"trace[651354823] linearizableReadLoop","detail":"{readStateIndex:26174; appliedIndex:26167; }","duration":"831.244187ms","start":"2026-07-02T06:04:02.405309Z","end":"2026-07-02T06:04:03.236553Z","steps":["trace[651354823] 'read index received' (duration: 807.58504ms)","trace[651354823] 'applied index is now lower than readState.Index' (duration: 23.658317ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:03.236643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:02.41222Z","time spent":"824.296135ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:03.236674Z","caller":"traceutil/trace.go:171","msg":"trace[1254092664] transaction","detail":"{read_only:false; response_revision:25330; number_of_response:1; }","duration":"814.236883ms","start":"2026-07-02T06:04:02.422428Z","end":"2026-07-02T06:04:03.236665Z","steps":["trace[1254092664] 'process raft request' (duration: 813.950343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:03.236731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:02.422414Z","time spent":"814.281535ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:03.236949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177633275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-02T06:04:03.236988Z","caller":"traceutil/trace.go:171","msg":"trace[2074483152] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:25330; }","duration":"1.177696847s","start":"2026-07-02T06:04:02.059282Z","end":"2026-07-02T06:04:03.236979Z","steps":["trace[2074483152] 'agreement among raft nodes before linearized reading' (duration: 1.177529121s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:03.236997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.889127456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-07-02T06:04:03.237028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:02.059267Z","time spent":"1.177752589s","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":141,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:04:03.237038Z","caller":"traceutil/trace.go:171","msg":"trace[764030477] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25330; }","duration":"3.889190887s","start":"2026-07-02T06:03:59.347835Z","end":"2026-07-02T06:04:03.237026Z","steps":["trace[764030477] 'agreement among raft nodes before linearized reading' (duration: 3.889070313s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:03.237073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:59.347821Z","time spent":"3.889245539s","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-02T06:04:03.237227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.044522399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:03.237269Z","caller":"traceutil/trace.go:171","msg":"trace[1622278949] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:25330; }","duration":"4.044595202s","start":"2026-07-02T06:03:59.192662Z","end":"2026-07-02T06:04:03.237257Z","steps":["trace[1622278949] 'agreement among raft nodes before linearized reading' (duration: 4.044529879s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:03.237278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.471067325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-02T06:04:03.237286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.088304193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:04:03.23721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.407410718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:04:03.237296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238033348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:04:03.237348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.675434835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:03.237387Z","caller":"traceutil/trace.go:171","msg":"trace[1338022078] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25330; }","duration":"3.675473816s","start":"2026-07-02T06:03:59.561905Z","end":"2026-07-02T06:04:03.237379Z","steps":["trace[1338022078] 'agreement among raft nodes before linearized reading' (duration: 3.675420435s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:03.237336Z","caller":"traceutil/trace.go:171","msg":"trace[1996761132] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25330; }","duration":"2.407600974s","start":"2026-07-02T06:04:00.829727Z","end":"2026-07-02T06:04:03.237328Z","steps":["trace[1996761132] 'agreement among raft nodes before linearized reading' (duration: 2.407379497s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:03.237424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:59.561855Z","time spent":"3.67555807s","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:03.237441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.130282724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-02T06:04:03.237449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:00.829694Z","time spent":"2.407735848s","remote":"127.0.0.1:44060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:03.237536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.486833877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-02T06:04:03.237567Z","caller":"traceutil/trace.go:171","msg":"trace[2106528568] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589; range_end:; response_count:1; response_revision:25330; }","duration":"4.486881709s","start":"2026-07-02T06:03:58.750678Z","end":"2026-07-02T06:04:03.23756Z","steps":["trace[2106528568] 'agreement among raft nodes before linearized reading' (duration: 4.486803897s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:03.237597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:58.750666Z","time spent":"4.48692537s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589\" "} {"level":"warn","ts":"2026-07-02T06:04:03.237613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.887940568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1021"} {"level":"info","ts":"2026-07-02T06:04:03.237651Z","caller":"traceutil/trace.go:171","msg":"trace[1276557575] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:25330; }","duration":"3.887985739s","start":"2026-07-02T06:03:59.349656Z","end":"2026-07-02T06:04:03.237641Z","steps":["trace[1276557575] 'agreement among raft nodes before linearized reading' (duration: 3.887918627s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:03.237465Z","caller":"traceutil/trace.go:171","msg":"trace[882304031] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25330; }","duration":"4.130348087s","start":"2026-07-02T06:03:59.10711Z","end":"2026-07-02T06:04:03.237458Z","steps":["trace[882304031] 'agreement among raft nodes before linearized reading' (duration: 4.130241934s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:03.237685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:59.349652Z","time spent":"3.88802677s","remote":"127.0.0.1:50172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1044,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" "} {"level":"warn","ts":"2026-07-02T06:04:03.237724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:59.107089Z","time spent":"4.130615075s","remote":"127.0.0.1:50062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-02T06:04:03.237788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.487079665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18be63c534f12936\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-07-02T06:04:03.237303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:59.192645Z","time spent":"4.044650814s","remote":"127.0.0.1:39714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:04:03.237862Z","caller":"traceutil/trace.go:171","msg":"trace[1307501822] range","detail":"{range_begin:/registry/events/openstack/container-infra.18be63c534f12936; range_end:; response_count:1; response_revision:25330; }","duration":"4.487165998s","start":"2026-07-02T06:03:58.750678Z","end":"2026-07-02T06:04:03.237844Z","steps":["trace[1307501822] 'agreement among raft nodes before linearized reading' (duration: 4.486963502s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:03.237307Z","caller":"traceutil/trace.go:171","msg":"trace[1552739920] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:25330; }","duration":"2.471140037s","start":"2026-07-02T06:04:00.766159Z","end":"2026-07-02T06:04:03.237299Z","steps":["trace[1552739920] 'agreement among raft nodes before linearized reading' (duration: 2.471059734s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:03.237918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:58.750669Z","time spent":"4.48723532s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.18be63c534f12936\" "} {"level":"info","ts":"2026-07-02T06:04:03.237381Z","caller":"traceutil/trace.go:171","msg":"trace[571692561] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:25330; }","duration":"1.238157562s","start":"2026-07-02T06:04:01.9992Z","end":"2026-07-02T06:04:03.237358Z","steps":["trace[571692561] 'agreement among raft nodes before linearized reading' (duration: 1.238021437s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:03.237951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:00.766136Z","time spent":"2.471797398s","remote":"127.0.0.1:49992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-02T06:04:03.237982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:01.99918Z","time spent":"1.238789902s","remote":"127.0.0.1:39816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:03.237603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.614609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:03.238098Z","caller":"traceutil/trace.go:171","msg":"trace[2131364211] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25330; }","duration":"533.155576ms","start":"2026-07-02T06:04:02.704931Z","end":"2026-07-02T06:04:03.238086Z","steps":["trace[2131364211] 'agreement among raft nodes before linearized reading' (duration: 532.603598ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:03.237345Z","caller":"traceutil/trace.go:171","msg":"trace[511869103] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25330; }","duration":"2.088390556s","start":"2026-07-02T06:04:01.148935Z","end":"2026-07-02T06:04:03.237325Z","steps":["trace[511869103] 'agreement among raft nodes before linearized reading' (duration: 2.088322624s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:03.238144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:02.704912Z","time spent":"533.218278ms","remote":"127.0.0.1:34080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:03.238159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:01.148915Z","time spent":"2.089226993s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-02T06:04:03.740548Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383323785,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:04:04.242431Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383323785,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:04:04.53278Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.293208914s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T06:04:04.887362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.032602ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-02T06:04:04.887452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:03.239443Z","time spent":"1.64800375s","remote":"127.0.0.1:49992","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-02T06:04:05.245806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999998946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:04:05.245902Z","caller":"traceutil/trace.go:171","msg":"trace[765803369] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000151501s","start":"2026-07-02T06:04:03.245726Z","end":"2026-07-02T06:04:05.245877Z","steps":["trace[765803369] 'agreement among raft nodes before linearized reading' (duration: 2.000014746s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:05.245959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:03.245715Z","time spent":"2.000230454s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:04:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-02T06:04:05.369097Z","caller":"traceutil/trace.go:171","msg":"trace[1943135440] transaction","detail":"{read_only:false; response_revision:25331; number_of_response:1; }","duration":"2.127958582s","start":"2026-07-02T06:04:03.241108Z","end":"2026-07-02T06:04:05.369067Z","steps":["trace[1943135440] 'process raft request' (duration: 2.127609351s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:05.369265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:03.241092Z","time spent":"2.128085046s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:05.369388Z","caller":"traceutil/trace.go:171","msg":"trace[672812354] linearizableReadLoop","detail":"{readStateIndex:26179; appliedIndex:26174; }","duration":"2.129522262s","start":"2026-07-02T06:04:03.239847Z","end":"2026-07-02T06:04:05.36937Z","steps":["trace[672812354] 'read index received' (duration: 1.293420941s)","trace[672812354] 'applied index is now lower than readState.Index' (duration: 836.100191ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:04:05.369412Z","caller":"traceutil/trace.go:171","msg":"trace[1184363050] transaction","detail":"{read_only:false; response_revision:25335; number_of_response:1; }","duration":"1.026102913s","start":"2026-07-02T06:04:04.343276Z","end":"2026-07-02T06:04:05.369378Z","steps":["trace[1184363050] 'process raft request' (duration: 1.025870685s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:05.369502Z","caller":"traceutil/trace.go:171","msg":"trace[212681956] transaction","detail":"{read_only:false; response_revision:25336; number_of_response:1; }","duration":"958.709576ms","start":"2026-07-02T06:04:04.410778Z","end":"2026-07-02T06:04:05.369488Z","steps":["trace[212681956] 'process raft request' (duration: 958.413407ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:05.369526Z","caller":"traceutil/trace.go:171","msg":"trace[1123195835] transaction","detail":"{read_only:false; response_revision:25334; number_of_response:1; }","duration":"2.068646184s","start":"2026-07-02T06:04:03.300822Z","end":"2026-07-02T06:04:05.369468Z","steps":["trace[1123195835] 'process raft request' (duration: 2.068280122s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:05.369637Z","caller":"traceutil/trace.go:171","msg":"trace[2041277250] transaction","detail":"{read_only:false; response_revision:25337; number_of_response:1; }","duration":"958.602733ms","start":"2026-07-02T06:04:04.411021Z","end":"2026-07-02T06:04:05.369624Z","steps":["trace[2041277250] 'process raft request' (duration: 958.21741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:05.36979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:03.300789Z","time spent":"2.06885037s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:05.369587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:04.410752Z","time spent":"958.787379ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:05.369816Z","caller":"traceutil/trace.go:171","msg":"trace[445664294] transaction","detail":"{read_only:false; response_revision:25339; number_of_response:1; }","duration":"957.978293ms","start":"2026-07-02T06:04:04.4118Z","end":"2026-07-02T06:04:05.369779Z","steps":["trace[445664294] 'process raft request' (duration: 957.523538ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:05.369877Z","caller":"traceutil/trace.go:171","msg":"trace[166828277] transaction","detail":"{read_only:false; response_revision:25338; number_of_response:1; }","duration":"958.152859ms","start":"2026-07-02T06:04:04.411689Z","end":"2026-07-02T06:04:05.369842Z","steps":["trace[166828277] 'process raft request' (duration: 957.591241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:05.370065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:04.411679Z","time spent":"958.281762ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:05.370045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130190233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-rjdds\" ","response":"range_response_count:1 size:7125"} {"level":"info","ts":"2026-07-02T06:04:05.369379Z","caller":"traceutil/trace.go:171","msg":"trace[268337647] transaction","detail":"{read_only:false; response_revision:25333; number_of_response:1; }","duration":"2.068597122s","start":"2026-07-02T06:04:03.300742Z","end":"2026-07-02T06:04:05.369339Z","steps":["trace[268337647] 'process raft request' (duration: 2.068288953s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:05.36958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:04.343247Z","time spent":"1.026242667s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:05.370145Z","caller":"traceutil/trace.go:171","msg":"trace[1543246734] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-rjdds; range_end:; response_count:1; response_revision:25339; }","duration":"2.130330497s","start":"2026-07-02T06:04:03.239785Z","end":"2026-07-02T06:04:05.370116Z","steps":["trace[1543246734] 'agreement among raft nodes before linearized reading' (duration: 2.130020667s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:05.370217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:03.239769Z","time spent":"2.130432061s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7148,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-rjdds\" "} {"level":"warn","ts":"2026-07-02T06:04:05.370138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:04.411003Z","time spent":"958.676355ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:05.370212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:04.411777Z","time spent":"958.20027ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:05.370462Z","caller":"traceutil/trace.go:171","msg":"trace[1355629734] transaction","detail":"{read_only:false; response_revision:25332; number_of_response:1; }","duration":"2.129244453s","start":"2026-07-02T06:04:03.241198Z","end":"2026-07-02T06:04:05.370442Z","steps":["trace[1355629734] 'process raft request' (duration: 2.127717824s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:05.37054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:03.241179Z","time spent":"2.129322046s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:05.371449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:03.300723Z","time spent":"2.070225994s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:05.870094Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383323799,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T06:04:05.951787Z","caller":"traceutil/trace.go:171","msg":"trace[1493634555] transaction","detail":"{read_only:false; response_revision:25340; number_of_response:1; }","duration":"1.063045576s","start":"2026-07-02T06:04:04.888714Z","end":"2026-07-02T06:04:05.95176Z","steps":["trace[1493634555] 'process raft request' (duration: 1.062561891s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:05.951902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:04.888695Z","time spent":"1.063147849s","remote":"127.0.0.1:49992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:05.95195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.710705785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8bf49a44-c482-446f-a0b1-05a519f7b257\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-07-02T06:04:05.951972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.609444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-02T06:04:05.951988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.978129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:05.951783Z","caller":"traceutil/trace.go:171","msg":"trace[812053737] linearizableReadLoop","detail":"{readStateIndex:26186; appliedIndex:26184; }","duration":"582.321229ms","start":"2026-07-02T06:04:05.369443Z","end":"2026-07-02T06:04:05.951764Z","steps":["trace[812053737] 'read index received' (duration: 581.762041ms)","trace[812053737] 'applied index is now lower than readState.Index' (duration: 558.368µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:04:05.952035Z","caller":"traceutil/trace.go:171","msg":"trace[1029264865] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25341; }","duration":"709.698366ms","start":"2026-07-02T06:04:05.242322Z","end":"2026-07-02T06:04:05.95202Z","steps":["trace[1029264865] 'agreement among raft nodes before linearized reading' (duration: 709.457069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:05.952059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302251592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:05.951993Z","caller":"traceutil/trace.go:171","msg":"trace[1139783426] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8bf49a44-c482-446f-a0b1-05a519f7b257; range_end:; response_count:1; response_revision:25341; }","duration":"2.711015925s","start":"2026-07-02T06:04:03.240964Z","end":"2026-07-02T06:04:05.95198Z","steps":["trace[1139783426] 'agreement among raft nodes before linearized reading' (duration: 2.71086674s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:05.952067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.583925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-02T06:04:05.952087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.314980538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:04:05.952107Z","caller":"traceutil/trace.go:171","msg":"trace[32861027] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25341; }","duration":"1.302324835s","start":"2026-07-02T06:04:04.649764Z","end":"2026-07-02T06:04:05.952089Z","steps":["trace[32861027] 'agreement among raft nodes before linearized reading' (duration: 1.302266253s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:05.952122Z","caller":"traceutil/trace.go:171","msg":"trace[657276487] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25341; }","duration":"2.31505525s","start":"2026-07-02T06:04:03.63706Z","end":"2026-07-02T06:04:05.952115Z","steps":["trace[657276487] 'agreement among raft nodes before linearized reading' (duration: 2.314954307s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:05.952117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.892705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-02T06:04:05.952119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.707678518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:04:05.952148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:04.64972Z","time spent":"1.302418647s","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:04:05.952118Z","caller":"traceutil/trace.go:171","msg":"trace[2129217938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25341; }","duration":"710.648307ms","start":"2026-07-02T06:04:05.241454Z","end":"2026-07-02T06:04:05.952102Z","steps":["trace[2129217938] 'agreement among raft nodes before linearized reading' (duration: 710.490412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:05.952097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:03.24095Z","time spent":"2.711141799s","remote":"127.0.0.1:50108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-8bf49a44-c482-446f-a0b1-05a519f7b257\" "} {"level":"warn","ts":"2026-07-02T06:04:05.952187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:05.241444Z","time spent":"710.734659ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T06:04:05.952175Z","caller":"traceutil/trace.go:171","msg":"trace[235727039] transaction","detail":"{read_only:false; response_revision:25341; number_of_response:1; }","duration":"707.813956ms","start":"2026-07-02T06:04:05.244334Z","end":"2026-07-02T06:04:05.952148Z","steps":["trace[235727039] 'process raft request' (duration: 707.334371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:05.952216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.679511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18be63c5d2f6cd70\" ","response":"range_response_count:1 size:722"} {"level":"warn","ts":"2026-07-02T06:04:05.952204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.014867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T06:04:05.95221Z","caller":"traceutil/trace.go:171","msg":"trace[185520402] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25341; }","duration":"2.707753621s","start":"2026-07-02T06:04:03.244411Z","end":"2026-07-02T06:04:05.952164Z","steps":["trace[185520402] 'agreement among raft nodes before linearized reading' (duration: 2.707650978s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:05.95221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.989348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:05.952258Z","caller":"traceutil/trace.go:171","msg":"trace[34342405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25341; }","duration":"710.072048ms","start":"2026-07-02T06:04:05.24217Z","end":"2026-07-02T06:04:05.952242Z","steps":["trace[34342405] 'agreement among raft nodes before linearized reading' (duration: 709.975065ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:05.952057Z","caller":"traceutil/trace.go:171","msg":"trace[1770358037] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25341; }","duration":"842.113774ms","start":"2026-07-02T06:04:05.109924Z","end":"2026-07-02T06:04:05.952038Z","steps":["trace[1770358037] 'agreement among raft nodes before linearized reading' (duration: 841.9831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:05.952269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:03.244403Z","time spent":"2.707851274s","remote":"127.0.0.1:50166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-02T06:04:05.952069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:05.242317Z","time spent":"709.746198ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T06:04:05.952334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.552805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:04:05.952109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.990141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:05.952154Z","caller":"traceutil/trace.go:171","msg":"trace[763584554] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25341; }","duration":"710.959297ms","start":"2026-07-02T06:04:05.241185Z","end":"2026-07-02T06:04:05.952145Z","steps":["trace[763584554] 'agreement among raft nodes before linearized reading' (duration: 710.854874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:05.952337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:05.109898Z","time spent":"842.430874ms","remote":"127.0.0.1:42768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:05.952157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:03.637041Z","time spent":"2.315106352s","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:04:05.952371Z","caller":"traceutil/trace.go:171","msg":"trace[1911943672] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25341; }","duration":"643.251489ms","start":"2026-07-02T06:04:05.30911Z","end":"2026-07-02T06:04:05.952361Z","steps":["trace[1911943672] 'agreement among raft nodes before linearized reading' (duration: 642.97592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:05.952201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.594521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:04:05.952392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:05.309064Z","time spent":"643.321952ms","remote":"127.0.0.1:42888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:04:05.952378Z","caller":"traceutil/trace.go:171","msg":"trace[1705379330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25341; }","duration":"706.186024ms","start":"2026-07-02T06:04:05.246134Z","end":"2026-07-02T06:04:05.95232Z","steps":["trace[1705379330] 'agreement among raft nodes before linearized reading' (duration: 705.980747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:05.952399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:05.241169Z","time spent":"711.215995ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T06:04:05.952412Z","caller":"traceutil/trace.go:171","msg":"trace[1177282364] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25341; }","duration":"678.830638ms","start":"2026-07-02T06:04:05.273564Z","end":"2026-07-02T06:04:05.952395Z","steps":["trace[1177282364] 'agreement among raft nodes before linearized reading' (duration: 678.546929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:05.95226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.656315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-02T06:04:05.952358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:05.242164Z","time spent":"710.184692ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T06:04:05.95243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:05.246017Z","time spent":"706.401831ms","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:04:05.952457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:05.273545Z","time spent":"678.898531ms","remote":"127.0.0.1:50328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:05.952483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.470218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:05.952482Z","caller":"traceutil/trace.go:171","msg":"trace[1155840355] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25341; }","duration":"709.877633ms","start":"2026-07-02T06:04:05.242591Z","end":"2026-07-02T06:04:05.952468Z","steps":["trace[1155840355] 'agreement among raft nodes before linearized reading' (duration: 709.625485ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:05.952505Z","caller":"traceutil/trace.go:171","msg":"trace[1225153096] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25341; }","duration":"375.536581ms","start":"2026-07-02T06:04:05.576961Z","end":"2026-07-02T06:04:05.952497Z","steps":["trace[1225153096] 'agreement among raft nodes before linearized reading' (duration: 375.50334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:05.951992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946934398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:04:05.952524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:05.242586Z","time spent":"709.922344ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T06:04:05.952346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:05.244303Z","time spent":"707.93174ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:05.952542Z","caller":"traceutil/trace.go:171","msg":"trace[703392453] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25341; }","duration":"1.947520437s","start":"2026-07-02T06:04:04.005007Z","end":"2026-07-02T06:04:05.952527Z","steps":["trace[703392453] 'agreement among raft nodes before linearized reading' (duration: 1.946930468s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:05.952527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:05.576935Z","time spent":"375.586212ms","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:05.952591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:04.004982Z","time spent":"1.947597388s","remote":"127.0.0.1:50302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:05.952274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.84783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:05.952247Z","caller":"traceutil/trace.go:171","msg":"trace[1551507655] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18be63c5d2f6cd70; range_end:; response_count:1; response_revision:25341; }","duration":"577.743333ms","start":"2026-07-02T06:04:05.374494Z","end":"2026-07-02T06:04:05.952238Z","steps":["trace[1551507655] 'agreement among raft nodes before linearized reading' (duration: 577.622919ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:05.952661Z","caller":"traceutil/trace.go:171","msg":"trace[709563055] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25341; }","duration":"600.230972ms","start":"2026-07-02T06:04:05.352417Z","end":"2026-07-02T06:04:05.952648Z","steps":["trace[709563055] 'agreement among raft nodes before linearized reading' (duration: 599.83146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:05.95267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:05.374478Z","time spent":"578.176397ms","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.18be63c5d2f6cd70\" "} {"level":"info","ts":"2026-07-02T06:04:05.95236Z","caller":"traceutil/trace.go:171","msg":"trace[1474963625] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25341; }","duration":"233.579516ms","start":"2026-07-02T06:04:05.718774Z","end":"2026-07-02T06:04:05.952354Z","steps":["trace[1474963625] 'agreement among raft nodes before linearized reading' (duration: 233.536475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:05.952699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:05.352375Z","time spent":"600.311996ms","remote":"127.0.0.1:44102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:05.952703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.2582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:05.952725Z","caller":"traceutil/trace.go:171","msg":"trace[1816744082] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25341; }","duration":"469.317783ms","start":"2026-07-02T06:04:05.483401Z","end":"2026-07-02T06:04:05.952719Z","steps":["trace[1816744082] 'agreement among raft nodes before linearized reading' (duration: 469.278181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:05.952745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:05.483383Z","time spent":"469.357383ms","remote":"127.0.0.1:46906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:05.95279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.528366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be613496a0e692\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-02T06:04:05.952831Z","caller":"traceutil/trace.go:171","msg":"trace[907046100] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be613496a0e692; range_end:; response_count:1; response_revision:25341; }","duration":"577.603679ms","start":"2026-07-02T06:04:05.375211Z","end":"2026-07-02T06:04:05.952815Z","steps":["trace[907046100] 'agreement among raft nodes before linearized reading' (duration: 577.503926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:05.952864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:05.37519Z","time spent":"577.66424ms","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be613496a0e692\" "} {"level":"warn","ts":"2026-07-02T06:04:06.928728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.374096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:04:06.928816Z","caller":"traceutil/trace.go:171","msg":"trace[787369485] transaction","detail":"{read_only:false; response_revision:25342; number_of_response:1; }","duration":"973.811021ms","start":"2026-07-02T06:04:05.954988Z","end":"2026-07-02T06:04:06.928799Z","steps":["trace[787369485] 'process raft request' (duration: 309.28175ms)","trace[787369485] 'compare' (duration: 663.676564ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:06.928858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:05.954972Z","time spent":"973.865902ms","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:06.960337Z","caller":"traceutil/trace.go:171","msg":"trace[1229982347] transaction","detail":"{read_only:false; response_revision:25343; number_of_response:1; }","duration":"1.004320797s","start":"2026-07-02T06:04:05.955995Z","end":"2026-07-02T06:04:06.960316Z","steps":["trace[1229982347] 'process raft request' (duration: 1.004066959s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:06.960437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:05.955976Z","time spent":"1.00441304s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:06.960472Z","caller":"traceutil/trace.go:171","msg":"trace[69501876] transaction","detail":"{read_only:false; response_revision:25347; number_of_response:1; }","duration":"1.001031352s","start":"2026-07-02T06:04:05.95942Z","end":"2026-07-02T06:04:06.960451Z","steps":["trace[69501876] 'process raft request' (duration: 1.000935569s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:06.960505Z","caller":"traceutil/trace.go:171","msg":"trace[491074850] transaction","detail":"{read_only:false; response_revision:25346; number_of_response:1; }","duration":"1.001083403s","start":"2026-07-02T06:04:05.959383Z","end":"2026-07-02T06:04:06.960466Z","steps":["trace[491074850] 'process raft request' (duration: 1.000920778s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:06.960476Z","caller":"traceutil/trace.go:171","msg":"trace[768118706] transaction","detail":"{read_only:false; response_revision:25344; number_of_response:1; }","duration":"1.002786328s","start":"2026-07-02T06:04:05.957601Z","end":"2026-07-02T06:04:06.960387Z","steps":["trace[768118706] 'process raft request' (duration: 1.002594742s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:06.960577Z","caller":"traceutil/trace.go:171","msg":"trace[709560245] linearizableReadLoop","detail":"{readStateIndex:26188; appliedIndex:26186; }","duration":"1.004333577s","start":"2026-07-02T06:04:05.956226Z","end":"2026-07-02T06:04:06.960559Z","steps":["trace[709560245] 'read index received' (duration: 308.217356ms)","trace[709560245] 'applied index is now lower than readState.Index' (duration: 696.114301ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:06.960591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:05.959412Z","time spent":"1.001124555s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:06.960654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:05.959364Z","time spent":"1.001203598s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:06.960699Z","caller":"traceutil/trace.go:171","msg":"trace[1411580033] transaction","detail":"{read_only:false; response_revision:25348; number_of_response:1; }","duration":"1.000909508s","start":"2026-07-02T06:04:05.959757Z","end":"2026-07-02T06:04:06.960666Z","steps":["trace[1411580033] 'process raft request' (duration: 1.000647029s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:06.960483Z","caller":"traceutil/trace.go:171","msg":"trace[773467569] transaction","detail":"{read_only:false; response_revision:25345; number_of_response:1; }","duration":"1.001760805s","start":"2026-07-02T06:04:05.958696Z","end":"2026-07-02T06:04:06.960456Z","steps":["trace[773467569] 'process raft request' (duration: 1.001558809s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:06.960841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:05.959752Z","time spent":"1.001015601s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:06.960847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004609276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-07-02T06:04:06.960885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:05.958689Z","time spent":"1.002139647s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:06.96092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002444327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:06.960968Z","caller":"traceutil/trace.go:171","msg":"trace[1076275696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25348; }","duration":"1.002502109s","start":"2026-07-02T06:04:05.958451Z","end":"2026-07-02T06:04:06.960953Z","steps":["trace[1076275696] 'agreement among raft nodes before linearized reading' (duration: 1.002426577s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:06.960898Z","caller":"traceutil/trace.go:171","msg":"trace[1770793670] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25348; }","duration":"1.004679699s","start":"2026-07-02T06:04:05.956203Z","end":"2026-07-02T06:04:06.960883Z","steps":["trace[1770793670] 'agreement among raft nodes before linearized reading' (duration: 1.004480872s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:06.960979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:05.957594Z","time spent":"1.003029535s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:06.960997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.607416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:04:06.96102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:05.956195Z","time spent":"1.004816063s","remote":"127.0.0.1:50128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-02T06:04:06.961021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:05.958445Z","time spent":"1.002558811s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T06:04:06.961048Z","caller":"traceutil/trace.go:171","msg":"trace[1243723038] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:25348; }","duration":"929.661268ms","start":"2026-07-02T06:04:06.031371Z","end":"2026-07-02T06:04:06.961033Z","steps":["trace[1243723038] 'agreement among raft nodes before linearized reading' (duration: 929.584415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:06.961096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:06.031283Z","time spent":"929.797452ms","remote":"127.0.0.1:39604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:06.96116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.753451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:06.961275Z","caller":"traceutil/trace.go:171","msg":"trace[2050310902] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25348; }","duration":"999.876115ms","start":"2026-07-02T06:04:05.961374Z","end":"2026-07-02T06:04:06.96125Z","steps":["trace[2050310902] 'agreement among raft nodes before linearized reading' (duration: 999.673538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:06.961334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.715345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:04:06.961336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002170938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-02T06:04:06.961385Z","caller":"traceutil/trace.go:171","msg":"trace[1249085345] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25348; }","duration":"693.807747ms","start":"2026-07-02T06:04:06.267562Z","end":"2026-07-02T06:04:06.961369Z","steps":["trace[1249085345] 'agreement among raft nodes before linearized reading' (duration: 693.717485ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:06.961396Z","caller":"traceutil/trace.go:171","msg":"trace[97703356] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25348; }","duration":"1.002262701s","start":"2026-07-02T06:04:05.959117Z","end":"2026-07-02T06:04:06.96138Z","steps":["trace[97703356] 'agreement among raft nodes before linearized reading' (duration: 1.002091465s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:06.961432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:06.26754Z","time spent":"693.87637ms","remote":"127.0.0.1:42812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:06.961427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:05.96137Z","time spent":"999.989518ms","remote":"127.0.0.1:50254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-02T06:04:06.961441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:05.959112Z","time spent":"1.002316473s","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-07-02T06:04:06.961621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.342497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:04:06.961686Z","caller":"traceutil/trace.go:171","msg":"trace[388124090] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25348; }","duration":"934.408449ms","start":"2026-07-02T06:04:06.027256Z","end":"2026-07-02T06:04:06.961665Z","steps":["trace[388124090] 'agreement among raft nodes before linearized reading' (duration: 934.309796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:06.961757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:06.027196Z","time spent":"934.523883ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:07.465022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383323812,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:04:08.618663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075544897s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:04:08.618822Z","caller":"traceutil/trace.go:171","msg":"trace[1821072686] transaction","detail":"{read_only:false; response_revision:25349; number_of_response:1; }","duration":"1.654694205s","start":"2026-07-02T06:04:06.964103Z","end":"2026-07-02T06:04:08.618797Z","steps":["trace[1821072686] 'process raft request' (duration: 578.921351ms)","trace[1821072686] 'compare' (duration: 1.074153962s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:08.618942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:06.96408Z","time spent":"1.654815209s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:08.620348Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.077577472s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T06:04:08.622754Z","caller":"traceutil/trace.go:171","msg":"trace[854048727] transaction","detail":"{read_only:false; response_revision:25350; number_of_response:1; }","duration":"1.401455309s","start":"2026-07-02T06:04:07.221278Z","end":"2026-07-02T06:04:08.622734Z","steps":["trace[854048727] 'process raft request' (duration: 1.400928472s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:08.622921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:07.221249Z","time spent":"1.401568462s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:08.622985Z","caller":"traceutil/trace.go:171","msg":"trace[1135465502] transaction","detail":"{read_only:false; response_revision:25351; number_of_response:1; }","duration":"1.247694617s","start":"2026-07-02T06:04:07.375271Z","end":"2026-07-02T06:04:08.622965Z","steps":["trace[1135465502] 'process raft request' (duration: 1.247416698s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:08.623102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:07.375246Z","time spent":"1.247796391s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:08.623156Z","caller":"traceutil/trace.go:171","msg":"trace[749277539] transaction","detail":"{read_only:false; response_revision:25353; number_of_response:1; }","duration":"1.246542851s","start":"2026-07-02T06:04:07.376598Z","end":"2026-07-02T06:04:08.62314Z","steps":["trace[749277539] 'process raft request' (duration: 1.246368095s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:08.623158Z","caller":"traceutil/trace.go:171","msg":"trace[777184817] linearizableReadLoop","detail":"{readStateIndex:26203; appliedIndex:26193; }","duration":"1.658588469s","start":"2026-07-02T06:04:06.964558Z","end":"2026-07-02T06:04:08.623146Z","steps":["trace[777184817] 'read index received' (duration: 578.406044ms)","trace[777184817] 'applied index is now lower than readState.Index' (duration: 1.080181785s)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:04:08.623172Z","caller":"traceutil/trace.go:171","msg":"trace[155363571] transaction","detail":"{read_only:false; response_revision:25355; number_of_response:1; }","duration":"1.2459139s","start":"2026-07-02T06:04:07.377239Z","end":"2026-07-02T06:04:08.623153Z","steps":["trace[155363571] 'process raft request' (duration: 1.245779506s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:08.623209Z","caller":"traceutil/trace.go:171","msg":"trace[237748349] transaction","detail":"{read_only:false; response_revision:25357; number_of_response:1; }","duration":"1.245324832s","start":"2026-07-02T06:04:07.377875Z","end":"2026-07-02T06:04:08.6232Z","steps":["trace[237748349] 'process raft request' (duration: 1.245205598s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:08.623233Z","caller":"traceutil/trace.go:171","msg":"trace[129412827] transaction","detail":"{read_only:false; response_revision:25358; number_of_response:1; }","duration":"1.208053358s","start":"2026-07-02T06:04:07.41517Z","end":"2026-07-02T06:04:08.623223Z","steps":["trace[129412827] 'process raft request' (duration: 1.207946845s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:08.623244Z","caller":"traceutil/trace.go:171","msg":"trace[1581954857] transaction","detail":"{read_only:false; response_revision:25352; number_of_response:1; }","duration":"1.247866683s","start":"2026-07-02T06:04:07.375369Z","end":"2026-07-02T06:04:08.623235Z","steps":["trace[1581954857] 'process raft request' (duration: 1.247521812s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:08.623214Z","caller":"traceutil/trace.go:171","msg":"trace[679502158] transaction","detail":"{read_only:false; response_revision:25354; number_of_response:1; }","duration":"1.246565261s","start":"2026-07-02T06:04:07.376631Z","end":"2026-07-02T06:04:08.623196Z","steps":["trace[679502158] 'process raft request' (duration: 1.246361494s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:08.623267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:07.377223Z","time spent":"1.245985613s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:08.623213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:07.376573Z","time spent":"1.246610602s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:08.623284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:07.41515Z","time spent":"1.208099369s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:08.623314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:07.375337Z","time spent":"1.247927715s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:08.623266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:07.37787Z","time spent":"1.245367323s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:08.623355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:07.376606Z","time spent":"1.246678824s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:08.623362Z","caller":"traceutil/trace.go:171","msg":"trace[971350116] transaction","detail":"{read_only:false; response_revision:25356; number_of_response:1; }","duration":"1.24588953s","start":"2026-07-02T06:04:07.377462Z","end":"2026-07-02T06:04:08.623351Z","steps":["trace[971350116] 'process raft request' (duration: 1.24558915s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:08.623415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:07.377455Z","time spent":"1.245935081s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:08.623451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658897889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e7bcdb1f-d7d5-4f57-9d5f-2da8594b8601\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-02T06:04:08.623486Z","caller":"traceutil/trace.go:171","msg":"trace[243875798] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e7bcdb1f-d7d5-4f57-9d5f-2da8594b8601; range_end:; response_count:1; response_revision:25358; }","duration":"1.658956481s","start":"2026-07-02T06:04:06.964516Z","end":"2026-07-02T06:04:08.623473Z","steps":["trace[243875798] 'agreement among raft nodes before linearized reading' (duration: 1.658852368s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:08.623521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:06.964499Z","time spent":"1.659015123s","remote":"127.0.0.1:50108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-e7bcdb1f-d7d5-4f57-9d5f-2da8594b8601\" "} {"level":"warn","ts":"2026-07-02T06:04:08.969423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0001032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:04:08.969482Z","caller":"traceutil/trace.go:171","msg":"trace[1966381237] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000178422s","start":"2026-07-02T06:04:06.96929Z","end":"2026-07-02T06:04:08.969469Z","steps":["trace[1966381237] 'agreement among raft nodes before linearized reading' (duration: 2.00009963s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:08.969549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:06.96928Z","time spent":"2.000261815s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:04:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:04:09.604199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.156021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:04:09.604303Z","caller":"traceutil/trace.go:171","msg":"trace[1298567019] linearizableReadLoop","detail":"{readStateIndex:26204; appliedIndex:26203; }","duration":"981.095073ms","start":"2026-07-02T06:04:08.623192Z","end":"2026-07-02T06:04:09.604287Z","steps":["trace[1298567019] 'read index received' (duration: 106.341293ms)","trace[1298567019] 'applied index is now lower than readState.Index' (duration: 874.75254ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:04:09.604377Z","caller":"traceutil/trace.go:171","msg":"trace[1937727831] transaction","detail":"{read_only:false; response_revision:25359; number_of_response:1; }","duration":"1.644255559s","start":"2026-07-02T06:04:07.960038Z","end":"2026-07-02T06:04:09.604294Z","steps":["trace[1937727831] 'process raft request' (duration: 769.350425ms)","trace[1937727831] 'compare' (duration: 873.373876ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:09.604453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.050193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-02T06:04:09.604484Z","caller":"traceutil/trace.go:171","msg":"trace[523515176] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589; range_end:; response_count:1; response_revision:25359; }","duration":"982.113315ms","start":"2026-07-02T06:04:08.62236Z","end":"2026-07-02T06:04:09.604473Z","steps":["trace[523515176] 'agreement among raft nodes before linearized reading' (duration: 981.997632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:09.604517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:08.622344Z","time spent":"982.164917ms","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589\" "} {"level":"warn","ts":"2026-07-02T06:04:09.60457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:07.960012Z","time spent":"1.644447216s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:09.604752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178963977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:09.604808Z","caller":"traceutil/trace.go:171","msg":"trace[223757179] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25359; }","duration":"1.179087861s","start":"2026-07-02T06:04:08.425711Z","end":"2026-07-02T06:04:09.604799Z","steps":["trace[223757179] 'agreement among raft nodes before linearized reading' (duration: 1.178995988s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:09.604833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.301690963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-02T06:04:09.604854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:08.425687Z","time spent":"1.179157882s","remote":"127.0.0.1:44078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:09.604826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013551081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:09.604875Z","caller":"traceutil/trace.go:171","msg":"trace[877177835] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25359; }","duration":"2.301760916s","start":"2026-07-02T06:04:07.303103Z","end":"2026-07-02T06:04:09.604864Z","steps":["trace[877177835] 'agreement among raft nodes before linearized reading' (duration: 2.301549639s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:09.604905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:07.303091Z","time spent":"2.301807997s","remote":"127.0.0.1:50056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":233,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:04:09.604899Z","caller":"traceutil/trace.go:171","msg":"trace[1589534351] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25359; }","duration":"1.013684406s","start":"2026-07-02T06:04:08.591195Z","end":"2026-07-02T06:04:09.604879Z","steps":["trace[1589534351] 'agreement among raft nodes before linearized reading' (duration: 1.013549202s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:09.604941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.637319086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:09.604984Z","caller":"traceutil/trace.go:171","msg":"trace[1874057264] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25359; }","duration":"2.637367548s","start":"2026-07-02T06:04:06.967604Z","end":"2026-07-02T06:04:09.604972Z","steps":["trace[1874057264] 'agreement among raft nodes before linearized reading' (duration: 2.637314826s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:09.605022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:06.967598Z","time spent":"2.637413679s","remote":"127.0.0.1:50254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-02T06:04:09.605074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.19132104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-02T06:04:09.60511Z","caller":"traceutil/trace.go:171","msg":"trace[1269684092] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25359; }","duration":"2.191394803s","start":"2026-07-02T06:04:07.413707Z","end":"2026-07-02T06:04:09.605101Z","steps":["trace[1269684092] 'agreement among raft nodes before linearized reading' (duration: 2.191263529s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:09.605147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:07.413683Z","time spent":"2.191456294s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T06:04:09.605161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.638505164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-07-02T06:04:09.605183Z","caller":"traceutil/trace.go:171","msg":"trace[931302173] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25359; }","duration":"2.638537756s","start":"2026-07-02T06:04:06.966637Z","end":"2026-07-02T06:04:09.605174Z","steps":["trace[931302173] 'agreement among raft nodes before linearized reading' (duration: 2.638478004s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:09.604944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:08.591173Z","time spent":"1.013761698s","remote":"127.0.0.1:39634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:09.605208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:06.966622Z","time spent":"2.638581267s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-02T06:04:09.605275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.640085605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-02T06:04:09.605304Z","caller":"traceutil/trace.go:171","msg":"trace[1697446722] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25359; }","duration":"2.640166188s","start":"2026-07-02T06:04:06.965131Z","end":"2026-07-02T06:04:09.605298Z","steps":["trace[1697446722] 'agreement among raft nodes before linearized reading' (duration: 2.640062154s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:09.605327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:06.965101Z","time spent":"2.640218749s","remote":"127.0.0.1:50254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-02T06:04:09.604898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.493588615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418304"} {"level":"info","ts":"2026-07-02T06:04:09.60543Z","caller":"traceutil/trace.go:171","msg":"trace[1354183256] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25359; }","duration":"2.494163695s","start":"2026-07-02T06:04:07.111258Z","end":"2026-07-02T06:04:09.605421Z","steps":["trace[1354183256] 'agreement among raft nodes before linearized reading' (duration: 2.493493233s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:09.605464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:07.111229Z","time spent":"2.494225267s","remote":"127.0.0.1:33994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418327,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-02T06:04:09.605654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696389078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:04:09.605695Z","caller":"traceutil/trace.go:171","msg":"trace[150641329] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25359; }","duration":"1.696954647s","start":"2026-07-02T06:04:07.908726Z","end":"2026-07-02T06:04:09.605681Z","steps":["trace[150641329] 'agreement among raft nodes before linearized reading' (duration: 1.696290256s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:09.605814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:07.908707Z","time spent":"1.69707601s","remote":"127.0.0.1:51484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:10.970527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000828954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:04:10.970607Z","caller":"traceutil/trace.go:171","msg":"trace[877734422] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000935628s","start":"2026-07-02T06:04:08.969654Z","end":"2026-07-02T06:04:10.970589Z","steps":["trace[877734422] 'agreement among raft nodes before linearized reading' (duration: 2.000835755s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:10.970765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:08.969649Z","time spent":"2.001044341s","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:04:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:04:10.975661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999903835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:04:10.975728Z","caller":"traceutil/trace.go:171","msg":"trace[1684736301] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000010418s","start":"2026-07-02T06:04:08.975698Z","end":"2026-07-02T06:04:10.975709Z","steps":["trace[1684736301] 'agreement among raft nodes before linearized reading' (duration: 1.999928445s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:10.975759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:08.97568Z","time spent":"2.00007323s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:04:11.216722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.048195ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:11.216798Z","caller":"traceutil/trace.go:171","msg":"trace[1593765987] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25359; }","duration":"604.135068ms","start":"2026-07-02T06:04:10.612651Z","end":"2026-07-02T06:04:11.216786Z","steps":["trace[1593765987] 'range keys from in-memory index tree' (duration: 604.035785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:11.861328Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.828039424s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T06:04:12.00502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972251399s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-02T06:04:12.005242Z","caller":"traceutil/trace.go:171","msg":"trace[1836191858] linearizableReadLoop","detail":"{readStateIndex:26205; appliedIndex:26204; }","duration":"2.400891049s","start":"2026-07-02T06:04:09.604333Z","end":"2026-07-02T06:04:12.005224Z","steps":["trace[1836191858] 'read index received' (duration: 428.491515ms)","trace[1836191858] 'applied index is now lower than readState.Index' (duration: 1.972398014s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:12.005642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.040253415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-02T06:04:12.005639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.040185323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-02T06:04:12.005685Z","caller":"traceutil/trace.go:171","msg":"trace[600889409] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25359; }","duration":"3.040311067s","start":"2026-07-02T06:04:08.965362Z","end":"2026-07-02T06:04:12.005673Z","steps":["trace[600889409] 'agreement among raft nodes before linearized reading' (duration: 3.040154472s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:12.005719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:08.96536Z","time spent":"3.040351778s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T06:04:12.005834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.275833286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-02T06:04:12.005716Z","caller":"traceutil/trace.go:171","msg":"trace[1757991703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25359; }","duration":"3.040271035s","start":"2026-07-02T06:04:08.965422Z","end":"2026-07-02T06:04:12.005693Z","steps":["trace[1757991703] 'agreement among raft nodes before linearized reading' (duration: 3.040062109s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:12.005895Z","caller":"traceutil/trace.go:171","msg":"trace[1340913515] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25359; }","duration":"3.275917528s","start":"2026-07-02T06:04:08.729963Z","end":"2026-07-02T06:04:12.005881Z","steps":["trace[1340913515] 'agreement among raft nodes before linearized reading' (duration: 3.275776334s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:12.005916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:08.96542Z","time spent":"3.040487222s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T06:04:12.005936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:08.729949Z","time spent":"3.27597517s","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-07-02T06:04:12.005897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.253693527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-02T06:04:12.006102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.0407342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-02T06:04:12.00615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.040951188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-02T06:04:12.006169Z","caller":"traceutil/trace.go:171","msg":"trace[1104264074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25359; }","duration":"3.040809923s","start":"2026-07-02T06:04:08.965342Z","end":"2026-07-02T06:04:12.006152Z","steps":["trace[1104264074] 'agreement among raft nodes before linearized reading' (duration: 3.040643658s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:12.006083Z","caller":"traceutil/trace.go:171","msg":"trace[1878526241] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:25359; }","duration":"3.253906903s","start":"2026-07-02T06:04:08.752158Z","end":"2026-07-02T06:04:12.006065Z","steps":["trace[1878526241] 'agreement among raft nodes before linearized reading' (duration: 3.253510271s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:12.006229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:08.965339Z","time spent":"3.040876295s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T06:04:12.006257Z","caller":"traceutil/trace.go:171","msg":"trace[1977253348] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25359; }","duration":"3.041065321s","start":"2026-07-02T06:04:08.96518Z","end":"2026-07-02T06:04:12.006246Z","steps":["trace[1977253348] 'agreement among raft nodes before linearized reading' (duration: 3.040762261s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:12.006288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:08.965178Z","time spent":"3.041102272s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T06:04:12.006342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:08.752147Z","time spent":"3.254070979s","remote":"127.0.0.1:50172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":556,"request content":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-07-02T06:04:12.006176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.26349188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:12.007778Z","caller":"traceutil/trace.go:171","msg":"trace[739933632] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25359; }","duration":"3.265130753s","start":"2026-07-02T06:04:08.742626Z","end":"2026-07-02T06:04:12.007757Z","steps":["trace[739933632] 'agreement among raft nodes before linearized reading' (duration: 3.263507361s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:12.007834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:08.742604Z","time spent":"3.265214055s","remote":"127.0.0.1:46890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:12.006647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.041459043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-02T06:04:12.00803Z","caller":"traceutil/trace.go:171","msg":"trace[749814195] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25359; }","duration":"3.042851208s","start":"2026-07-02T06:04:08.965168Z","end":"2026-07-02T06:04:12.008019Z","steps":["trace[749814195] 'agreement among raft nodes before linearized reading' (duration: 3.041178894s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:12.008065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:08.965131Z","time spent":"3.04292359s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T06:04:12.008688Z","caller":"traceutil/trace.go:171","msg":"trace[489468303] transaction","detail":"{read_only:false; response_revision:25360; number_of_response:1; }","duration":"2.396139248s","start":"2026-07-02T06:04:09.612529Z","end":"2026-07-02T06:04:12.008668Z","steps":["trace[489468303] 'process raft request' (duration: 2.392592234s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:12.008842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:09.612508Z","time spent":"2.396251852s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:12.506331Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383323839,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:04:12.670971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.184015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:04:12.671678Z","caller":"traceutil/trace.go:171","msg":"trace[1981876695] transaction","detail":"{read_only:false; response_revision:25367; number_of_response:1; }","duration":"2.042064933s","start":"2026-07-02T06:04:10.629592Z","end":"2026-07-02T06:04:12.671657Z","steps":["trace[1981876695] 'process raft request' (duration: 2.042001561s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:12.671733Z","caller":"traceutil/trace.go:171","msg":"trace[1436548318] transaction","detail":"{read_only:false; response_revision:25364; number_of_response:1; }","duration":"2.04227134s","start":"2026-07-02T06:04:10.629438Z","end":"2026-07-02T06:04:12.671709Z","steps":["trace[1436548318] 'process raft request' (duration: 2.042043243s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:12.671729Z","caller":"traceutil/trace.go:171","msg":"trace[770602877] transaction","detail":"{read_only:false; response_revision:25363; number_of_response:1; }","duration":"2.043613173s","start":"2026-07-02T06:04:10.628095Z","end":"2026-07-02T06:04:12.671708Z","steps":["trace[770602877] 'process raft request' (duration: 2.043314343s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:12.67176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:10.629588Z","time spent":"2.042136255s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:12.671744Z","caller":"traceutil/trace.go:171","msg":"trace[461971376] transaction","detail":"{read_only:false; response_revision:25365; number_of_response:1; }","duration":"2.042185577s","start":"2026-07-02T06:04:10.629528Z","end":"2026-07-02T06:04:12.671714Z","steps":["trace[461971376] 'process raft request' (duration: 2.041998961s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:12.67185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:10.629431Z","time spent":"2.042359392s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:12.671812Z","caller":"traceutil/trace.go:171","msg":"trace[815135346] transaction","detail":"{read_only:false; response_revision:25366; number_of_response:1; }","duration":"2.042196927s","start":"2026-07-02T06:04:10.629563Z","end":"2026-07-02T06:04:12.67176Z","steps":["trace[815135346] 'process raft request' (duration: 2.042001591s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:12.671869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:10.628077Z","time spent":"2.043719577s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:12.671898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:10.629523Z","time spent":"2.04229115s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:12.671728Z","caller":"traceutil/trace.go:171","msg":"trace[976771404] transaction","detail":"{read_only:false; response_revision:25362; number_of_response:1; }","duration":"2.676299395s","start":"2026-07-02T06:04:09.9954Z","end":"2026-07-02T06:04:12.671699Z","steps":["trace[976771404] 'process raft request' (duration: 2.675741257s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:12.671968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:09.995372Z","time spent":"2.676576423s","remote":"127.0.0.1:33994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418362,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:12.672004Z","caller":"traceutil/trace.go:171","msg":"trace[1853158618] transaction","detail":"{read_only:false; response_revision:25371; number_of_response:1; }","duration":"1.061859358s","start":"2026-07-02T06:04:11.610127Z","end":"2026-07-02T06:04:12.671986Z","steps":["trace[1853158618] 'process raft request' (duration: 1.061815206s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:12.672042Z","caller":"traceutil/trace.go:171","msg":"trace[1233765131] transaction","detail":"{read_only:false; response_revision:25369; number_of_response:1; }","duration":"2.040570665s","start":"2026-07-02T06:04:10.63146Z","end":"2026-07-02T06:04:12.67203Z","steps":["trace[1233765131] 'process raft request' (duration: 2.040320277s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:12.672037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:10.629559Z","time spent":"2.042355022s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:12.671829Z","caller":"traceutil/trace.go:171","msg":"trace[668009494] transaction","detail":"{read_only:false; response_revision:25361; number_of_response:1; }","duration":"3.056085751s","start":"2026-07-02T06:04:09.6156Z","end":"2026-07-02T06:04:12.671686Z","steps":["trace[668009494] 'process raft request' (duration: 2.393054939s)","trace[668009494] 'compare' (duration: 661.752241ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:12.672104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:11.61011Z","time spent":"1.061948621s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:12.672153Z","caller":"traceutil/trace.go:171","msg":"trace[1713599416] transaction","detail":"{read_only:false; response_revision:25368; number_of_response:1; }","duration":"2.042530668s","start":"2026-07-02T06:04:10.629614Z","end":"2026-07-02T06:04:12.672145Z","steps":["trace[1713599416] 'process raft request' (duration: 2.042011371s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:12.672199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:10.629185Z","time spent":"2.042989813s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:12.672354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:09.615579Z","time spent":"3.056617588s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:12.672075Z","caller":"traceutil/trace.go:171","msg":"trace[188847593] transaction","detail":"{read_only:false; response_revision:25370; number_of_response:1; }","duration":"1.952964011s","start":"2026-07-02T06:04:10.719076Z","end":"2026-07-02T06:04:12.67204Z","steps":["trace[188847593] 'process raft request' (duration: 1.952809067s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:12.672113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:10.631452Z","time spent":"2.040622217s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:12.672817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:10.719063Z","time spent":"1.953673384s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:12.979133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000355508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:04:12.979235Z","caller":"traceutil/trace.go:171","msg":"trace[978100318] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000486922s","start":"2026-07-02T06:04:10.978729Z","end":"2026-07-02T06:04:12.979216Z","steps":["trace[978100318] 'agreement among raft nodes before linearized reading' (duration: 2.000367338s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:12.979285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:10.978719Z","time spent":"2.000551325s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:04:13.807586Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.168726449s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T06:04:13.808012Z","caller":"traceutil/trace.go:171","msg":"trace[82515260] transaction","detail":"{read_only:false; response_revision:25374; number_of_response:1; }","duration":"1.794576621s","start":"2026-07-02T06:04:12.013414Z","end":"2026-07-02T06:04:13.80799Z","steps":["trace[82515260] 'process raft request' (duration: 1.794508789s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:13.808073Z","caller":"traceutil/trace.go:171","msg":"trace[45600095] transaction","detail":"{read_only:false; response_revision:25373; number_of_response:1; }","duration":"1.79516273s","start":"2026-07-02T06:04:12.012883Z","end":"2026-07-02T06:04:13.808046Z","steps":["trace[45600095] 'process raft request' (duration: 1.795000004s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:13.808009Z","caller":"traceutil/trace.go:171","msg":"trace[964709266] transaction","detail":"{read_only:false; response_revision:25372; number_of_response:1; }","duration":"1.79518363s","start":"2026-07-02T06:04:12.01279Z","end":"2026-07-02T06:04:13.807973Z","steps":["trace[964709266] 'process raft request' (duration: 1.794950613s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:13.808165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:12.013405Z","time spent":"1.794673995s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:13.808193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:12.012876Z","time spent":"1.795239753s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:13.808312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:12.012777Z","time spent":"1.795417518s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:13.808368Z","caller":"traceutil/trace.go:171","msg":"trace[959179142] linearizableReadLoop","detail":"{readStateIndex:26222; appliedIndex:26206; }","duration":"1.803073933s","start":"2026-07-02T06:04:12.005275Z","end":"2026-07-02T06:04:13.808349Z","steps":["trace[959179142] 'read index received' (duration: 630.183901ms)","trace[959179142] 'applied index is now lower than readState.Index' (duration: 1.172889292s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:13.808421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.050006017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:13.80845Z","caller":"traceutil/trace.go:171","msg":"trace[830365699] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25377; }","duration":"2.050061519s","start":"2026-07-02T06:04:11.758383Z","end":"2026-07-02T06:04:13.808444Z","steps":["trace[830365699] 'agreement among raft nodes before linearized reading' (duration: 2.050007038s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:13.808438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.371936522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:04:13.808489Z","caller":"traceutil/trace.go:171","msg":"trace[2112331234] transaction","detail":"{read_only:false; response_revision:25376; number_of_response:1; }","duration":"1.793845958s","start":"2026-07-02T06:04:12.014636Z","end":"2026-07-02T06:04:13.808482Z","steps":["trace[2112331234] 'process raft request' (duration: 1.793567359s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:13.808503Z","caller":"traceutil/trace.go:171","msg":"trace[850639124] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25377; }","duration":"2.372032155s","start":"2026-07-02T06:04:11.436453Z","end":"2026-07-02T06:04:13.808485Z","steps":["trace[850639124] 'agreement among raft nodes before linearized reading' (duration: 2.371906161s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:13.808521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.91298522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-07-02T06:04:13.808528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:12.014626Z","time spent":"1.79388638s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:13.808542Z","caller":"traceutil/trace.go:171","msg":"trace[1202916589] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25377; }","duration":"2.913028131s","start":"2026-07-02T06:04:10.895507Z","end":"2026-07-02T06:04:13.808535Z","steps":["trace[1202916589] 'agreement among raft nodes before linearized reading' (duration: 2.912926618s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:13.808546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:11.436436Z","time spent":"2.372101127s","remote":"127.0.0.1:50108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:13.808565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:10.895504Z","time spent":"2.913055112s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-02T06:04:13.808578Z","caller":"traceutil/trace.go:171","msg":"trace[1133170821] transaction","detail":"{read_only:false; response_revision:25377; number_of_response:1; }","duration":"1.275312311s","start":"2026-07-02T06:04:12.533259Z","end":"2026-07-02T06:04:13.808572Z","steps":["trace[1133170821] 'process raft request' (duration: 1.275051423s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:13.808609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:12.53324Z","time spent":"1.275353902s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:13.808669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.913180767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-02T06:04:13.808679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.221054372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:04:13.808687Z","caller":"traceutil/trace.go:171","msg":"trace[192128984] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25377; }","duration":"2.913221948s","start":"2026-07-02T06:04:10.895461Z","end":"2026-07-02T06:04:13.808683Z","steps":["trace[192128984] 'agreement among raft nodes before linearized reading' (duration: 2.913179857s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:13.808692Z","caller":"traceutil/trace.go:171","msg":"trace[460415795] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25377; }","duration":"2.221104274s","start":"2026-07-02T06:04:11.587584Z","end":"2026-07-02T06:04:13.808688Z","steps":["trace[460415795] 'agreement among raft nodes before linearized reading' (duration: 2.221077603s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:13.8087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:10.895446Z","time spent":"2.913250969s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-02T06:04:13.808706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:11.587564Z","time spent":"2.221138255s","remote":"127.0.0.1:50280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:04:13.808359Z","caller":"traceutil/trace.go:171","msg":"trace[344548191] transaction","detail":"{read_only:false; response_revision:25375; number_of_response:1; }","duration":"1.794772117s","start":"2026-07-02T06:04:12.013572Z","end":"2026-07-02T06:04:13.808344Z","steps":["trace[344548191] 'process raft request' (duration: 1.794382145s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:13.808784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.041676159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-02T06:04:13.808801Z","caller":"traceutil/trace.go:171","msg":"trace[2143326642] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:25377; }","duration":"3.041721541s","start":"2026-07-02T06:04:10.767075Z","end":"2026-07-02T06:04:13.808797Z","steps":["trace[2143326642] 'agreement among raft nodes before linearized reading' (duration: 3.041682809s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:13.808805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057710184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:04:13.808815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:10.76706Z","time spent":"3.041752052s","remote":"127.0.0.1:49992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"info","ts":"2026-07-02T06:04:13.80882Z","caller":"traceutil/trace.go:171","msg":"trace[289863254] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:25377; }","duration":"2.057761595s","start":"2026-07-02T06:04:11.751053Z","end":"2026-07-02T06:04:13.808815Z","steps":["trace[289863254] 'agreement among raft nodes before linearized reading' (duration: 2.057733444s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:13.808834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:11.751037Z","time spent":"2.057793257s","remote":"127.0.0.1:39616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:13.808903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.147954342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:04:13.808972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.27476849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:04:13.80897Z","caller":"traceutil/trace.go:171","msg":"trace[1207992823] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25377; }","duration":"2.148100967s","start":"2026-07-02T06:04:11.660853Z","end":"2026-07-02T06:04:13.808954Z","steps":["trace[1207992823] 'agreement among raft nodes before linearized reading' (duration: 2.147942832s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:13.809003Z","caller":"traceutil/trace.go:171","msg":"trace[1436802416] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25377; }","duration":"3.274831772s","start":"2026-07-02T06:04:10.534164Z","end":"2026-07-02T06:04:13.808996Z","steps":["trace[1436802416] 'agreement among raft nodes before linearized reading' (duration: 3.274786311s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:13.809018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:10.534146Z","time spent":"3.274868624s","remote":"127.0.0.1:50968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:13.809024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:11.66084Z","time spent":"2.1481693s","remote":"127.0.0.1:42790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:13.808934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:12.013564Z","time spent":"1.795294055s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:13.809073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.802318566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:04:13.809105Z","caller":"traceutil/trace.go:171","msg":"trace[1746028927] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25377; }","duration":"3.802379028s","start":"2026-07-02T06:04:10.00672Z","end":"2026-07-02T06:04:13.809099Z","steps":["trace[1746028927] 'agreement among raft nodes before linearized reading' (duration: 3.802333087s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:13.80912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:10.006705Z","time spent":"3.80241084s","remote":"127.0.0.1:47412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:13.809128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.200327246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-02T06:04:13.809114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.996983478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:04:13.809142Z","caller":"traceutil/trace.go:171","msg":"trace[1015473754] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25377; }","duration":"4.200341647s","start":"2026-07-02T06:04:09.608796Z","end":"2026-07-02T06:04:13.809138Z","steps":["trace[1015473754] 'agreement among raft nodes before linearized reading' (duration: 4.200297445s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:13.809155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:09.608763Z","time spent":"4.200389499s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-02T06:04:13.809153Z","caller":"traceutil/trace.go:171","msg":"trace[696388881] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25377; }","duration":"3.99705765s","start":"2026-07-02T06:04:09.812086Z","end":"2026-07-02T06:04:13.809144Z","steps":["trace[696388881] 'agreement among raft nodes before linearized reading' (duration: 3.996956937s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:13.809184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:09.812065Z","time spent":"3.997112602s","remote":"127.0.0.1:50466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:13.808468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:11.758373Z","time spent":"2.05009097s","remote":"127.0.0.1:50368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:13.80875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.022894788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:13.809329Z","caller":"traceutil/trace.go:171","msg":"trace[1268897890] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25377; }","duration":"3.023474097s","start":"2026-07-02T06:04:10.785849Z","end":"2026-07-02T06:04:13.809323Z","steps":["trace[1268897890] 'agreement among raft nodes before linearized reading' (duration: 3.022884468s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:13.809349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:10.785839Z","time spent":"3.023503658s","remote":"127.0.0.1:50190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:04:13.979114Z","caller":"traceutil/trace.go:171","msg":"trace[798110055] linearizableReadLoop","detail":"{readStateIndex:26224; appliedIndex:26223; }","duration":"170.651403ms","start":"2026-07-02T06:04:13.808413Z","end":"2026-07-02T06:04:13.979065Z","steps":["trace[798110055] 'read index received' (duration: 169.417673ms)","trace[798110055] 'applied index is now lower than readState.Index' (duration: 1.2323ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:13.979254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.057085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:04:13.979328Z","caller":"traceutil/trace.go:171","msg":"trace[1592463233] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25378; }","duration":"539.154318ms","start":"2026-07-02T06:04:13.44015Z","end":"2026-07-02T06:04:13.979305Z","steps":["trace[1592463233] 'agreement among raft nodes before linearized reading' (duration: 539.036234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:13.979388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.965389399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-02T06:04:13.979406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:13.440133Z","time spent":"539.239681ms","remote":"127.0.0.1:36164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:04:13.979455Z","caller":"traceutil/trace.go:171","msg":"trace[428308370] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589; range_end:; response_count:1; response_revision:25378; }","duration":"1.965468532s","start":"2026-07-02T06:04:12.013964Z","end":"2026-07-02T06:04:13.979432Z","steps":["trace[428308370] 'agreement among raft nodes before linearized reading' (duration: 1.965265255s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:13.979514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:12.013957Z","time spent":"1.965542244s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589\" "} {"level":"info","ts":"2026-07-02T06:04:13.979166Z","caller":"traceutil/trace.go:171","msg":"trace[839451819] transaction","detail":"{read_only:false; response_revision:25378; number_of_response:1; }","duration":"346.836352ms","start":"2026-07-02T06:04:13.632297Z","end":"2026-07-02T06:04:13.979133Z","steps":["trace[839451819] 'process raft request' (duration: 345.377275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:13.979728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679411707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:04:13.979798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968781898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bd1e19ec-10ce-4545-9e3b-9d1a53cd4060\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-07-02T06:04:13.979853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150714393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18435"} {"level":"info","ts":"2026-07-02T06:04:13.979969Z","caller":"traceutil/trace.go:171","msg":"trace[1053484588] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25378; }","duration":"1.150871698s","start":"2026-07-02T06:04:12.829064Z","end":"2026-07-02T06:04:13.979935Z","steps":["trace[1053484588] 'agreement among raft nodes before linearized reading' (duration: 1.150495056s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:13.979451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868733265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:04:13.980061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:12.829041Z","time spent":"1.151008492s","remote":"127.0.0.1:50140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18458,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-02T06:04:13.980114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968982684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-77pg2\" ","response":"range_response_count:1 size:4350"} {"level":"warn","ts":"2026-07-02T06:04:13.979832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:13.632264Z","time spent":"347.469762ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:13.980082Z","caller":"traceutil/trace.go:171","msg":"trace[2009224421] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25378; }","duration":"1.869599163s","start":"2026-07-02T06:04:12.110462Z","end":"2026-07-02T06:04:13.980061Z","steps":["trace[2009224421] 'agreement among raft nodes before linearized reading' (duration: 1.868633772s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:13.980292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:12.110191Z","time spent":"1.870081829s","remote":"127.0.0.1:39804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:04:13.979808Z","caller":"traceutil/trace.go:171","msg":"trace[738954487] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25378; }","duration":"1.67952774s","start":"2026-07-02T06:04:12.300258Z","end":"2026-07-02T06:04:13.979785Z","steps":["trace[738954487] 'agreement among raft nodes before linearized reading' (duration: 1.679408226s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:13.98045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:12.300236Z","time spent":"1.68018365s","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:13.979162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.463301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:13.980552Z","caller":"traceutil/trace.go:171","msg":"trace[449933672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25378; }","duration":"1.000900738s","start":"2026-07-02T06:04:12.979638Z","end":"2026-07-02T06:04:13.980539Z","steps":["trace[449933672] 'agreement among raft nodes before linearized reading' (duration: 999.433721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:13.980594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:12.979617Z","time spent":"1.00096661s","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T06:04:13.979868Z","caller":"traceutil/trace.go:171","msg":"trace[1878080928] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bd1e19ec-10ce-4545-9e3b-9d1a53cd4060; range_end:; response_count:1; response_revision:25378; }","duration":"1.96887843s","start":"2026-07-02T06:04:12.010972Z","end":"2026-07-02T06:04:13.979851Z","steps":["trace[1878080928] 'agreement among raft nodes before linearized reading' (duration: 1.968696994s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:13.98068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:12.010952Z","time spent":"1.969710457s","remote":"127.0.0.1:50108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-bd1e19ec-10ce-4545-9e3b-9d1a53cd4060\" "} {"level":"info","ts":"2026-07-02T06:04:13.980206Z","caller":"traceutil/trace.go:171","msg":"trace[1884655791] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-77pg2; range_end:; response_count:1; response_revision:25378; }","duration":"1.969106928s","start":"2026-07-02T06:04:12.011077Z","end":"2026-07-02T06:04:13.980184Z","steps":["trace[1884655791] 'agreement among raft nodes before linearized reading' (duration: 1.96884944s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:13.980844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:12.01106Z","time spent":"1.96977676s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4373,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-77pg2\" "} {"level":"warn","ts":"2026-07-02T06:04:13.981238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.892429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:13.981347Z","caller":"traceutil/trace.go:171","msg":"trace[1588093806] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:25378; }","duration":"698.028283ms","start":"2026-07-02T06:04:13.283294Z","end":"2026-07-02T06:04:13.981322Z","steps":["trace[1588093806] 'agreement among raft nodes before linearized reading' (duration: 696.615998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:13.982914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:13.283239Z","time spent":"699.060906ms","remote":"127.0.0.1:39642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:14.479481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383323852,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:04:14.980569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383323852,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:04:15.481066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383323852,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:04:15.607745Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.629957613s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T06:04:15.939884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.926404ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-02T06:04:15.940101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:13.809915Z","time spent":"2.130180243s","remote":"127.0.0.1:49992","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-02T06:04:15.941764Z","caller":"traceutil/trace.go:171","msg":"trace[1340604065] transaction","detail":"{read_only:false; response_revision:25379; number_of_response:1; }","duration":"2.127024843s","start":"2026-07-02T06:04:13.814715Z","end":"2026-07-02T06:04:15.94174Z","steps":["trace[1340604065] 'process raft request' (duration: 2.125293967s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:15.941906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:13.814694Z","time spent":"2.127121816s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:15.941916Z","caller":"traceutil/trace.go:171","msg":"trace[1308524886] transaction","detail":"{read_only:false; response_revision:25380; number_of_response:1; }","duration":"2.110810884s","start":"2026-07-02T06:04:13.831048Z","end":"2026-07-02T06:04:15.941859Z","steps":["trace[1308524886] 'process raft request' (duration: 2.110638298s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:15.942042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:13.831038Z","time spent":"2.110932548s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:15.986358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000073128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:04:15.986485Z","caller":"traceutil/trace.go:171","msg":"trace[1222105724] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000238604s","start":"2026-07-02T06:04:13.986222Z","end":"2026-07-02T06:04:15.986461Z","steps":["trace[1222105724] 'agreement among raft nodes before linearized reading' (duration: 2.000082349s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:15.986554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:13.986215Z","time spent":"2.000324857s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:04:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:04:17.195211Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.586193251s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T06:04:17.195892Z","caller":"traceutil/trace.go:171","msg":"trace[1410800796] transaction","detail":"{read_only:false; response_revision:25381; number_of_response:1; }","duration":"3.213623173s","start":"2026-07-02T06:04:13.982213Z","end":"2026-07-02T06:04:17.195836Z","steps":["trace[1410800796] 'process raft request' (duration: 3.213269321s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:17.19596Z","caller":"traceutil/trace.go:171","msg":"trace[1170732298] transaction","detail":"{read_only:false; response_revision:25382; number_of_response:1; }","duration":"2.51654533s","start":"2026-07-02T06:04:14.679372Z","end":"2026-07-02T06:04:17.195917Z","steps":["trace[1170732298] 'process raft request' (duration: 2.516320133s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:17.196155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:13.982187Z","time spent":"3.213824619s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:17.19615Z","caller":"traceutil/trace.go:171","msg":"trace[653737765] linearizableReadLoop","detail":"{readStateIndex:26236; appliedIndex:26224; }","duration":"3.216929629s","start":"2026-07-02T06:04:13.979193Z","end":"2026-07-02T06:04:17.196123Z","steps":["trace[653737765] 'read index received' (duration: 1.628750524s)","trace[653737765] 'applied index is now lower than readState.Index' (duration: 1.588177755s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:17.196195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:14.679347Z","time spent":"2.516704036s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:17.196268Z","caller":"traceutil/trace.go:171","msg":"trace[388630133] transaction","detail":"{read_only:false; response_revision:25383; number_of_response:1; }","duration":"2.516860881s","start":"2026-07-02T06:04:14.679396Z","end":"2026-07-02T06:04:17.196256Z","steps":["trace[388630133] 'process raft request' (duration: 2.516372166s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:17.196266Z","caller":"traceutil/trace.go:171","msg":"trace[1466785871] transaction","detail":"{read_only:false; response_revision:25385; number_of_response:1; }","duration":"2.516769118s","start":"2026-07-02T06:04:14.67947Z","end":"2026-07-02T06:04:17.196239Z","steps":["trace[1466785871] 'process raft request' (duration: 2.516402366s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:17.196259Z","caller":"traceutil/trace.go:171","msg":"trace[954088098] transaction","detail":"{read_only:false; response_revision:25384; number_of_response:1; }","duration":"2.51683012s","start":"2026-07-02T06:04:14.67939Z","end":"2026-07-02T06:04:17.19622Z","steps":["trace[954088098] 'process raft request' (duration: 2.516440638s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:17.197469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:14.679369Z","time spent":"2.518018188s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:17.196331Z","caller":"traceutil/trace.go:171","msg":"trace[619727737] transaction","detail":"{read_only:false; response_revision:25386; number_of_response:1; }","duration":"2.514929369s","start":"2026-07-02T06:04:14.681382Z","end":"2026-07-02T06:04:17.196312Z","steps":["trace[619727737] 'process raft request' (duration: 2.514520616s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:17.197598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:14.681373Z","time spent":"2.516198349s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:17.196351Z","caller":"traceutil/trace.go:171","msg":"trace[414432498] transaction","detail":"{read_only:false; response_revision:25389; number_of_response:1; }","duration":"2.514758033s","start":"2026-07-02T06:04:14.681579Z","end":"2026-07-02T06:04:17.196337Z","steps":["trace[414432498] 'process raft request' (duration: 2.514510785s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:17.197713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:14.681572Z","time spent":"2.516115757s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:17.196393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.386281329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18435"} {"level":"info","ts":"2026-07-02T06:04:17.197777Z","caller":"traceutil/trace.go:171","msg":"trace[1211256517] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25389; }","duration":"3.387706195s","start":"2026-07-02T06:04:13.810049Z","end":"2026-07-02T06:04:17.197755Z","steps":["trace[1211256517] 'agreement among raft nodes before linearized reading' (duration: 3.386161236s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:17.196404Z","caller":"traceutil/trace.go:171","msg":"trace[474770846] transaction","detail":"{read_only:false; response_revision:25388; number_of_response:1; }","duration":"2.514898918s","start":"2026-07-02T06:04:14.68149Z","end":"2026-07-02T06:04:17.196389Z","steps":["trace[474770846] 'process raft request' (duration: 2.514539656s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:17.196441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.314038668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:04:17.196487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.360310699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:17.196529Z","caller":"traceutil/trace.go:171","msg":"trace[596631265] transaction","detail":"{read_only:false; response_revision:25387; number_of_response:1; }","duration":"2.515119075s","start":"2026-07-02T06:04:14.681391Z","end":"2026-07-02T06:04:17.19651Z","steps":["trace[596631265] 'process raft request' (duration: 2.514590158s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:17.197182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:14.679372Z","time spent":"2.517749799s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:17.197888Z","caller":"traceutil/trace.go:171","msg":"trace[633350711] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25389; }","duration":"3.315559926s","start":"2026-07-02T06:04:13.882314Z","end":"2026-07-02T06:04:17.197874Z","steps":["trace[633350711] 'agreement among raft nodes before linearized reading' (duration: 3.314010256s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:17.197932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:13.882292Z","time spent":"3.315627079s","remote":"127.0.0.1:34006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:04:17.198114Z","caller":"traceutil/trace.go:171","msg":"trace[768790761] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25389; }","duration":"3.361957011s","start":"2026-07-02T06:04:13.836136Z","end":"2026-07-02T06:04:17.198093Z","steps":["trace[768790761] 'agreement among raft nodes before linearized reading' (duration: 3.360252357s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:17.198241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:13.836127Z","time spent":"3.362091796s","remote":"127.0.0.1:42782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:17.19829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:13.810038Z","time spent":"3.388238312s","remote":"127.0.0.1:50140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18458,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-02T06:04:17.198551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:14.681375Z","time spent":"2.517116409s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:17.197339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:14.679462Z","time spent":"2.517803261s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:17.198719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:14.681483Z","time spent":"2.517093139s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:17.408982Z","caller":"traceutil/trace.go:171","msg":"trace[1828492490] linearizableReadLoop","detail":"{readStateIndex:26237; appliedIndex:26236; }","duration":"211.952554ms","start":"2026-07-02T06:04:17.196994Z","end":"2026-07-02T06:04:17.408947Z","steps":["trace[1828492490] 'read index received' (duration: 210.606941ms)","trace[1828492490] 'applied index is now lower than readState.Index' (duration: 1.343143ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:04:17.409022Z","caller":"traceutil/trace.go:171","msg":"trace[506757099] transaction","detail":"{read_only:false; response_revision:25390; number_of_response:1; }","duration":"1.467519874s","start":"2026-07-02T06:04:15.941436Z","end":"2026-07-02T06:04:17.408956Z","steps":["trace[506757099] 'process raft request' (duration: 1.466024646s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:17.409172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.221823355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:17.409217Z","caller":"traceutil/trace.go:171","msg":"trace[125196139] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25390; }","duration":"3.221902839s","start":"2026-07-02T06:04:14.187302Z","end":"2026-07-02T06:04:17.409204Z","steps":["trace[125196139] 'agreement among raft nodes before linearized reading' (duration: 3.221803525s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:17.409255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:14.187297Z","time spent":"3.22194869s","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:17.40925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.077668441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:04:17.409351Z","caller":"traceutil/trace.go:171","msg":"trace[1412749996] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25390; }","duration":"3.077830376s","start":"2026-07-02T06:04:14.331497Z","end":"2026-07-02T06:04:17.409328Z","steps":["trace[1412749996] 'agreement among raft nodes before linearized reading' (duration: 3.077606809s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:17.409407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:14.331477Z","time spent":"3.07792036s","remote":"127.0.0.1:50350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:17.409379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597764292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-02T06:04:17.40949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.222325761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:17.409502Z","caller":"traceutil/trace.go:171","msg":"trace[1105253627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25390; }","duration":"1.597972368s","start":"2026-07-02T06:04:15.811508Z","end":"2026-07-02T06:04:17.409481Z","steps":["trace[1105253627] 'agreement among raft nodes before linearized reading' (duration: 1.597495943s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:17.409525Z","caller":"traceutil/trace.go:171","msg":"trace[767772050] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25390; }","duration":"3.222388773s","start":"2026-07-02T06:04:14.187124Z","end":"2026-07-02T06:04:17.409512Z","steps":["trace[767772050] 'agreement among raft nodes before linearized reading' (duration: 3.222332822s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:17.409558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:14.187105Z","time spent":"3.222441545s","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:17.409564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:15.811493Z","time spent":"1.59805315s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T06:04:17.409607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:15.941419Z","time spent":"1.467749881s","remote":"127.0.0.1:49992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:17.409808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.424874766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18435"} {"level":"info","ts":"2026-07-02T06:04:17.409846Z","caller":"traceutil/trace.go:171","msg":"trace[1902797518] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25390; }","duration":"3.424924907s","start":"2026-07-02T06:04:13.984913Z","end":"2026-07-02T06:04:17.409838Z","steps":["trace[1902797518] 'agreement among raft nodes before linearized reading' (duration: 3.424781442s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:17.409872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:13.984906Z","time spent":"3.424960308s","remote":"127.0.0.1:50140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18458,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-02T06:04:17.409945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595927993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-02T06:04:17.409935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423253347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:17.409989Z","caller":"traceutil/trace.go:171","msg":"trace[1985192535] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25390; }","duration":"1.595991735s","start":"2026-07-02T06:04:15.813987Z","end":"2026-07-02T06:04:17.409979Z","steps":["trace[1985192535] 'agreement among raft nodes before linearized reading' (duration: 1.595794519s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:17.409993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597273766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-02T06:04:17.410046Z","caller":"traceutil/trace.go:171","msg":"trace[1144346215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25390; }","duration":"1.423385431s","start":"2026-07-02T06:04:15.986605Z","end":"2026-07-02T06:04:17.409991Z","steps":["trace[1144346215] 'agreement among raft nodes before linearized reading' (duration: 1.423251596s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:17.410063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:15.813977Z","time spent":"1.596080868s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T06:04:17.409952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596352296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-02T06:04:17.410089Z","caller":"traceutil/trace.go:171","msg":"trace[1352196730] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25390; }","duration":"1.59741315s","start":"2026-07-02T06:04:15.812658Z","end":"2026-07-02T06:04:17.410072Z","steps":["trace[1352196730] 'agreement among raft nodes before linearized reading' (duration: 1.597140022s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:17.410116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.088828989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:17.410129Z","caller":"traceutil/trace.go:171","msg":"trace[488927143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25390; }","duration":"1.596518052s","start":"2026-07-02T06:04:15.813574Z","end":"2026-07-02T06:04:17.410092Z","steps":["trace[488927143] 'agreement among raft nodes before linearized reading' (duration: 1.596212892s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:17.410142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:15.812638Z","time spent":"1.597495543s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-02T06:04:17.410152Z","caller":"traceutil/trace.go:171","msg":"trace[962484996] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25390; }","duration":"2.088899742s","start":"2026-07-02T06:04:15.321239Z","end":"2026-07-02T06:04:17.410138Z","steps":["trace[962484996] 'agreement among raft nodes before linearized reading' (duration: 2.088848831s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:17.410192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:15.321217Z","time spent":"2.088967434s","remote":"127.0.0.1:44116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:17.41022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.898825057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:04:17.41024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.880884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-02T06:04:17.410262Z","caller":"traceutil/trace.go:171","msg":"trace[158041581] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25390; }","duration":"2.898893429s","start":"2026-07-02T06:04:14.511356Z","end":"2026-07-02T06:04:17.410249Z","steps":["trace[158041581] 'agreement among raft nodes before linearized reading' (duration: 2.898766375s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:17.410096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:15.98658Z","time spent":"1.423507215s","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:04:17.41017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:15.813567Z","time spent":"1.596591584s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T06:04:17.410284Z","caller":"traceutil/trace.go:171","msg":"trace[1741141018] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589; range_end:; response_count:1; response_revision:25390; }","duration":"207.959146ms","start":"2026-07-02T06:04:17.202308Z","end":"2026-07-02T06:04:17.410267Z","steps":["trace[1741141018] 'agreement among raft nodes before linearized reading' (duration: 207.797311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:17.410297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:14.511339Z","time spent":"2.898950171s","remote":"127.0.0.1:50254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:17.410269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.426312411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-07-02T06:04:17.409995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.529007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:17.410385Z","caller":"traceutil/trace.go:171","msg":"trace[826959235] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:25390; }","duration":"3.426483266s","start":"2026-07-02T06:04:13.983869Z","end":"2026-07-02T06:04:17.410352Z","steps":["trace[826959235] 'agreement among raft nodes before linearized reading' (duration: 3.426042562s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:17.410442Z","caller":"traceutil/trace.go:171","msg":"trace[550744446] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25390; }","duration":"454.008782ms","start":"2026-07-02T06:04:16.956414Z","end":"2026-07-02T06:04:17.410423Z","steps":["trace[550744446] 'agreement among raft nodes before linearized reading' (duration: 453.474685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:17.409938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595268441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-02T06:04:17.410474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004717998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:04:17.410496Z","caller":"traceutil/trace.go:171","msg":"trace[599341940] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25390; }","duration":"1.595832599s","start":"2026-07-02T06:04:15.814653Z","end":"2026-07-02T06:04:17.410485Z","steps":["trace[599341940] 'agreement among raft nodes before linearized reading' (duration: 1.595102066s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:17.410502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:16.956331Z","time spent":"454.152246ms","remote":"127.0.0.1:36144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:04:17.410512Z","caller":"traceutil/trace.go:171","msg":"trace[171988666] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25390; }","duration":"2.00478107s","start":"2026-07-02T06:04:15.405717Z","end":"2026-07-02T06:04:17.410498Z","steps":["trace[171988666] 'agreement among raft nodes before linearized reading' (duration: 2.004666106s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:17.410532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:15.814555Z","time spent":"1.595967564s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T06:04:17.41045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:13.983858Z","time spent":"3.42658123s","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-07-02T06:04:17.410544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:15.4057Z","time spent":"2.004834931s","remote":"127.0.0.1:50334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:17.41005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576040366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:04:17.410592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.550899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:04:17.410587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.480471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:17.410624Z","caller":"traceutil/trace.go:171","msg":"trace[448154454] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25390; }","duration":"110.614611ms","start":"2026-07-02T06:04:17.3Z","end":"2026-07-02T06:04:17.410614Z","steps":["trace[448154454] 'agreement among raft nodes before linearized reading' (duration: 110.560009ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:17.410663Z","caller":"traceutil/trace.go:171","msg":"trace[698827905] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25390; }","duration":"202.604846ms","start":"2026-07-02T06:04:17.208039Z","end":"2026-07-02T06:04:17.410644Z","steps":["trace[698827905] 'agreement among raft nodes before linearized reading' (duration: 202.44571ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:17.410615Z","caller":"traceutil/trace.go:171","msg":"trace[1779010424] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25390; }","duration":"1.576641535s","start":"2026-07-02T06:04:15.833964Z","end":"2026-07-02T06:04:17.410606Z","steps":["trace[1779010424] 'agreement among raft nodes before linearized reading' (duration: 1.576018685s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:17.410766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:15.833951Z","time spent":"1.57680258s","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:17.411213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696191862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-02T06:04:17.411274Z","caller":"traceutil/trace.go:171","msg":"trace[81639057] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25390; }","duration":"1.696294755s","start":"2026-07-02T06:04:15.714966Z","end":"2026-07-02T06:04:17.411261Z","steps":["trace[81639057] 'agreement among raft nodes before linearized reading' (duration: 1.694858059s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:17.41131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:15.714946Z","time spent":"1.696354768s","remote":"127.0.0.1:50506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2666,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:28.605407Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.025304608s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T06:04:28.605719Z","caller":"traceutil/trace.go:171","msg":"trace[1138771547] linearizableReadLoop","detail":"{readStateIndex:26319; appliedIndex:26316; }","duration":"1.110647651s","start":"2026-07-02T06:04:27.495052Z","end":"2026-07-02T06:04:28.605699Z","steps":["trace[1138771547] 'read index received' (duration: 85.015532ms)","trace[1138771547] 'applied index is now lower than readState.Index' (duration: 1.025631479s)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:04:28.605778Z","caller":"traceutil/trace.go:171","msg":"trace[912790020] transaction","detail":"{read_only:false; response_revision:25469; number_of_response:1; }","duration":"1.115196736s","start":"2026-07-02T06:04:27.490573Z","end":"2026-07-02T06:04:28.60577Z","steps":["trace[912790020] 'process raft request' (duration: 1.114976469s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:28.605863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:27.490563Z","time spent":"1.115231747s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:28.605956Z","caller":"traceutil/trace.go:171","msg":"trace[1090705042] transaction","detail":"{read_only:false; response_revision:25470; number_of_response:1; }","duration":"1.113478541s","start":"2026-07-02T06:04:27.492473Z","end":"2026-07-02T06:04:28.605951Z","steps":["trace[1090705042] 'process raft request' (duration: 1.113201192s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:28.605988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:27.492464Z","time spent":"1.113508733s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:28.606087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111033383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T06:04:28.606109Z","caller":"traceutil/trace.go:171","msg":"trace[213631851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25470; }","duration":"1.111067144s","start":"2026-07-02T06:04:27.495036Z","end":"2026-07-02T06:04:28.606103Z","steps":["trace[213631851] 'agreement among raft nodes before linearized reading' (duration: 1.110990811s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:28.606125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:27.49503Z","time spent":"1.111092164s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T06:04:28.607582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112117328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-02T06:04:28.607614Z","caller":"traceutil/trace.go:171","msg":"trace[1588326557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25471; }","duration":"1.11218533s","start":"2026-07-02T06:04:27.495421Z","end":"2026-07-02T06:04:28.607606Z","steps":["trace[1588326557] 'agreement among raft nodes before linearized reading' (duration: 1.112091477s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:28.607622Z","caller":"traceutil/trace.go:171","msg":"trace[363851218] transaction","detail":"{read_only:false; response_revision:25471; number_of_response:1; }","duration":"873.383766ms","start":"2026-07-02T06:04:27.734228Z","end":"2026-07-02T06:04:28.607612Z","steps":["trace[363851218] 'process raft request' (duration: 873.235881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:28.607676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.336288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:04:28.607676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.244986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:28.607754Z","caller":"traceutil/trace.go:171","msg":"trace[2015123654] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:25471; }","duration":"746.388341ms","start":"2026-07-02T06:04:27.861349Z","end":"2026-07-02T06:04:28.607737Z","steps":["trace[2015123654] 'agreement among raft nodes before linearized reading' (duration: 746.243137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:28.607796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:27.861331Z","time spent":"746.457063ms","remote":"127.0.0.1:39638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:28.607682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:27.734205Z","time spent":"873.452859ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:28.60793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07970449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-02T06:04:28.607966Z","caller":"traceutil/trace.go:171","msg":"trace[344625178] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25471; }","duration":"1.079765422s","start":"2026-07-02T06:04:27.528192Z","end":"2026-07-02T06:04:28.607957Z","steps":["trace[344625178] 'agreement among raft nodes before linearized reading' (duration: 1.079530825s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:28.607708Z","caller":"traceutil/trace.go:171","msg":"trace[994853952] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25471; }","duration":"815.39978ms","start":"2026-07-02T06:04:27.7923Z","end":"2026-07-02T06:04:28.607699Z","steps":["trace[994853952] 'agreement among raft nodes before linearized reading' (duration: 815.348898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:28.607995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:27.528178Z","time spent":"1.079810793s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T06:04:28.608013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:27.792283Z","time spent":"815.720751ms","remote":"127.0.0.1:42726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:28.607636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:27.495399Z","time spent":"1.112231291s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T06:04:28.608433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01472604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-02T06:04:28.608643Z","caller":"traceutil/trace.go:171","msg":"trace[486625693] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25471; }","duration":"1.015472174s","start":"2026-07-02T06:04:27.593091Z","end":"2026-07-02T06:04:28.608564Z","steps":["trace[486625693] 'agreement among raft nodes before linearized reading' (duration: 1.014594445s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:28.608691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:27.593079Z","time spent":"1.015590978s","remote":"127.0.0.1:50062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-02T06:04:28.608666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.531467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:28.608952Z","caller":"traceutil/trace.go:171","msg":"trace[1054190710] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25471; }","duration":"672.819226ms","start":"2026-07-02T06:04:27.936036Z","end":"2026-07-02T06:04:28.608855Z","steps":["trace[1054190710] 'agreement among raft nodes before linearized reading' (duration: 671.630348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:28.60953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:27.936015Z","time spent":"673.468207ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T06:04:29.920154Z","caller":"traceutil/trace.go:171","msg":"trace[2032058196] transaction","detail":"{read_only:false; response_revision:25486; number_of_response:1; }","duration":"122.297195ms","start":"2026-07-02T06:04:29.797823Z","end":"2026-07-02T06:04:29.920121Z","steps":["trace[2032058196] 'process raft request' (duration: 122.005716ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:30.236465Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000066e7.wal"} {"level":"info","ts":"2026-07-02T06:04:30.236868Z","caller":"traceutil/trace.go:171","msg":"trace[618616814] transaction","detail":"{read_only:false; response_revision:25490; number_of_response:1; }","duration":"239.03903ms","start":"2026-07-02T06:04:29.997789Z","end":"2026-07-02T06:04:30.236828Z","steps":["trace[618616814] 'process raft request' (duration: 238.814643ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:30.236949Z","caller":"traceutil/trace.go:171","msg":"trace[1925370812] linearizableReadLoop","detail":"{readStateIndex:26341; appliedIndex:26338; }","duration":"238.446132ms","start":"2026-07-02T06:04:29.998486Z","end":"2026-07-02T06:04:30.236932Z","steps":["trace[1925370812] 'read index received' (duration: 20.747115ms)","trace[1925370812] 'applied index is now lower than readState.Index' (duration: 217.698077ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:04:30.236986Z","caller":"traceutil/trace.go:171","msg":"trace[594349447] transaction","detail":"{read_only:false; response_revision:25491; number_of_response:1; }","duration":"238.486812ms","start":"2026-07-02T06:04:29.998465Z","end":"2026-07-02T06:04:30.236952Z","steps":["trace[594349447] 'process raft request' (duration: 238.274466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:30.237184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.674269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-02T06:04:30.237217Z","caller":"traceutil/trace.go:171","msg":"trace[2026889038] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25492; }","duration":"238.790013ms","start":"2026-07-02T06:04:29.998418Z","end":"2026-07-02T06:04:30.237208Z","steps":["trace[2026889038] 'agreement among raft nodes before linearized reading' (duration: 238.571536ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:30.237219Z","caller":"traceutil/trace.go:171","msg":"trace[388299807] transaction","detail":"{read_only:false; response_revision:25492; number_of_response:1; }","duration":"236.325503ms","start":"2026-07-02T06:04:30.000849Z","end":"2026-07-02T06:04:30.237174Z","steps":["trace[388299807] 'process raft request' (duration: 235.970132ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:30.24131Z","caller":"traceutil/trace.go:171","msg":"trace[123782758] transaction","detail":"{read_only:false; response_revision:25493; number_of_response:1; }","duration":"221.278391ms","start":"2026-07-02T06:04:30.020015Z","end":"2026-07-02T06:04:30.241294Z","steps":["trace[123782758] 'process raft request' (duration: 221.144527ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:30.388699Z","caller":"traceutil/trace.go:171","msg":"trace[1679309793] transaction","detail":"{read_only:false; response_revision:25496; number_of_response:1; }","duration":"103.978458ms","start":"2026-07-02T06:04:30.284693Z","end":"2026-07-02T06:04:30.388671Z","steps":["trace[1679309793] 'process raft request' (duration: 95.00422ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:30.388859Z","caller":"traceutil/trace.go:171","msg":"trace[1982585402] transaction","detail":"{read_only:false; response_revision:25497; number_of_response:1; }","duration":"104.058321ms","start":"2026-07-02T06:04:30.284778Z","end":"2026-07-02T06:04:30.388836Z","steps":["trace[1982585402] 'process raft request' (duration: 103.809263ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:30.389044Z","caller":"traceutil/trace.go:171","msg":"trace[2108229708] transaction","detail":"{read_only:false; response_revision:25498; number_of_response:1; }","duration":"103.192623ms","start":"2026-07-02T06:04:30.285827Z","end":"2026-07-02T06:04:30.389019Z","steps":["trace[2108229708] 'process raft request' (duration: 102.836771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:30.748876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.501311ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:30.748964Z","caller":"traceutil/trace.go:171","msg":"trace[510989931] linearizableReadLoop","detail":"{readStateIndex:26358; appliedIndex:26357; }","duration":"159.895909ms","start":"2026-07-02T06:04:30.589044Z","end":"2026-07-02T06:04:30.74894Z","steps":["trace[510989931] 'read index received' (duration: 139.30336ms)","trace[510989931] 'applied index is now lower than readState.Index' (duration: 20.589319ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:04:30.749003Z","caller":"traceutil/trace.go:171","msg":"trace[982664191] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25507; }","duration":"137.674007ms","start":"2026-07-02T06:04:30.611311Z","end":"2026-07-02T06:04:30.748985Z","steps":["trace[982664191] 'range keys from in-memory index tree' (duration: 137.477561ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:30.749037Z","caller":"traceutil/trace.go:171","msg":"trace[1488932871] transaction","detail":"{read_only:false; response_revision:25508; number_of_response:1; }","duration":"160.693354ms","start":"2026-07-02T06:04:30.588307Z","end":"2026-07-02T06:04:30.749Z","steps":["trace[1488932871] 'process raft request' (duration: 140.044853ms)","trace[1488932871] 'compare' (duration: 20.420793ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:30.749288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.218669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"warn","ts":"2026-07-02T06:04:30.749349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.124063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T06:04:30.749376Z","caller":"traceutil/trace.go:171","msg":"trace[1633022463] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:25508; }","duration":"160.328482ms","start":"2026-07-02T06:04:30.589027Z","end":"2026-07-02T06:04:30.749356Z","steps":["trace[1633022463] 'agreement among raft nodes before linearized reading' (duration: 159.994731ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:30.749396Z","caller":"traceutil/trace.go:171","msg":"trace[68640013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25508; }","duration":"119.188055ms","start":"2026-07-02T06:04:30.630195Z","end":"2026-07-02T06:04:30.749383Z","steps":["trace[68640013] 'agreement among raft nodes before linearized reading' (duration: 119.001449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:30.749407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.266586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-02T06:04:30.749503Z","caller":"traceutil/trace.go:171","msg":"trace[441032612] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25508; }","duration":"138.372619ms","start":"2026-07-02T06:04:30.611117Z","end":"2026-07-02T06:04:30.74949Z","steps":["trace[441032612] 'agreement among raft nodes before linearized reading' (duration: 138.165793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:30.749637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.374591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-02T06:04:30.749868Z","caller":"traceutil/trace.go:171","msg":"trace[1719473335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25508; }","duration":"119.62927ms","start":"2026-07-02T06:04:30.630215Z","end":"2026-07-02T06:04:30.749845Z","steps":["trace[1719473335] 'agreement among raft nodes before linearized reading' (duration: 118.927097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:30.750125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.619909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-02T06:04:30.750179Z","caller":"traceutil/trace.go:171","msg":"trace[2001634842] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25508; }","duration":"139.692292ms","start":"2026-07-02T06:04:30.610474Z","end":"2026-07-02T06:04:30.750166Z","steps":["trace[2001634842] 'agreement among raft nodes before linearized reading' (duration: 138.626718ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:30.920953Z","caller":"traceutil/trace.go:171","msg":"trace[883101802] transaction","detail":"{read_only:false; response_revision:25510; number_of_response:1; }","duration":"166.408646ms","start":"2026-07-02T06:04:30.754506Z","end":"2026-07-02T06:04:30.920914Z","steps":["trace[883101802] 'process raft request' (duration: 110.514367ms)","trace[883101802] 'compare' (duration: 55.580259ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:04:30.921029Z","caller":"traceutil/trace.go:171","msg":"trace[1099979830] transaction","detail":"{read_only:false; response_revision:25511; number_of_response:1; }","duration":"165.813067ms","start":"2026-07-02T06:04:30.755169Z","end":"2026-07-02T06:04:30.920982Z","steps":["trace[1099979830] 'process raft request' (duration: 165.639562ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:30.92097Z","caller":"traceutil/trace.go:171","msg":"trace[2124569948] linearizableReadLoop","detail":"{readStateIndex:26360; appliedIndex:26358; }","duration":"165.861308ms","start":"2026-07-02T06:04:30.755091Z","end":"2026-07-02T06:04:30.920952Z","steps":["trace[2124569948] 'read index received' (duration: 24.721421ms)","trace[2124569948] 'applied index is now lower than readState.Index' (duration: 141.138797ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:30.921448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.811821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:30.921524Z","caller":"traceutil/trace.go:171","msg":"trace[724050612] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:25513; }","duration":"162.914544ms","start":"2026-07-02T06:04:30.758588Z","end":"2026-07-02T06:04:30.921502Z","steps":["trace[724050612] 'agreement among raft nodes before linearized reading' (duration: 162.78845ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:30.921593Z","caller":"traceutil/trace.go:171","msg":"trace[759169196] transaction","detail":"{read_only:false; response_revision:25512; number_of_response:1; }","duration":"166.384006ms","start":"2026-07-02T06:04:30.755193Z","end":"2026-07-02T06:04:30.921577Z","steps":["trace[759169196] 'process raft request' (duration: 165.680053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:30.921662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.563362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" ","response":"range_response_count:99 size:81064"} {"level":"info","ts":"2026-07-02T06:04:30.921735Z","caller":"traceutil/trace.go:171","msg":"trace[1547406715] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:99; response_revision:25513; }","duration":"166.696236ms","start":"2026-07-02T06:04:30.755019Z","end":"2026-07-02T06:04:30.921715Z","steps":["trace[1547406715] 'agreement among raft nodes before linearized reading' (duration: 165.986983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:30.921852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.012004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-02T06:04:30.921894Z","caller":"traceutil/trace.go:171","msg":"trace[779717230] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:25513; }","duration":"151.088146ms","start":"2026-07-02T06:04:30.770796Z","end":"2026-07-02T06:04:30.921884Z","steps":["trace[779717230] 'agreement among raft nodes before linearized reading' (duration: 150.950332ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:30.921895Z","caller":"traceutil/trace.go:171","msg":"trace[1859590087] transaction","detail":"{read_only:false; response_revision:25513; number_of_response:1; }","duration":"165.8977ms","start":"2026-07-02T06:04:30.755967Z","end":"2026-07-02T06:04:30.921864Z","steps":["trace[1859590087] 'process raft request' (duration: 164.948389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:30.921518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.735037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1826"} {"level":"info","ts":"2026-07-02T06:04:30.922057Z","caller":"traceutil/trace.go:171","msg":"trace[2058876490] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:25513; }","duration":"142.314756ms","start":"2026-07-02T06:04:30.779732Z","end":"2026-07-02T06:04:30.922046Z","steps":["trace[2058876490] 'agreement among raft nodes before linearized reading' (duration: 141.709436ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:31.120552Z","caller":"traceutil/trace.go:171","msg":"trace[133053022] transaction","detail":"{read_only:false; response_revision:25515; number_of_response:1; }","duration":"121.020653ms","start":"2026-07-02T06:04:30.9995Z","end":"2026-07-02T06:04:31.120521Z","steps":["trace[133053022] 'process raft request' (duration: 67.303184ms)","trace[133053022] 'compare' (duration: 53.497792ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:04:31.120559Z","caller":"traceutil/trace.go:171","msg":"trace[1351483417] transaction","detail":"{read_only:false; response_revision:25516; number_of_response:1; }","duration":"120.838948ms","start":"2026-07-02T06:04:30.999694Z","end":"2026-07-02T06:04:31.120533Z","steps":["trace[1351483417] 'process raft request' (duration: 120.745745ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:31.157693Z","caller":"traceutil/trace.go:171","msg":"trace[102196571] linearizableReadLoop","detail":"{readStateIndex:26367; appliedIndex:26365; }","duration":"157.724798ms","start":"2026-07-02T06:04:30.999946Z","end":"2026-07-02T06:04:31.15767Z","steps":["trace[102196571] 'read index received' (duration: 66.879741ms)","trace[102196571] 'applied index is now lower than readState.Index' (duration: 90.843807ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:31.158003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.053905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1347"} {"level":"info","ts":"2026-07-02T06:04:31.158051Z","caller":"traceutil/trace.go:171","msg":"trace[1513103822] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:25516; }","duration":"156.136717ms","start":"2026-07-02T06:04:31.001903Z","end":"2026-07-02T06:04:31.15804Z","steps":["trace[1513103822] 'agreement among raft nodes before linearized reading' (duration: 155.967042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:31.158078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.317945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-07-02T06:04:31.158144Z","caller":"traceutil/trace.go:171","msg":"trace[1882018685] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25516; }","duration":"152.404228ms","start":"2026-07-02T06:04:31.005724Z","end":"2026-07-02T06:04:31.158129Z","steps":["trace[1882018685] 'agreement among raft nodes before linearized reading' (duration: 152.235733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:31.158207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.645741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-02T06:04:31.158235Z","caller":"traceutil/trace.go:171","msg":"trace[1775699361] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25516; }","duration":"155.670052ms","start":"2026-07-02T06:04:31.002556Z","end":"2026-07-02T06:04:31.158227Z","steps":["trace[1775699361] 'agreement among raft nodes before linearized reading' (duration: 155.61501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:31.158234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.270696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1190"} {"level":"info","ts":"2026-07-02T06:04:31.158273Z","caller":"traceutil/trace.go:171","msg":"trace[462681636] range","detail":"{range_begin:/registry/roles/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:25516; }","duration":"158.332317ms","start":"2026-07-02T06:04:30.99993Z","end":"2026-07-02T06:04:31.158262Z","steps":["trace[462681636] 'agreement among raft nodes before linearized reading' (duration: 158.233564ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:31.474574Z","caller":"traceutil/trace.go:171","msg":"trace[392251345] transaction","detail":"{read_only:false; response_revision:25531; number_of_response:1; }","duration":"102.236772ms","start":"2026-07-02T06:04:31.372304Z","end":"2026-07-02T06:04:31.474541Z","steps":["trace[392251345] 'process raft request' (duration: 101.972764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:31.474585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.667898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-07-02T06:04:31.47472Z","caller":"traceutil/trace.go:171","msg":"trace[790644411] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:25531; }","duration":"103.820533ms","start":"2026-07-02T06:04:31.370876Z","end":"2026-07-02T06:04:31.474696Z","steps":["trace[790644411] 'agreement among raft nodes before linearized reading' (duration: 103.581045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:31.474969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.213024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111958"} {"level":"info","ts":"2026-07-02T06:04:31.475059Z","caller":"traceutil/trace.go:171","msg":"trace[1962173045] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:25531; }","duration":"103.332087ms","start":"2026-07-02T06:04:31.371709Z","end":"2026-07-02T06:04:31.475041Z","steps":["trace[1962173045] 'agreement among raft nodes before linearized reading' (duration: 102.914884ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:31.912446Z","caller":"traceutil/trace.go:171","msg":"trace[1718836406] transaction","detail":"{read_only:false; response_revision:25532; number_of_response:1; }","duration":"427.807044ms","start":"2026-07-02T06:04:31.484604Z","end":"2026-07-02T06:04:31.912411Z","steps":["trace[1718836406] 'process raft request' (duration: 371.832762ms)","trace[1718836406] 'compare' (duration: 55.727584ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:31.912655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:31.48455Z","time spent":"428.02271ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3291,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:31.945981Z","caller":"traceutil/trace.go:171","msg":"trace[1938214445] linearizableReadLoop","detail":"{readStateIndex:26385; appliedIndex:26383; }","duration":"459.899481ms","start":"2026-07-02T06:04:31.486042Z","end":"2026-07-02T06:04:31.945942Z","steps":["trace[1938214445] 'read index received' (duration: 370.412867ms)","trace[1938214445] 'applied index is now lower than readState.Index' (duration: 89.485484ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:04:31.946034Z","caller":"traceutil/trace.go:171","msg":"trace[349270487] transaction","detail":"{read_only:false; response_revision:25533; number_of_response:1; }","duration":"460.590154ms","start":"2026-07-02T06:04:31.485417Z","end":"2026-07-02T06:04:31.946007Z","steps":["trace[349270487] 'process raft request' (duration: 460.315175ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:31.946105Z","caller":"traceutil/trace.go:171","msg":"trace[210866448] transaction","detail":"{read_only:false; response_revision:25534; number_of_response:1; }","duration":"455.233982ms","start":"2026-07-02T06:04:31.490858Z","end":"2026-07-02T06:04:31.946092Z","steps":["trace[210866448] 'process raft request' (duration: 455.011165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:31.94614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:31.485399Z","time spent":"460.690206ms","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":944,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T06:04:31.946205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:31.49082Z","time spent":"455.312785ms","remote":"127.0.0.1:51512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:31.946286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.794318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-02T06:04:31.946345Z","caller":"traceutil/trace.go:171","msg":"trace[1509192769] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25534; }","duration":"305.891801ms","start":"2026-07-02T06:04:31.64044Z","end":"2026-07-02T06:04:31.946332Z","steps":["trace[1509192769] 'agreement among raft nodes before linearized reading' (duration: 305.750676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:31.946373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:31.640424Z","time spent":"305.943173ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T06:04:31.94664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.591323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111958"} {"level":"info","ts":"2026-07-02T06:04:31.946687Z","caller":"traceutil/trace.go:171","msg":"trace[452133666] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:25534; }","duration":"460.660075ms","start":"2026-07-02T06:04:31.486016Z","end":"2026-07-02T06:04:31.946676Z","steps":["trace[452133666] 'agreement among raft nodes before linearized reading' (duration: 460.389486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:31.946719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:31.486007Z","time spent":"460.701757ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111981,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-07-02T06:04:31.94707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.87399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224964"} {"level":"info","ts":"2026-07-02T06:04:31.947103Z","caller":"traceutil/trace.go:171","msg":"trace[1656382078] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:25534; }","duration":"215.906341ms","start":"2026-07-02T06:04:31.731188Z","end":"2026-07-02T06:04:31.947094Z","steps":["trace[1656382078] 'agreement among raft nodes before linearized reading' (duration: 215.294812ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:32.152076Z","caller":"traceutil/trace.go:171","msg":"trace[2078993652] transaction","detail":"{read_only:false; response_revision:25543; number_of_response:1; }","duration":"131.469488ms","start":"2026-07-02T06:04:32.020574Z","end":"2026-07-02T06:04:32.152044Z","steps":["trace[2078993652] 'process raft request' (duration: 94.306239ms)","trace[2078993652] 'compare' (duration: 36.537679ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:04:32.152175Z","caller":"traceutil/trace.go:171","msg":"trace[690487622] linearizableReadLoop","detail":"{readStateIndex:26395; appliedIndex:26393; }","duration":"131.164398ms","start":"2026-07-02T06:04:32.020971Z","end":"2026-07-02T06:04:32.152135Z","steps":["trace[690487622] 'read index received' (duration: 62.376886ms)","trace[690487622] 'applied index is now lower than readState.Index' (duration: 68.784872ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:04:32.152302Z","caller":"traceutil/trace.go:171","msg":"trace[1792410807] transaction","detail":"{read_only:false; response_revision:25544; number_of_response:1; }","duration":"117.79479ms","start":"2026-07-02T06:04:32.034473Z","end":"2026-07-02T06:04:32.152268Z","steps":["trace[1792410807] 'process raft request' (duration: 117.196781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:32.152493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.488459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9540"} {"level":"info","ts":"2026-07-02T06:04:32.152556Z","caller":"traceutil/trace.go:171","msg":"trace[1819037803] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25545; }","duration":"131.593262ms","start":"2026-07-02T06:04:32.020945Z","end":"2026-07-02T06:04:32.152538Z","steps":["trace[1819037803] 'agreement among raft nodes before linearized reading' (duration: 131.384165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:32.152544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.418504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-07-02T06:04:32.152619Z","caller":"traceutil/trace.go:171","msg":"trace[447888063] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25545; }","duration":"130.524778ms","start":"2026-07-02T06:04:32.022073Z","end":"2026-07-02T06:04:32.152597Z","steps":["trace[447888063] 'agreement among raft nodes before linearized reading' (duration: 130.333312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:32.330346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.24255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-07-02T06:04:32.330436Z","caller":"traceutil/trace.go:171","msg":"trace[2065045043] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25548; }","duration":"165.353443ms","start":"2026-07-02T06:04:32.165058Z","end":"2026-07-02T06:04:32.330412Z","steps":["trace[2065045043] 'agreement among raft nodes before linearized reading' (duration: 86.459427ms)","trace[2065045043] 'range keys from in-memory index tree' (duration: 78.685068ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:32.330603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.802293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/local-path-storage/\" range_end:\"/registry/resourcequotas/local-path-storage0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:32.330663Z","caller":"traceutil/trace.go:171","msg":"trace[1894893020] range","detail":"{range_begin:/registry/resourcequotas/local-path-storage/; range_end:/registry/resourcequotas/local-path-storage0; response_count:0; response_revision:25548; }","duration":"168.894456ms","start":"2026-07-02T06:04:32.161752Z","end":"2026-07-02T06:04:32.330647Z","steps":["trace[1894893020] 'agreement among raft nodes before linearized reading' (duration: 89.758733ms)","trace[1894893020] 'range keys from in-memory index tree' (duration: 79.04001ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:32.330712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.499668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1347"} {"level":"info","ts":"2026-07-02T06:04:32.330759Z","caller":"traceutil/trace.go:171","msg":"trace[1205905860] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:25548; }","duration":"170.560939ms","start":"2026-07-02T06:04:32.160183Z","end":"2026-07-02T06:04:32.330744Z","steps":["trace[1205905860] 'agreement among raft nodes before linearized reading' (duration: 91.331483ms)","trace[1205905860] 'range keys from in-memory index tree' (duration: 79.124542ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:04:32.539026Z","caller":"traceutil/trace.go:171","msg":"trace[654444153] linearizableReadLoop","detail":"{readStateIndex:26403; appliedIndex:26402; }","duration":"130.054653ms","start":"2026-07-02T06:04:32.408939Z","end":"2026-07-02T06:04:32.538994Z","steps":["trace[654444153] 'read index received' (duration: 63.707159ms)","trace[654444153] 'applied index is now lower than readState.Index' (duration: 66.346184ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:04:32.539094Z","caller":"traceutil/trace.go:171","msg":"trace[146983381] transaction","detail":"{read_only:false; response_revision:25551; number_of_response:1; }","duration":"133.733671ms","start":"2026-07-02T06:04:32.405314Z","end":"2026-07-02T06:04:32.539048Z","steps":["trace[146983381] 'process raft request' (duration: 67.434539ms)","trace[146983381] 'compare' (duration: 66.069734ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:32.539291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.328592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-07-02T06:04:32.539359Z","caller":"traceutil/trace.go:171","msg":"trace[1960216132] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:25551; }","duration":"130.427214ms","start":"2026-07-02T06:04:32.408915Z","end":"2026-07-02T06:04:32.539342Z","steps":["trace[1960216132] 'agreement among raft nodes before linearized reading' (duration: 130.180856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:32.539416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.64232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-07-02T06:04:32.539496Z","caller":"traceutil/trace.go:171","msg":"trace[1216861824] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:25551; }","duration":"129.753044ms","start":"2026-07-02T06:04:32.409723Z","end":"2026-07-02T06:04:32.539476Z","steps":["trace[1216861824] 'agreement among raft nodes before linearized reading' (duration: 129.507106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:33.890409Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383324269,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:04:34.391021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383324269,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:04:34.891751Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383324269,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:04:35.392741Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383324269,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:04:35.453274Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.086895139s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T06:04:35.453694Z","caller":"traceutil/trace.go:171","msg":"trace[1578056497] transaction","detail":"{read_only:false; response_revision:25566; number_of_response:1; }","duration":"2.087396655s","start":"2026-07-02T06:04:33.366273Z","end":"2026-07-02T06:04:35.453669Z","steps":["trace[1578056497] 'process raft request' (duration: 2.087203009s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:35.453874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:33.366252Z","time spent":"2.087522858s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:35.935259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000308007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:04:35.935319Z","caller":"traceutil/trace.go:171","msg":"trace[1722477448] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000427452s","start":"2026-07-02T06:04:33.934879Z","end":"2026-07-02T06:04:35.935306Z","steps":["trace[1722477448] 'agreement among raft nodes before linearized reading' (duration: 2.000351809s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:35.935354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:33.934805Z","time spent":"2.000543515s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:04:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:04:37.559257Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.105740041s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T06:04:37.559716Z","caller":"traceutil/trace.go:171","msg":"trace[1738789049] transaction","detail":"{read_only:false; response_revision:25567; number_of_response:1; }","duration":"4.193363123s","start":"2026-07-02T06:04:33.366323Z","end":"2026-07-02T06:04:37.559686Z","steps":["trace[1738789049] 'process raft request' (duration: 4.193149486s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:37.559862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:33.366303Z","time spent":"4.193476017s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:37.559938Z","caller":"traceutil/trace.go:171","msg":"trace[812283984] transaction","detail":"{read_only:false; response_revision:25568; number_of_response:1; }","duration":"4.193490788s","start":"2026-07-02T06:04:33.366428Z","end":"2026-07-02T06:04:37.559919Z","steps":["trace[812283984] 'process raft request' (duration: 4.193217459s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:37.560006Z","caller":"traceutil/trace.go:171","msg":"trace[1432636604] transaction","detail":"{read_only:false; response_revision:25571; number_of_response:1; }","duration":"4.191496423s","start":"2026-07-02T06:04:33.368499Z","end":"2026-07-02T06:04:37.559995Z","steps":["trace[1432636604] 'process raft request' (duration: 4.191418111s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:37.560001Z","caller":"traceutil/trace.go:171","msg":"trace[275877787] transaction","detail":"{read_only:false; response_revision:25569; number_of_response:1; }","duration":"4.193033103s","start":"2026-07-02T06:04:33.366929Z","end":"2026-07-02T06:04:37.559962Z","steps":["trace[275877787] 'process raft request' (duration: 4.192908309s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:37.560029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:33.3664Z","time spent":"4.193585131s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:37.560011Z","caller":"traceutil/trace.go:171","msg":"trace[864646633] transaction","detail":"{read_only:false; response_revision:25570; number_of_response:1; }","duration":"4.1926256s","start":"2026-07-02T06:04:33.367355Z","end":"2026-07-02T06:04:37.55998Z","steps":["trace[864646633] 'process raft request' (duration: 4.192534027s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:37.560067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:33.368474Z","time spent":"4.191563915s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:37.560071Z","caller":"traceutil/trace.go:171","msg":"trace[24861876] linearizableReadLoop","detail":"{readStateIndex:26427; appliedIndex:26417; }","duration":"4.170311785s","start":"2026-07-02T06:04:33.389747Z","end":"2026-07-02T06:04:37.560059Z","steps":["trace[24861876] 'read index received' (duration: 2.063858151s)","trace[24861876] 'applied index is now lower than readState.Index' (duration: 2.106452884s)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:04:37.560128Z","caller":"traceutil/trace.go:171","msg":"trace[1076762012] transaction","detail":"{read_only:false; response_revision:25574; number_of_response:1; }","duration":"3.160574805s","start":"2026-07-02T06:04:34.399544Z","end":"2026-07-02T06:04:37.560118Z","steps":["trace[1076762012] 'process raft request' (duration: 3.160459901s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:37.560134Z","caller":"traceutil/trace.go:171","msg":"trace[911219698] transaction","detail":"{read_only:false; response_revision:25575; number_of_response:1; }","duration":"2.217375405s","start":"2026-07-02T06:04:35.342751Z","end":"2026-07-02T06:04:37.560126Z","steps":["trace[911219698] 'process raft request' (duration: 2.217278732s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:37.560146Z","caller":"traceutil/trace.go:171","msg":"trace[1788252758] transaction","detail":"{read_only:false; response_revision:25572; number_of_response:1; }","duration":"4.191579157s","start":"2026-07-02T06:04:33.368558Z","end":"2026-07-02T06:04:37.560137Z","steps":["trace[1788252758] 'process raft request' (duration: 4.19138817s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:37.560149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:33.366923Z","time spent":"4.193140246s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:37.560161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:33.367344Z","time spent":"4.192744623s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:37.560184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:35.342717Z","time spent":"2.217440047s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:37.560181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:34.399522Z","time spent":"3.160631877s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:37.560191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:33.368549Z","time spent":"4.191617278s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:37.560221Z","caller":"traceutil/trace.go:171","msg":"trace[1441374890] transaction","detail":"{read_only:false; response_revision:25573; number_of_response:1; }","duration":"3.535244918s","start":"2026-07-02T06:04:34.024942Z","end":"2026-07-02T06:04:37.560187Z","steps":["trace[1441374890] 'process raft request' (duration: 3.535030721s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:37.560335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.170573003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-07-02T06:04:37.56037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:34.024918Z","time spent":"3.535375933s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:37.560388Z","caller":"traceutil/trace.go:171","msg":"trace[2032000374] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4; range_end:; response_count:1; response_revision:25575; }","duration":"4.170653576s","start":"2026-07-02T06:04:33.389722Z","end":"2026-07-02T06:04:37.560376Z","steps":["trace[2032000374] 'agreement among raft nodes before linearized reading' (duration: 4.170418689s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:37.560423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:33.389714Z","time spent":"4.170700367s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" "} {"level":"warn","ts":"2026-07-02T06:04:37.936221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993171128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:04:37.936281Z","caller":"traceutil/trace.go:171","msg":"trace[870769436] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.993267801s","start":"2026-07-02T06:04:35.943Z","end":"2026-07-02T06:04:37.936268Z","steps":["trace[870769436] 'agreement among raft nodes before linearized reading' (duration: 1.993191579s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:37.936319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:35.942984Z","time spent":"1.993328473s","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:04:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:04:38.060921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383324290,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:04:38.562081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383324290,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:04:38.985617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999298261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:04:38.985676Z","caller":"traceutil/trace.go:171","msg":"trace[1355307431] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999395674s","start":"2026-07-02T06:04:33.986267Z","end":"2026-07-02T06:04:38.985663Z","steps":["trace[1355307431] 'agreement among raft nodes before linearized reading' (duration: 4.999319892s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:38.985709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:33.986252Z","time spent":"4.999451165s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/02 06:04:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:04:39.062826Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383324290,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:04:39.563358Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383324290,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:04:39.603471Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.043966665s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T06:04:39.764377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.724274ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-02T06:04:39.764773Z","caller":"traceutil/trace.go:171","msg":"trace[1809149359] transaction","detail":"{read_only:false; response_revision:25576; number_of_response:1; }","duration":"3.653179373s","start":"2026-07-02T06:04:36.111579Z","end":"2026-07-02T06:04:39.764758Z","steps":["trace[1809149359] 'process raft request' (duration: 3.652868903s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:39.764879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:36.111557Z","time spent":"3.653269246s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:39.934515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999337812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:04:39.934586Z","caller":"traceutil/trace.go:171","msg":"trace[1154168076] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999439625s","start":"2026-07-02T06:04:34.935131Z","end":"2026-07-02T06:04:39.934571Z","steps":["trace[1154168076] 'agreement among raft nodes before linearized reading' (duration: 4.999349713s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:39.934629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:34.935124Z","time spent":"4.999497597s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/02 06:04:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:04:39.941666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000500314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:04:39.941705Z","caller":"traceutil/trace.go:171","msg":"trace[406230770] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000570946s","start":"2026-07-02T06:04:37.941125Z","end":"2026-07-02T06:04:39.941696Z","steps":["trace[406230770] 'agreement among raft nodes before linearized reading' (duration: 2.000524924s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:39.941731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:37.941112Z","time spent":"2.000612668s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:04:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:04:39.944907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999820887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:04:39.944941Z","caller":"traceutil/trace.go:171","msg":"trace[438016558] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999876699s","start":"2026-07-02T06:04:34.945056Z","end":"2026-07-02T06:04:39.944933Z","steps":["trace[438016558] 'agreement among raft nodes before linearized reading' (duration: 4.999839198s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:39.944964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:34.945049Z","time spent":"4.99990975s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T06:04:40.132421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.563415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:04:40.132787Z","caller":"traceutil/trace.go:171","msg":"trace[1094113371] transaction","detail":"{read_only:false; response_revision:25577; number_of_response:1; }","duration":"2.673068882s","start":"2026-07-02T06:04:37.459671Z","end":"2026-07-02T06:04:40.13274Z","steps":["trace[1094113371] 'process raft request' (duration: 2.305078783s)","trace[1094113371] 'compare' (duration: 366.924874ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:04:40.132856Z","caller":"traceutil/trace.go:171","msg":"trace[312054514] transaction","detail":"{read_only:false; response_revision:25579; number_of_response:1; }","duration":"566.220504ms","start":"2026-07-02T06:04:39.566573Z","end":"2026-07-02T06:04:40.132793Z","steps":["trace[312054514] 'process raft request' (duration: 566.107961ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:40.132855Z","caller":"traceutil/trace.go:171","msg":"trace[1934897585] transaction","detail":"{read_only:false; response_revision:25578; number_of_response:1; }","duration":"883.655345ms","start":"2026-07-02T06:04:39.24916Z","end":"2026-07-02T06:04:40.132815Z","steps":["trace[1934897585] 'process raft request' (duration: 883.388386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:40.132947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:39.566554Z","time spent":"566.353538ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:40.132999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:39.249138Z","time spent":"883.774208ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:40.133006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:37.459655Z","time spent":"2.673225347s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:40.133012Z","caller":"traceutil/trace.go:171","msg":"trace[1479626514] transaction","detail":"{read_only:false; response_revision:25580; number_of_response:1; }","duration":"566.298636ms","start":"2026-07-02T06:04:39.56668Z","end":"2026-07-02T06:04:40.132979Z","steps":["trace[1479626514] 'process raft request' (duration: 566.072809ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:40.133081Z","caller":"traceutil/trace.go:171","msg":"trace[751419606] transaction","detail":"{read_only:false; response_revision:25581; number_of_response:1; }","duration":"566.295827ms","start":"2026-07-02T06:04:39.566755Z","end":"2026-07-02T06:04:40.133051Z","steps":["trace[751419606] 'process raft request' (duration: 566.113121ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:40.133184Z","caller":"traceutil/trace.go:171","msg":"trace[1745530265] transaction","detail":"{read_only:false; response_revision:25582; number_of_response:1; }","duration":"566.343628ms","start":"2026-07-02T06:04:39.566828Z","end":"2026-07-02T06:04:40.133172Z","steps":["trace[1745530265] 'process raft request' (duration: 566.170803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:40.133185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:39.566675Z","time spent":"566.424141ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:40.133231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:39.566821Z","time spent":"566.3862ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:40.133239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:39.566727Z","time spent":"566.430581ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:40.133356Z","caller":"traceutil/trace.go:171","msg":"trace[922743407] transaction","detail":"{read_only:false; response_revision:25583; number_of_response:1; }","duration":"566.39184ms","start":"2026-07-02T06:04:39.566956Z","end":"2026-07-02T06:04:40.133348Z","steps":["trace[922743407] 'process raft request' (duration: 566.170923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:40.133407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:39.56695Z","time spent":"566.425141ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:40.133451Z","caller":"traceutil/trace.go:171","msg":"trace[271130175] linearizableReadLoop","detail":"{readStateIndex:26431; appliedIndex:26427; }","duration":"2.57333652s","start":"2026-07-02T06:04:37.560096Z","end":"2026-07-02T06:04:40.133433Z","steps":["trace[271130175] 'read index received' (duration: 2.043531511s)","trace[271130175] 'applied index is now lower than readState.Index' (duration: 529.804229ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:04:40.133452Z","caller":"traceutil/trace.go:171","msg":"trace[1296084551] transaction","detail":"{read_only:false; response_revision:25584; number_of_response:1; }","duration":"566.436011ms","start":"2026-07-02T06:04:39.566995Z","end":"2026-07-02T06:04:40.133431Z","steps":["trace[1296084551] 'process raft request' (duration: 566.313817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:40.133567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.341927538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-02T06:04:40.133575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:39.566982Z","time spent":"566.537075ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:40.133616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.918148682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-07-02T06:04:40.133654Z","caller":"traceutil/trace.go:171","msg":"trace[1660875649] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:25585; }","duration":"5.918222315s","start":"2026-07-02T06:04:34.215422Z","end":"2026-07-02T06:04:40.133645Z","steps":["trace[1660875649] 'agreement among raft nodes before linearized reading' (duration: 5.918113371s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:40.133593Z","caller":"traceutil/trace.go:171","msg":"trace[1734353564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25585; }","duration":"5.341975s","start":"2026-07-02T06:04:34.791611Z","end":"2026-07-02T06:04:40.133586Z","steps":["trace[1734353564] 'agreement among raft nodes before linearized reading' (duration: 5.341840935s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:40.133682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.670244052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18be63d5ba02f932\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-07-02T06:04:40.133677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.347433844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:40.13371Z","caller":"traceutil/trace.go:171","msg":"trace[1266049587] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18be63d5ba02f932; range_end:; response_count:1; response_revision:25585; }","duration":"2.670291752s","start":"2026-07-02T06:04:37.46341Z","end":"2026-07-02T06:04:40.133701Z","steps":["trace[1266049587] 'agreement among raft nodes before linearized reading' (duration: 2.67022764s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:40.133686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:34.215405Z","time spent":"5.918273906s","remote":"127.0.0.1:50040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-02T06:04:40.133708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:34.791604Z","time spent":"5.342089533s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-02T06:04:40.133732Z","caller":"traceutil/trace.go:171","msg":"trace[757703387] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25585; }","duration":"5.347511787s","start":"2026-07-02T06:04:34.786201Z","end":"2026-07-02T06:04:40.133713Z","steps":["trace[757703387] 'agreement among raft nodes before linearized reading' (duration: 5.347439534s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:40.133758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.842316348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:40.133781Z","caller":"traceutil/trace.go:171","msg":"trace[268391748] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25585; }","duration":"2.842340429s","start":"2026-07-02T06:04:37.291435Z","end":"2026-07-02T06:04:40.133776Z","steps":["trace[268391748] 'agreement among raft nodes before linearized reading' (duration: 2.842306188s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:40.133622Z","caller":"traceutil/trace.go:171","msg":"trace[1604545669] transaction","detail":"{read_only:false; response_revision:25585; number_of_response:1; }","duration":"566.217164ms","start":"2026-07-02T06:04:39.567398Z","end":"2026-07-02T06:04:40.133615Z","steps":["trace[1604545669] 'process raft request' (duration: 565.985746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:40.133801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:37.291402Z","time spent":"2.84239436s","remote":"127.0.0.1:50296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:40.133635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.344581302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:04:40.133853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:39.56739Z","time spent":"566.424641ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:40.13391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.589554134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:04:40.133944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.188549848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-02T06:04:40.133942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.402999601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-02T06:04:40.133935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.003397882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:40.133967Z","caller":"traceutil/trace.go:171","msg":"trace[1692203880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25585; }","duration":"5.18858213s","start":"2026-07-02T06:04:34.945378Z","end":"2026-07-02T06:04:40.13396Z","steps":["trace[1692203880] 'agreement among raft nodes before linearized reading' (duration: 5.188524068s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:40.13386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.497384123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:40.133992Z","caller":"traceutil/trace.go:171","msg":"trace[1926425134] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:25585; }","duration":"5.003495745s","start":"2026-07-02T06:04:35.130482Z","end":"2026-07-02T06:04:40.133978Z","steps":["trace[1926425134] 'agreement among raft nodes before linearized reading' (duration: 5.003382932s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:40.134017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:34.945372Z","time spent":"5.188626101s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T06:04:40.134035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:35.130462Z","time spent":"5.003564838s","remote":"127.0.0.1:39700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:40.134114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.195292799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-02T06:04:40.134171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.278092933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:40.134182Z","caller":"traceutil/trace.go:171","msg":"trace[1151524085] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589; range_end:; response_count:1; response_revision:25585; }","duration":"2.195387872s","start":"2026-07-02T06:04:37.938777Z","end":"2026-07-02T06:04:40.134165Z","steps":["trace[1151524085] 'agreement among raft nodes before linearized reading' (duration: 2.195212957s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:40.134213Z","caller":"traceutil/trace.go:171","msg":"trace[55322707] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25585; }","duration":"6.278161595s","start":"2026-07-02T06:04:33.856038Z","end":"2026-07-02T06:04:40.1342Z","steps":["trace[55322707] 'agreement among raft nodes before linearized reading' (duration: 6.278098923s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:40.134221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.20204466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-02T06:04:40.134242Z","caller":"traceutil/trace.go:171","msg":"trace[1805384309] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25585; }","duration":"5.202131754s","start":"2026-07-02T06:04:34.932104Z","end":"2026-07-02T06:04:40.134236Z","steps":["trace[1805384309] 'agreement among raft nodes before linearized reading' (duration: 5.202064741s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:40.13424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:37.938739Z","time spent":"2.195490125s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589\" "} {"level":"warn","ts":"2026-07-02T06:04:40.134245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:33.856022Z","time spent":"6.278214038s","remote":"127.0.0.1:44086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:40.134265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:34.932087Z","time spent":"5.202173934s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-02T06:04:40.134286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.734642178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1115"} {"level":"info","ts":"2026-07-02T06:04:40.134349Z","caller":"traceutil/trace.go:171","msg":"trace[1330161030] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:25585; }","duration":"5.7347015s","start":"2026-07-02T06:04:34.399628Z","end":"2026-07-02T06:04:40.13433Z","steps":["trace[1330161030] 'agreement among raft nodes before linearized reading' (duration: 5.734531154s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:40.134382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.241668539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:40.134402Z","caller":"traceutil/trace.go:171","msg":"trace[1064936854] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25585; }","duration":"5.24171087s","start":"2026-07-02T06:04:34.892685Z","end":"2026-07-02T06:04:40.134396Z","steps":["trace[1064936854] 'agreement among raft nodes before linearized reading' (duration: 5.241674119s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:40.134399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.851372847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-07-02T06:04:40.13443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:34.892672Z","time spent":"5.241749302s","remote":"127.0.0.1:46844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:04:40.134441Z","caller":"traceutil/trace.go:171","msg":"trace[1816962686] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25585; }","duration":"2.851452941s","start":"2026-07-02T06:04:37.282977Z","end":"2026-07-02T06:04:40.13443Z","steps":["trace[1816962686] 'agreement among raft nodes before linearized reading' (duration: 2.851259535s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:40.134473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:37.282958Z","time spent":"2.851508042s","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-07-02T06:04:40.134444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.260656466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-02T06:04:40.134394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:34.39961Z","time spent":"5.734774282s","remote":"127.0.0.1:50172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1138,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"warn","ts":"2026-07-02T06:04:40.134564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.334432667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-07-02T06:04:40.134604Z","caller":"traceutil/trace.go:171","msg":"trace[123852436] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4; range_end:; response_count:1; response_revision:25585; }","duration":"6.334484519s","start":"2026-07-02T06:04:33.800109Z","end":"2026-07-02T06:04:40.134593Z","steps":["trace[123852436] 'agreement among raft nodes before linearized reading' (duration: 6.334375596s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:40.134616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427295096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:04:40.134642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:33.800103Z","time spent":"6.33453088s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" "} {"level":"warn","ts":"2026-07-02T06:04:40.134655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.274011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:40.134665Z","caller":"traceutil/trace.go:171","msg":"trace[1194123397] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25585; }","duration":"1.427359248s","start":"2026-07-02T06:04:38.707289Z","end":"2026-07-02T06:04:40.134648Z","steps":["trace[1194123397] 'agreement among raft nodes before linearized reading' (duration: 1.427295266s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:40.134686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.743721392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:40.134698Z","caller":"traceutil/trace.go:171","msg":"trace[461931961] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25585; }","duration":"449.345163ms","start":"2026-07-02T06:04:39.68534Z","end":"2026-07-02T06:04:40.134685Z","steps":["trace[461931961] 'agreement among raft nodes before linearized reading' (duration: 449.283051ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:40.134725Z","caller":"traceutil/trace.go:171","msg":"trace[1262533970] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25585; }","duration":"3.743806594s","start":"2026-07-02T06:04:36.390909Z","end":"2026-07-02T06:04:40.134715Z","steps":["trace[1262533970] 'agreement among raft nodes before linearized reading' (duration: 3.743737292s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:40.134721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:38.707276Z","time spent":"1.427431301s","remote":"127.0.0.1:46978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:04:40.134613Z","caller":"traceutil/trace.go:171","msg":"trace[1578850971] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25585; }","duration":"6.260895873s","start":"2026-07-02T06:04:33.873675Z","end":"2026-07-02T06:04:40.134571Z","steps":["trace[1578850971] 'agreement among raft nodes before linearized reading' (duration: 6.260435149s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:40.134813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.443507681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:04:40.134826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.700685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:04:40.134914Z","caller":"traceutil/trace.go:171","msg":"trace[1063764520] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25585; }","duration":"743.813409ms","start":"2026-07-02T06:04:39.391087Z","end":"2026-07-02T06:04:40.1349Z","steps":["trace[1063764520] 'agreement among raft nodes before linearized reading' (duration: 743.704235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:40.134966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:39.391071Z","time spent":"743.882221ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:04:40.133912Z","caller":"traceutil/trace.go:171","msg":"trace[691098900] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:25585; }","duration":"6.344895262s","start":"2026-07-02T06:04:33.788974Z","end":"2026-07-02T06:04:40.13387Z","steps":["trace[691098900] 'agreement among raft nodes before linearized reading' (duration: 6.344574052s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:40.13501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.416818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:04:40.135035Z","caller":"traceutil/trace.go:171","msg":"trace[1919791483] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25585; }","duration":"819.47383ms","start":"2026-07-02T06:04:39.315553Z","end":"2026-07-02T06:04:40.135027Z","steps":["trace[1919791483] 'agreement among raft nodes before linearized reading' (duration: 819.434619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:40.135062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:39.315535Z","time spent":"819.521772ms","remote":"127.0.0.1:50356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:40.133604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.826502799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:04:40.13497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130716233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:40.135103Z","caller":"traceutil/trace.go:171","msg":"trace[210698860] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25585; }","duration":"5.828028658s","start":"2026-07-02T06:04:34.307058Z","end":"2026-07-02T06:04:40.135086Z","steps":["trace[210698860] 'agreement among raft nodes before linearized reading' (duration: 5.826449517s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:40.135043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:33.788959Z","time spent":"6.346063179s","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:40.135145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:34.307044Z","time spent":"5.828088689s","remote":"127.0.0.1:44146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:04:40.135151Z","caller":"traceutil/trace.go:171","msg":"trace[676691507] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:25585; }","duration":"1.130893299s","start":"2026-07-02T06:04:39.004229Z","end":"2026-07-02T06:04:40.135122Z","steps":["trace[676691507] 'agreement among raft nodes before linearized reading' (duration: 1.130716333s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:40.135168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157227091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:04:40.135246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579769397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:04:40.134476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.552693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:40.135267Z","caller":"traceutil/trace.go:171","msg":"trace[818424276] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25585; }","duration":"1.579818858s","start":"2026-07-02T06:04:38.555442Z","end":"2026-07-02T06:04:40.135261Z","steps":["trace[818424276] 'agreement among raft nodes before linearized reading' (duration: 1.579780987s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:40.135255Z","caller":"traceutil/trace.go:171","msg":"trace[1384352427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25585; }","duration":"1.157353736s","start":"2026-07-02T06:04:38.977884Z","end":"2026-07-02T06:04:40.135237Z","steps":["trace[1384352427] 'agreement among raft nodes before linearized reading' (duration: 1.15717674s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:40.135287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:38.555428Z","time spent":"1.579853339s","remote":"127.0.0.1:50400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:04:40.13529Z","caller":"traceutil/trace.go:171","msg":"trace[1010811847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25585; }","duration":"193.39193ms","start":"2026-07-02T06:04:39.941887Z","end":"2026-07-02T06:04:40.135278Z","steps":["trace[1010811847] 'agreement among raft nodes before linearized reading' (duration: 192.541233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:40.135291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569099475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-07-02T06:04:40.135311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:38.977867Z","time spent":"1.157428988s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T06:04:40.135334Z","caller":"traceutil/trace.go:171","msg":"trace[978522768] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4; range_end:; response_count:1; response_revision:25585; }","duration":"1.569144176s","start":"2026-07-02T06:04:38.56618Z","end":"2026-07-02T06:04:40.135324Z","steps":["trace[978522768] 'agreement among raft nodes before linearized reading' (duration: 1.569009422s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:40.134917Z","caller":"traceutil/trace.go:171","msg":"trace[1832202723] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25585; }","duration":"4.443644186s","start":"2026-07-02T06:04:35.691259Z","end":"2026-07-02T06:04:40.134904Z","steps":["trace[1832202723] 'agreement among raft nodes before linearized reading' (duration: 4.443521852s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:40.135376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:38.566149Z","time spent":"1.569220079s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" "} {"level":"warn","ts":"2026-07-02T06:04:40.135398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:35.691239Z","time spent":"4.444149431s","remote":"127.0.0.1:47176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:40.134816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:33.873657Z","time spent":"6.261147351s","remote":"127.0.0.1:50062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-02T06:04:40.133782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:34.786186Z","time spent":"5.347582559s","remote":"127.0.0.1:47164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:04:40.133975Z","caller":"traceutil/trace.go:171","msg":"trace[199523440] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25585; }","duration":"6.403064873s","start":"2026-07-02T06:04:33.730901Z","end":"2026-07-02T06:04:40.133965Z","steps":["trace[199523440] 'agreement among raft nodes before linearized reading' (duration: 6.40296518s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:40.135569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522752822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:04:40.134526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.825089494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128996"} {"level":"info","ts":"2026-07-02T06:04:40.13561Z","caller":"traceutil/trace.go:171","msg":"trace[1798786170] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25585; }","duration":"1.522824644s","start":"2026-07-02T06:04:38.612776Z","end":"2026-07-02T06:04:40.1356Z","steps":["trace[1798786170] 'agreement among raft nodes before linearized reading' (duration: 1.522750022s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:40.135618Z","caller":"traceutil/trace.go:171","msg":"trace[138159256] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25585; }","duration":"5.826189308s","start":"2026-07-02T06:04:34.309417Z","end":"2026-07-02T06:04:40.135606Z","steps":["trace[138159256] 'agreement among raft nodes before linearized reading' (duration: 5.82500025s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:40.134013Z","caller":"traceutil/trace.go:171","msg":"trace[878624665] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:25585; }","duration":"5.497566229s","start":"2026-07-02T06:04:34.636437Z","end":"2026-07-02T06:04:40.134003Z","steps":["trace[878624665] 'agreement among raft nodes before linearized reading' (duration: 5.497370773s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:40.135579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:33.730884Z","time spent":"6.404676944s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T06:04:40.135674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:34.636421Z","time spent":"5.499243873s","remote":"127.0.0.1:50284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:04:40.133968Z","caller":"traceutil/trace.go:171","msg":"trace[571940523] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25585; }","duration":"5.589642077s","start":"2026-07-02T06:04:34.544311Z","end":"2026-07-02T06:04:40.133953Z","steps":["trace[571940523] 'agreement among raft nodes before linearized reading' (duration: 5.589572444s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:40.133729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:37.463403Z","time spent":"2.670321194s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18be63d5ba02f932\" "} {"level":"warn","ts":"2026-07-02T06:04:40.135736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:34.544291Z","time spent":"5.591432724s","remote":"127.0.0.1:50392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:40.134756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:39.685324Z","time spent":"449.417926ms","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-02T06:04:40.135026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.813558436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:04:40.134759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:36.390889Z","time spent":"3.743861416s","remote":"127.0.0.1:47064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:04:40.135883Z","caller":"traceutil/trace.go:171","msg":"trace[813108659] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25585; }","duration":"4.814443694s","start":"2026-07-02T06:04:35.321426Z","end":"2026-07-02T06:04:40.135869Z","steps":["trace[813108659] 'agreement among raft nodes before linearized reading' (duration: 4.813568206s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:40.135953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:35.32141Z","time spent":"4.814531166s","remote":"127.0.0.1:50340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:40.134558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.333962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:04:40.136029Z","caller":"traceutil/trace.go:171","msg":"trace[543088196] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25585; }","duration":"275.83859ms","start":"2026-07-02T06:04:39.860182Z","end":"2026-07-02T06:04:40.136021Z","steps":["trace[543088196] 'agreement among raft nodes before linearized reading' (duration: 274.324601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:40.135641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:38.612765Z","time spent":"1.522868265s","remote":"127.0.0.1:36136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:40.135644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:34.309412Z","time spent":"5.826225479s","remote":"127.0.0.1:50024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129019,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-02T06:04:40.1346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221989375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:04:40.136532Z","caller":"traceutil/trace.go:171","msg":"trace[1403606579] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25585; }","duration":"1.223966678s","start":"2026-07-02T06:04:38.912552Z","end":"2026-07-02T06:04:40.136519Z","steps":["trace[1403606579] 'agreement among raft nodes before linearized reading' (duration: 1.222015535s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:40.136574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:38.912536Z","time spent":"1.22402317s","remote":"127.0.0.1:51512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:40.136661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079202612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:40.138226Z","caller":"traceutil/trace.go:171","msg":"trace[909815808] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25585; }","duration":"2.080805404s","start":"2026-07-02T06:04:38.057402Z","end":"2026-07-02T06:04:40.138207Z","steps":["trace[909815808] 'agreement among raft nodes before linearized reading' (duration: 2.077529669s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:40.138354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:38.057385Z","time spent":"2.080948009s","remote":"127.0.0.1:46850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:40.135222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:39.00422Z","time spent":"1.130969361s","remote":"127.0.0.1:39626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:04:40.518515Z","caller":"traceutil/trace.go:171","msg":"trace[120107323] linearizableReadLoop","detail":"{readStateIndex:26439; appliedIndex:26438; }","duration":"377.741801ms","start":"2026-07-02T06:04:40.140754Z","end":"2026-07-02T06:04:40.518496Z","steps":["trace[120107323] 'read index received' (duration: 377.69724ms)","trace[120107323] 'applied index is now lower than readState.Index' (duration: 43.591µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:04:40.518617Z","caller":"traceutil/trace.go:171","msg":"trace[657107953] transaction","detail":"{read_only:false; response_revision:25586; number_of_response:1; }","duration":"378.032931ms","start":"2026-07-02T06:04:40.140539Z","end":"2026-07-02T06:04:40.518572Z","steps":["trace[657107953] 'process raft request' (duration: 377.808794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:40.518832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:40.140519Z","time spent":"378.186245ms","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:40.519129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.352831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:92 size:120306"} {"level":"info","ts":"2026-07-02T06:04:40.519163Z","caller":"traceutil/trace.go:171","msg":"trace[1208199140] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:92; response_revision:25586; }","duration":"378.424144ms","start":"2026-07-02T06:04:40.140732Z","end":"2026-07-02T06:04:40.519156Z","steps":["trace[1208199140] 'agreement among raft nodes before linearized reading' (duration: 377.861876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:40.519192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:40.140724Z","time spent":"378.459854ms","remote":"127.0.0.1:50166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":92,"response size":120329,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-07-02T06:04:41.019232Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383324307,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:04:41.733808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121508807s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:41.733918Z","caller":"traceutil/trace.go:171","msg":"trace[1413145011] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25586; }","duration":"1.121632721s","start":"2026-07-02T06:04:40.612267Z","end":"2026-07-02T06:04:41.7339Z","steps":["trace[1413145011] 'range keys from in-memory index tree' (duration: 1.121494327s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:41.734941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.742518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:04:41.735293Z","caller":"traceutil/trace.go:171","msg":"trace[1386223051] transaction","detail":"{read_only:false; response_revision:25588; number_of_response:1; }","duration":"1.592604257s","start":"2026-07-02T06:04:40.142661Z","end":"2026-07-02T06:04:41.735265Z","steps":["trace[1386223051] 'process raft request' (duration: 1.59238674s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:41.735322Z","caller":"traceutil/trace.go:171","msg":"trace[37573323] transaction","detail":"{read_only:false; response_revision:25587; number_of_response:1; }","duration":"1.59458544s","start":"2026-07-02T06:04:40.140703Z","end":"2026-07-02T06:04:41.735289Z","steps":["trace[37573323] 'process raft request' (duration: 1.327312135s)","trace[37573323] 'compare' (duration: 265.941423ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:04:41.735332Z","caller":"traceutil/trace.go:171","msg":"trace[1622502299] transaction","detail":"{read_only:false; response_revision:25589; number_of_response:1; }","duration":"1.592288166s","start":"2026-07-02T06:04:40.143014Z","end":"2026-07-02T06:04:41.735302Z","steps":["trace[1622502299] 'process raft request' (duration: 1.592173222s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:41.73544Z","caller":"traceutil/trace.go:171","msg":"trace[658867346] linearizableReadLoop","detail":"{readStateIndex:26443; appliedIndex:26439; }","duration":"1.216855059s","start":"2026-07-02T06:04:40.51857Z","end":"2026-07-02T06:04:41.735425Z","steps":["trace[658867346] 'read index received' (duration: 949.47992ms)","trace[658867346] 'applied index is now lower than readState.Index' (duration: 267.372879ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:41.735455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:40.140678Z","time spent":"1.594708503s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:41.735452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:40.142644Z","time spent":"1.59271943s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:41.735519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590189369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:41.73553Z","caller":"traceutil/trace.go:171","msg":"trace[1666038283] transaction","detail":"{read_only:false; response_revision:25590; number_of_response:1; }","duration":"1.590329374s","start":"2026-07-02T06:04:40.145172Z","end":"2026-07-02T06:04:41.735501Z","steps":["trace[1666038283] 'process raft request' (duration: 1.590062456s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:41.73556Z","caller":"traceutil/trace.go:171","msg":"trace[1834630218] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25590; }","duration":"1.590266982s","start":"2026-07-02T06:04:40.145281Z","end":"2026-07-02T06:04:41.735548Z","steps":["trace[1834630218] 'agreement among raft nodes before linearized reading' (duration: 1.590187699s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:41.73556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:40.143003Z","time spent":"1.59239769s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:41.735598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:40.145275Z","time spent":"1.590315453s","remote":"127.0.0.1:50166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-02T06:04:41.73562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592604497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a952f30e-7659-44e5-94c4-c7923f1f6ad7\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-07-02T06:04:41.735636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591810331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:04:41.735705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100454044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:04:41.735692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:40.14516Z","time spent":"1.590431707s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:41.73573Z","caller":"traceutil/trace.go:171","msg":"trace[501807731] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25590; }","duration":"1.100508004s","start":"2026-07-02T06:04:40.635217Z","end":"2026-07-02T06:04:41.735725Z","steps":["trace[501807731] 'agreement among raft nodes before linearized reading' (duration: 1.100461383s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:41.735737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172824069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:04:41.735736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.546952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:04:41.735752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:40.635201Z","time spent":"1.100545646s","remote":"127.0.0.1:42718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:41.735738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212121158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128996"} {"level":"info","ts":"2026-07-02T06:04:41.735771Z","caller":"traceutil/trace.go:171","msg":"trace[1022259996] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25590; }","duration":"1.172920222s","start":"2026-07-02T06:04:40.562839Z","end":"2026-07-02T06:04:41.73576Z","steps":["trace[1022259996] 'agreement among raft nodes before linearized reading' (duration: 1.17284721s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:41.73578Z","caller":"traceutil/trace.go:171","msg":"trace[789720928] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25590; }","duration":"909.621875ms","start":"2026-07-02T06:04:40.826146Z","end":"2026-07-02T06:04:41.735768Z","steps":["trace[789720928] 'agreement among raft nodes before linearized reading' (duration: 909.542342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:41.735773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.055429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-02T06:04:41.735803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:40.562823Z","time spent":"1.172974485s","remote":"127.0.0.1:39580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:04:41.735805Z","caller":"traceutil/trace.go:171","msg":"trace[776294205] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25590; }","duration":"1.212228831s","start":"2026-07-02T06:04:40.523559Z","end":"2026-07-02T06:04:41.735788Z","steps":["trace[776294205] 'agreement among raft nodes before linearized reading' (duration: 1.212016755s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:41.735821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:40.826131Z","time spent":"909.674596ms","remote":"127.0.0.1:50910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:04:41.735824Z","caller":"traceutil/trace.go:171","msg":"trace[1008751462] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:25590; }","duration":"965.141432ms","start":"2026-07-02T06:04:40.770668Z","end":"2026-07-02T06:04:41.735809Z","steps":["trace[1008751462] 'agreement among raft nodes before linearized reading' (duration: 965.007178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:41.735843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:40.523543Z","time spent":"1.212291373s","remote":"127.0.0.1:50024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129019,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-02T06:04:41.73587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:40.770645Z","time spent":"965.216705ms","remote":"127.0.0.1:49992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"info","ts":"2026-07-02T06:04:41.735657Z","caller":"traceutil/trace.go:171","msg":"trace[909517101] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a952f30e-7659-44e5-94c4-c7923f1f6ad7; range_end:; response_count:1; response_revision:25590; }","duration":"1.592669219s","start":"2026-07-02T06:04:40.142975Z","end":"2026-07-02T06:04:41.735644Z","steps":["trace[909517101] 'agreement among raft nodes before linearized reading' (duration: 1.592534794s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:41.735776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.96307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:04:41.735944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:40.142932Z","time spent":"1.592998629s","remote":"127.0.0.1:50108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-a952f30e-7659-44e5-94c4-c7923f1f6ad7\" "} {"level":"info","ts":"2026-07-02T06:04:41.735962Z","caller":"traceutil/trace.go:171","msg":"trace[2129291465] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25590; }","duration":"279.195467ms","start":"2026-07-02T06:04:41.456759Z","end":"2026-07-02T06:04:41.735954Z","steps":["trace[2129291465] 'agreement among raft nodes before linearized reading' (duration: 278.98781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:41.736005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.825215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:41.735698Z","caller":"traceutil/trace.go:171","msg":"trace[180613270] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25590; }","duration":"1.591895454s","start":"2026-07-02T06:04:40.14378Z","end":"2026-07-02T06:04:41.735676Z","steps":["trace[180613270] 'agreement among raft nodes before linearized reading' (duration: 1.591834282s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:41.736041Z","caller":"traceutil/trace.go:171","msg":"trace[1391305644] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25590; }","duration":"338.883017ms","start":"2026-07-02T06:04:41.397148Z","end":"2026-07-02T06:04:41.736031Z","steps":["trace[1391305644] 'agreement among raft nodes before linearized reading' (duration: 338.832616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:41.736062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:40.143702Z","time spent":"1.592351918s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:04:41.736069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.268278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-07-02T06:04:41.736183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595264962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:92 size:120306"} {"level":"warn","ts":"2026-07-02T06:04:41.73559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592305037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-02T06:04:41.736229Z","caller":"traceutil/trace.go:171","msg":"trace[29791457] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:92; response_revision:25590; }","duration":"1.595323943s","start":"2026-07-02T06:04:40.140895Z","end":"2026-07-02T06:04:41.736219Z","steps":["trace[29791457] 'agreement among raft nodes before linearized reading' (duration: 1.594670272s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:41.736269Z","caller":"traceutil/trace.go:171","msg":"trace[1730303184] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25590; }","duration":"1.593067361s","start":"2026-07-02T06:04:40.143187Z","end":"2026-07-02T06:04:41.736255Z","steps":["trace[1730303184] 'agreement among raft nodes before linearized reading' (duration: 1.592288566s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:41.736288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:40.140889Z","time spent":"1.595388906s","remote":"127.0.0.1:50166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":92,"response size":120329,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-07-02T06:04:41.736311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:40.143179Z","time spent":"1.593120533s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T06:04:41.73607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:41.397133Z","time spent":"338.927908ms","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:04:41.737314Z","caller":"traceutil/trace.go:171","msg":"trace[1544338474] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4; range_end:; response_count:1; response_revision:25590; }","duration":"592.32882ms","start":"2026-07-02T06:04:41.143767Z","end":"2026-07-02T06:04:41.736096Z","steps":["trace[1544338474] 'agreement among raft nodes before linearized reading' (duration: 592.250628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:41.737423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:41.14375Z","time spent":"593.657512ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" "} {"level":"warn","ts":"2026-07-02T06:04:41.737841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.79319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-02T06:04:41.737907Z","caller":"traceutil/trace.go:171","msg":"trace[1361592437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25590; }","duration":"749.884453ms","start":"2026-07-02T06:04:40.988014Z","end":"2026-07-02T06:04:41.737898Z","steps":["trace[1361592437] 'agreement among raft nodes before linearized reading' (duration: 747.578039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:41.737954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:40.988Z","time spent":"749.946355ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T06:04:42.180948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.967039ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-02T06:04:42.181061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:41.736795Z","time spent":"444.25771ms","remote":"127.0.0.1:49992","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-02T06:04:42.181167Z","caller":"traceutil/trace.go:171","msg":"trace[1753988149] linearizableReadLoop","detail":"{readStateIndex:26444; appliedIndex:26443; }","duration":"443.811646ms","start":"2026-07-02T06:04:41.737329Z","end":"2026-07-02T06:04:42.18114Z","steps":["trace[1753988149] 'read index received' (duration: 109.620629ms)","trace[1753988149] 'applied index is now lower than readState.Index' (duration: 334.188437ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:42.181348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.001742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:42.181214Z","caller":"traceutil/trace.go:171","msg":"trace[1050085394] transaction","detail":"{read_only:false; response_revision:25591; number_of_response:1; }","duration":"437.471923ms","start":"2026-07-02T06:04:41.743725Z","end":"2026-07-02T06:04:42.181197Z","steps":["trace[1050085394] 'process raft request' (duration: 437.322789ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:42.181388Z","caller":"traceutil/trace.go:171","msg":"trace[2134460106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25591; }","duration":"444.084984ms","start":"2026-07-02T06:04:41.737293Z","end":"2026-07-02T06:04:42.181378Z","steps":["trace[2134460106] 'agreement among raft nodes before linearized reading' (duration: 443.95714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:42.181428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:41.737279Z","time spent":"444.142057ms","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:04:42.181497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:41.74371Z","time spent":"437.719091ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:42.681471Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383324321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:04:43.181923Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383324321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:04:43.346883Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.203457092s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T06:04:43.347312Z","caller":"traceutil/trace.go:171","msg":"trace[1918892325] transaction","detail":"{read_only:false; response_revision:25592; number_of_response:1; }","duration":"1.203938096s","start":"2026-07-02T06:04:42.143337Z","end":"2026-07-02T06:04:43.347275Z","steps":["trace[1918892325] 'process raft request' (duration: 1.203785101s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:43.347445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:42.143318Z","time spent":"1.20405798s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:43.902428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000511064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:04:43.902537Z","caller":"traceutil/trace.go:171","msg":"trace[2111466337] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000660549s","start":"2026-07-02T06:04:41.901853Z","end":"2026-07-02T06:04:43.902513Z","steps":["trace[2111466337] 'agreement among raft nodes before linearized reading' (duration: 2.000530995s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:43.9026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:41.901837Z","time spent":"2.000748872s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:04:44.038982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.348018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:04:44.039421Z","caller":"traceutil/trace.go:171","msg":"trace[172372342] transaction","detail":"{read_only:false; response_revision:25596; number_of_response:1; }","duration":"1.889434218s","start":"2026-07-02T06:04:42.149961Z","end":"2026-07-02T06:04:44.039396Z","steps":["trace[172372342] 'process raft request' (duration: 1.889324914s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:44.039497Z","caller":"traceutil/trace.go:171","msg":"trace[524673674] transaction","detail":"{read_only:false; response_revision:25594; number_of_response:1; }","duration":"1.894509931s","start":"2026-07-02T06:04:42.144966Z","end":"2026-07-02T06:04:44.039476Z","steps":["trace[524673674] 'process raft request' (duration: 1.894133108s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:44.039522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:42.14994Z","time spent":"1.889537402s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:44.039551Z","caller":"traceutil/trace.go:171","msg":"trace[1498220377] transaction","detail":"{read_only:false; response_revision:25593; number_of_response:1; }","duration":"1.896178864s","start":"2026-07-02T06:04:42.143337Z","end":"2026-07-02T06:04:44.039516Z","steps":["trace[1498220377] 'process raft request' (duration: 1.762153874s)","trace[1498220377] 'compare' (duration: 131.908882ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:44.039605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:42.144943Z","time spent":"1.894602834s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:44.039683Z","caller":"traceutil/trace.go:171","msg":"trace[1187507609] transaction","detail":"{read_only:false; response_revision:25595; number_of_response:1; }","duration":"1.893714625s","start":"2026-07-02T06:04:42.145817Z","end":"2026-07-02T06:04:44.039531Z","steps":["trace[1187507609] 'process raft request' (duration: 1.893397365s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:44.039716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:42.143323Z","time spent":"1.896307928s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:44.039858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:42.145791Z","time spent":"1.893995654s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:44.040091Z","caller":"traceutil/trace.go:171","msg":"trace[421901822] transaction","detail":"{read_only:false; response_revision:25597; number_of_response:1; }","duration":"1.889998637s","start":"2026-07-02T06:04:42.150076Z","end":"2026-07-02T06:04:44.040075Z","steps":["trace[421901822] 'process raft request' (duration: 1.889264283s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:44.040165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:42.15005Z","time spent":"1.89008086s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:44.040194Z","caller":"traceutil/trace.go:171","msg":"trace[1168690445] transaction","detail":"{read_only:false; response_revision:25598; number_of_response:1; }","duration":"1.889809431s","start":"2026-07-02T06:04:42.150362Z","end":"2026-07-02T06:04:44.040172Z","steps":["trace[1168690445] 'process raft request' (duration: 1.889645396s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:44.040326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:42.150347Z","time spent":"1.889910504s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:44.040405Z","caller":"traceutil/trace.go:171","msg":"trace[1501034266] transaction","detail":"{read_only:false; response_revision:25599; number_of_response:1; }","duration":"1.88946337s","start":"2026-07-02T06:04:42.150922Z","end":"2026-07-02T06:04:44.040386Z","steps":["trace[1501034266] 'process raft request' (duration: 1.889207881s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:44.040517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:42.150909Z","time spent":"1.889551582s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:44.040912Z","caller":"traceutil/trace.go:171","msg":"trace[160043260] linearizableReadLoop","detail":"{readStateIndex:26455; appliedIndex:26445; }","duration":"1.859660846s","start":"2026-07-02T06:04:42.181222Z","end":"2026-07-02T06:04:44.040882Z","steps":["trace[160043260] 'read index received' (duration: 1.16593012s)","trace[160043260] 'applied index is now lower than readState.Index' (duration: 693.729406ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:44.041092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.094027087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-02T06:04:44.041156Z","caller":"traceutil/trace.go:171","msg":"trace[1091674233] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25601; }","duration":"2.094093239s","start":"2026-07-02T06:04:41.947048Z","end":"2026-07-02T06:04:44.041141Z","steps":["trace[1091674233] 'agreement among raft nodes before linearized reading' (duration: 2.093859281s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:44.041198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:41.946986Z","time spent":"2.094202862s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T06:04:44.04136Z","caller":"traceutil/trace.go:171","msg":"trace[941733090] transaction","detail":"{read_only:false; response_revision:25600; number_of_response:1; }","duration":"1.859354756s","start":"2026-07-02T06:04:42.181994Z","end":"2026-07-02T06:04:44.041348Z","steps":["trace[941733090] 'process raft request' (duration: 1.85854289s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:44.04143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:42.181974Z","time spent":"1.859417408s","remote":"127.0.0.1:49992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:44.041564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.105184955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-02T06:04:44.041674Z","caller":"traceutil/trace.go:171","msg":"trace[936060836] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25601; }","duration":"2.10534546s","start":"2026-07-02T06:04:41.936261Z","end":"2026-07-02T06:04:44.041607Z","steps":["trace[936060836] 'agreement among raft nodes before linearized reading' (duration: 2.104882215s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:44.041806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:41.936246Z","time spent":"2.105472633s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T06:04:44.042089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.957725425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:277958"} {"level":"info","ts":"2026-07-02T06:04:44.042134Z","caller":"traceutil/trace.go:171","msg":"trace[98725282] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25601; }","duration":"1.957772846s","start":"2026-07-02T06:04:42.084352Z","end":"2026-07-02T06:04:44.042124Z","steps":["trace[98725282] 'agreement among raft nodes before linearized reading' (duration: 1.957347903s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:44.042171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:42.084315Z","time spent":"1.957847529s","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":277981,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-02T06:04:44.042437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300399203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:44.042492Z","caller":"traceutil/trace.go:171","msg":"trace[1960642889] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25601; }","duration":"2.300474896s","start":"2026-07-02T06:04:41.742004Z","end":"2026-07-02T06:04:44.042479Z","steps":["trace[1960642889] 'agreement among raft nodes before linearized reading' (duration: 2.300379563s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:44.042711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:41.741996Z","time spent":"2.300644301s","remote":"127.0.0.1:50254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-02T06:04:44.04306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.301288271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-07-02T06:04:44.043107Z","caller":"traceutil/trace.go:171","msg":"trace[588269772] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:25601; }","duration":"2.301345754s","start":"2026-07-02T06:04:41.74175Z","end":"2026-07-02T06:04:44.043095Z","steps":["trace[588269772] 'agreement among raft nodes before linearized reading' (duration: 2.301213139s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:44.04314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:41.741743Z","time spent":"2.301388375s","remote":"127.0.0.1:50040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-02T06:04:44.043366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.30186887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-07-02T06:04:44.043398Z","caller":"traceutil/trace.go:171","msg":"trace[1049619335] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:25601; }","duration":"2.301921212s","start":"2026-07-02T06:04:41.741466Z","end":"2026-07-02T06:04:44.043387Z","steps":["trace[1049619335] 'agreement among raft nodes before linearized reading' (duration: 2.301821949s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:44.043427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:41.741455Z","time spent":"2.301965433s","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-07-02T06:04:44.041678Z","caller":"traceutil/trace.go:171","msg":"trace[1246225247] transaction","detail":"{read_only:false; response_revision:25601; number_of_response:1; }","duration":"1.46238367s","start":"2026-07-02T06:04:42.579282Z","end":"2026-07-02T06:04:44.041665Z","steps":["trace[1246225247] 'process raft request' (duration: 1.461517492s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:44.043638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302211591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-02T06:04:44.043671Z","caller":"traceutil/trace.go:171","msg":"trace[943840802] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589; range_end:; response_count:1; response_revision:25601; }","duration":"2.302266953s","start":"2026-07-02T06:04:41.741393Z","end":"2026-07-02T06:04:44.04366Z","steps":["trace[943840802] 'agreement among raft nodes before linearized reading' (duration: 2.30217336s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:44.043668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:42.57927Z","time spent":"1.464357413s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:44.0437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:41.741376Z","time spent":"2.302317485s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589\" "} {"level":"warn","ts":"2026-07-02T06:04:44.043872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.305545707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18435"} {"level":"info","ts":"2026-07-02T06:04:44.04391Z","caller":"traceutil/trace.go:171","msg":"trace[1693751858] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25601; }","duration":"2.305599629s","start":"2026-07-02T06:04:41.738301Z","end":"2026-07-02T06:04:44.0439Z","steps":["trace[1693751858] 'agreement among raft nodes before linearized reading' (duration: 2.305492636s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:44.043939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:41.738289Z","time spent":"2.30564382s","remote":"127.0.0.1:50140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18458,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-02T06:04:44.044129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62862805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:44.044158Z","caller":"traceutil/trace.go:171","msg":"trace[1568200348] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25601; }","duration":"1.628705483s","start":"2026-07-02T06:04:42.415444Z","end":"2026-07-02T06:04:44.044149Z","steps":["trace[1568200348] 'agreement among raft nodes before linearized reading' (duration: 1.628655842s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:44.044186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:42.415417Z","time spent":"1.628761885s","remote":"127.0.0.1:50200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:44.044593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.197429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T06:04:44.044623Z","caller":"traceutil/trace.go:171","msg":"trace[914518654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25601; }","duration":"305.262951ms","start":"2026-07-02T06:04:43.739351Z","end":"2026-07-02T06:04:44.044614Z","steps":["trace[914518654] 'agreement among raft nodes before linearized reading' (duration: 305.178579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:44.044658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:43.739331Z","time spent":"305.316182ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T06:04:44.044812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.664014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-02T06:04:44.044838Z","caller":"traceutil/trace.go:171","msg":"trace[843003500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25601; }","duration":"305.729586ms","start":"2026-07-02T06:04:43.7391Z","end":"2026-07-02T06:04:44.04483Z","steps":["trace[843003500] 'agreement among raft nodes before linearized reading' (duration: 305.655684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:44.044868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:43.739082Z","time spent":"305.779637ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T06:04:44.044995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.935442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:44.045022Z","caller":"traceutil/trace.go:171","msg":"trace[677988454] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25601; }","duration":"419.995934ms","start":"2026-07-02T06:04:43.625018Z","end":"2026-07-02T06:04:44.045014Z","steps":["trace[677988454] 'agreement among raft nodes before linearized reading' (duration: 419.943802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:44.045049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:43.624999Z","time spent":"420.042155ms","remote":"127.0.0.1:46856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:44.045206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.032865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:44.045239Z","caller":"traceutil/trace.go:171","msg":"trace[1888920288] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25601; }","duration":"594.098787ms","start":"2026-07-02T06:04:43.451127Z","end":"2026-07-02T06:04:44.045225Z","steps":["trace[1888920288] 'agreement among raft nodes before linearized reading' (duration: 594.046325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:44.045271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:43.45111Z","time spent":"594.150208ms","remote":"127.0.0.1:42870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:44.045412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.231396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:44.045439Z","caller":"traceutil/trace.go:171","msg":"trace[1569587309] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25601; }","duration":"910.291817ms","start":"2026-07-02T06:04:43.135139Z","end":"2026-07-02T06:04:44.045431Z","steps":["trace[1569587309] 'agreement among raft nodes before linearized reading' (duration: 910.247706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:44.045475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:43.135122Z","time spent":"910.341779ms","remote":"127.0.0.1:47018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:44.04562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112760518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:44.045651Z","caller":"traceutil/trace.go:171","msg":"trace[961295452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25601; }","duration":"1.1128203s","start":"2026-07-02T06:04:42.932818Z","end":"2026-07-02T06:04:44.045638Z","steps":["trace[961295452] 'agreement among raft nodes before linearized reading' (duration: 1.112779719s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:44.045676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:42.932796Z","time spent":"1.112874872s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:04:44.045817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137017225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:44.045845Z","caller":"traceutil/trace.go:171","msg":"trace[271222126] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25601; }","duration":"1.137046815s","start":"2026-07-02T06:04:42.908789Z","end":"2026-07-02T06:04:44.045836Z","steps":["trace[271222126] 'agreement among raft nodes before linearized reading' (duration: 1.137000444s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:44.045938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:42.908741Z","time spent":"1.13718724s","remote":"127.0.0.1:42806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:44.04615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304427873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-07-02T06:04:44.046178Z","caller":"traceutil/trace.go:171","msg":"trace[343420032] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4; range_end:; response_count:1; response_revision:25601; }","duration":"1.304488445s","start":"2026-07-02T06:04:42.741681Z","end":"2026-07-02T06:04:44.046169Z","steps":["trace[343420032] 'agreement among raft nodes before linearized reading' (duration: 1.304386952s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:44.046211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:42.741658Z","time spent":"1.304545697s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" "} {"level":"warn","ts":"2026-07-02T06:04:44.046393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468247467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:04:44.046422Z","caller":"traceutil/trace.go:171","msg":"trace[605580765] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25601; }","duration":"1.46831903s","start":"2026-07-02T06:04:42.578094Z","end":"2026-07-02T06:04:44.046413Z","steps":["trace[605580765] 'agreement among raft nodes before linearized reading' (duration: 1.468261198s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:44.04645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:42.578074Z","time spent":"1.468368521s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:44.568431Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383324327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:04:44.935504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:44.07005Z","time spent":"865.446581ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/02 06:04:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:04:44.944935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:44.06811Z","time spent":"876.819645ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/02 06:04:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:04:45.259317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.968638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:04:45.259412Z","caller":"traceutil/trace.go:171","msg":"trace[984440814] transaction","detail":"{read_only:false; response_revision:25602; number_of_response:1; }","duration":"1.192065156s","start":"2026-07-02T06:04:44.067329Z","end":"2026-07-02T06:04:45.259395Z","steps":["trace[984440814] 'process raft request' (duration: 634.936383ms)","trace[984440814] 'compare' (duration: 553.247669ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:45.259462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:44.067315Z","time spent":"1.192123827s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:45.333945Z","caller":"traceutil/trace.go:171","msg":"trace[171900651] transaction","detail":"{read_only:false; response_revision:25604; number_of_response:1; }","duration":"1.264155183s","start":"2026-07-02T06:04:44.06976Z","end":"2026-07-02T06:04:45.333915Z","steps":["trace[171900651] 'process raft request' (duration: 1.26405067s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:45.33406Z","caller":"traceutil/trace.go:171","msg":"trace[606109472] transaction","detail":"{read_only:false; response_revision:25606; number_of_response:1; }","duration":"1.263656167s","start":"2026-07-02T06:04:44.070387Z","end":"2026-07-02T06:04:45.334043Z","steps":["trace[606109472] 'process raft request' (duration: 1.263488862s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:45.334099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:44.069744Z","time spent":"1.264275206s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:45.334169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:44.070382Z","time spent":"1.263728129s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:45.334057Z","caller":"traceutil/trace.go:171","msg":"trace[1370128871] linearizableReadLoop","detail":"{readStateIndex:26460; appliedIndex:26455; }","duration":"1.266573201s","start":"2026-07-02T06:04:44.067454Z","end":"2026-07-02T06:04:45.334027Z","steps":["trace[1370128871] 'read index received' (duration: 635.021715ms)","trace[1370128871] 'applied index is now lower than readState.Index' (duration: 631.549506ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:45.334221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266756066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-02T06:04:45.334272Z","caller":"traceutil/trace.go:171","msg":"trace[1838451264] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25606; }","duration":"1.266846539s","start":"2026-07-02T06:04:44.067416Z","end":"2026-07-02T06:04:45.334262Z","steps":["trace[1838451264] 'agreement among raft nodes before linearized reading' (duration: 1.266684024s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:45.334314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:44.067398Z","time spent":"1.266907802s","remote":"127.0.0.1:49992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-02T06:04:46.072138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001466704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:04:46.072202Z","caller":"traceutil/trace.go:171","msg":"trace[2041428006] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001564607s","start":"2026-07-02T06:04:44.070624Z","end":"2026-07-02T06:04:46.072188Z","steps":["trace[2041428006] 'agreement among raft nodes before linearized reading' (duration: 2.001481694s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:46.072236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:44.070617Z","time spent":"2.001612188s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:04:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:04:46.430021Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.027036834s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T06:04:46.587432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184007358s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:507"} {"level":"info","ts":"2026-07-02T06:04:46.587623Z","caller":"traceutil/trace.go:171","msg":"trace[1390897525] linearizableReadLoop","detail":"{readStateIndex:26461; appliedIndex:26460; }","duration":"1.253320867s","start":"2026-07-02T06:04:45.334258Z","end":"2026-07-02T06:04:46.587579Z","steps":["trace[1390897525] 'read index received' (duration: 69.062871ms)","trace[1390897525] 'applied index is now lower than readState.Index' (duration: 1.184256746s)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:04:46.58762Z","caller":"traceutil/trace.go:171","msg":"trace[744631440] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25606; }","duration":"1.649023083s","start":"2026-07-02T06:04:44.938553Z","end":"2026-07-02T06:04:46.587576Z","steps":["trace[744631440] 'process raft request' (duration: 464.810708ms)","trace[744631440] 'compare' (duration: 1.183959767s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:46.58771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.401997524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-02T06:04:46.587694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.275791514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:46.587929Z","caller":"traceutil/trace.go:171","msg":"trace[417975389] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25606; }","duration":"2.402252192s","start":"2026-07-02T06:04:44.185667Z","end":"2026-07-02T06:04:46.58792Z","steps":["trace[417975389] 'agreement among raft nodes before linearized reading' (duration: 2.401944742s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:46.587918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437359759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:04:46.587936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.517994196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:04:46.587941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588967901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:04:46.587951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:44.938532Z","time spent":"1.649162868s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":530,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:46.587976Z","caller":"traceutil/trace.go:171","msg":"trace[1615670903] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:25607; }","duration":"1.437643278s","start":"2026-07-02T06:04:45.150317Z","end":"2026-07-02T06:04:46.58796Z","steps":["trace[1615670903] 'agreement among raft nodes before linearized reading' (duration: 1.437335698s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:46.587966Z","caller":"traceutil/trace.go:171","msg":"trace[73982107] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25606; }","duration":"2.276107284s","start":"2026-07-02T06:04:44.311834Z","end":"2026-07-02T06:04:46.587941Z","steps":["trace[73982107] 'agreement among raft nodes before linearized reading' (duration: 2.275769603s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:46.58799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518042531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-07-02T06:04:46.588009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:45.150292Z","time spent":"1.43770983s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:04:46.588013Z","caller":"traceutil/trace.go:171","msg":"trace[1082541728] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25607; }","duration":"1.589076374s","start":"2026-07-02T06:04:44.99891Z","end":"2026-07-02T06:04:46.587987Z","steps":["trace[1082541728] 'agreement among raft nodes before linearized reading' (duration: 1.588777095s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:46.588015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439158466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-07-02T06:04:46.588023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.518225794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c1f3474b-db3e-4954-b231-0c331ade7789\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-07-02T06:04:46.587958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:44.185649Z","time spent":"2.402302903s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T06:04:46.588046Z","caller":"traceutil/trace.go:171","msg":"trace[1576293909] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4; range_end:; response_count:1; response_revision:25607; }","duration":"1.518124344s","start":"2026-07-02T06:04:45.069906Z","end":"2026-07-02T06:04:46.58803Z","steps":["trace[1576293909] 'agreement among raft nodes before linearized reading' (duration: 1.517777103s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:46.588059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:44.998895Z","time spent":"1.589150136s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:04:46.588074Z","caller":"traceutil/trace.go:171","msg":"trace[1697647108] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25607; }","duration":"1.439243639s","start":"2026-07-02T06:04:45.148811Z","end":"2026-07-02T06:04:46.588055Z","steps":["trace[1697647108] 'agreement among raft nodes before linearized reading' (duration: 1.438826965s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:46.588082Z","caller":"traceutil/trace.go:171","msg":"trace[1702778745] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c1f3474b-db3e-4954-b231-0c331ade7789; range_end:; response_count:1; response_revision:25607; }","duration":"2.518302857s","start":"2026-07-02T06:04:44.069761Z","end":"2026-07-02T06:04:46.588064Z","steps":["trace[1702778745] 'agreement among raft nodes before linearized reading' (duration: 2.517915854s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:46.588089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:45.069889Z","time spent":"1.518191575s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" "} {"level":"warn","ts":"2026-07-02T06:04:46.587928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.469133662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:04:46.588112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:45.148793Z","time spent":"1.439308521s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-02T06:04:46.588123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:44.069754Z","time spent":"2.518357438s","remote":"127.0.0.1:50108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-c1f3474b-db3e-4954-b231-0c331ade7789\" "} {"level":"info","ts":"2026-07-02T06:04:46.588148Z","caller":"traceutil/trace.go:171","msg":"trace[822168874] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25607; }","duration":"2.469559757s","start":"2026-07-02T06:04:44.11857Z","end":"2026-07-02T06:04:46.58813Z","steps":["trace[822168874] 'agreement among raft nodes before linearized reading' (duration: 2.469093062s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:46.588202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:44.118555Z","time spent":"2.469633769s","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-02T06:04:46.587942Z","caller":"traceutil/trace.go:171","msg":"trace[2027948675] transaction","detail":"{read_only:false; response_revision:25607; number_of_response:1; }","duration":"1.23590429s","start":"2026-07-02T06:04:45.352016Z","end":"2026-07-02T06:04:46.58792Z","steps":["trace[2027948675] 'process raft request' (duration: 1.235499567s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:46.588365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:45.351994Z","time spent":"1.236323343s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:46.587692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.353215882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:04:46.588473Z","caller":"traceutil/trace.go:171","msg":"trace[1894853166] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25606; }","duration":"2.35405137s","start":"2026-07-02T06:04:44.23441Z","end":"2026-07-02T06:04:46.588461Z","steps":["trace[1894853166] 'agreement among raft nodes before linearized reading' (duration: 2.353205372s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:46.588513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:44.234355Z","time spent":"2.354147282s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:04:46.587998Z","caller":"traceutil/trace.go:171","msg":"trace[1913065156] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25607; }","duration":"2.518051648s","start":"2026-07-02T06:04:44.069927Z","end":"2026-07-02T06:04:46.587979Z","steps":["trace[1913065156] 'agreement among raft nodes before linearized reading' (duration: 2.517746378s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:46.588669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:44.069906Z","time spent":"2.518756311s","remote":"127.0.0.1:50254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-02T06:04:46.588025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:44.311814Z","time spent":"2.276197647s","remote":"127.0.0.1:50310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:46.967813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.82631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:04:46.968315Z","caller":"traceutil/trace.go:171","msg":"trace[769229514] transaction","detail":"{read_only:false; response_revision:25610; number_of_response:1; }","duration":"895.857716ms","start":"2026-07-02T06:04:46.072429Z","end":"2026-07-02T06:04:46.968287Z","steps":["trace[769229514] 'process raft request' (duration: 895.607298ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:46.968309Z","caller":"traceutil/trace.go:171","msg":"trace[743640065] transaction","detail":"{read_only:false; response_revision:25609; number_of_response:1; }","duration":"895.870865ms","start":"2026-07-02T06:04:46.072406Z","end":"2026-07-02T06:04:46.968277Z","steps":["trace[743640065] 'process raft request' (duration: 895.539155ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:46.968335Z","caller":"traceutil/trace.go:171","msg":"trace[1143923007] transaction","detail":"{read_only:false; response_revision:25611; number_of_response:1; }","duration":"895.877446ms","start":"2026-07-02T06:04:46.072429Z","end":"2026-07-02T06:04:46.968307Z","steps":["trace[1143923007] 'process raft request' (duration: 895.700421ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:46.968379Z","caller":"traceutil/trace.go:171","msg":"trace[1321712112] transaction","detail":"{read_only:false; response_revision:25612; number_of_response:1; }","duration":"895.797393ms","start":"2026-07-02T06:04:46.072512Z","end":"2026-07-02T06:04:46.968309Z","steps":["trace[1321712112] 'process raft request' (duration: 895.70027ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:46.968404Z","caller":"traceutil/trace.go:171","msg":"trace[540773403] transaction","detail":"{read_only:false; response_revision:25613; number_of_response:1; }","duration":"895.05931ms","start":"2026-07-02T06:04:46.073324Z","end":"2026-07-02T06:04:46.968383Z","steps":["trace[540773403] 'process raft request' (duration: 894.934206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:46.968458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:46.072402Z","time spent":"895.99226ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:46.968472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:46.07239Z","time spent":"896.01515ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:46.968488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:46.072403Z","time spent":"896.010131ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:46.968491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:46.072493Z","time spent":"895.946948ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:46.968503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:46.073315Z","time spent":"895.142282ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:46.968559Z","caller":"traceutil/trace.go:171","msg":"trace[1940553397] transaction","detail":"{read_only:false; response_revision:25614; number_of_response:1; }","duration":"894.824543ms","start":"2026-07-02T06:04:46.073717Z","end":"2026-07-02T06:04:46.968542Z","steps":["trace[1940553397] 'process raft request' (duration: 894.589045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:46.968659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:46.07371Z","time spent":"894.898405ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:46.968685Z","caller":"traceutil/trace.go:171","msg":"trace[1935310139] transaction","detail":"{read_only:false; response_revision:25608; number_of_response:1; }","duration":"895.732272ms","start":"2026-07-02T06:04:46.072368Z","end":"2026-07-02T06:04:46.9681Z","steps":["trace[1935310139] 'process raft request' (duration: 688.529979ms)","trace[1935310139] 'compare' (duration: 206.688046ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:46.968807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:46.072343Z","time spent":"896.425693ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:47.687202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.724605ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-02T06:04:47.687372Z","caller":"traceutil/trace.go:171","msg":"trace[1772234263] linearizableReadLoop","detail":"{readStateIndex:26470; appliedIndex:26462; }","duration":"1.09970453s","start":"2026-07-02T06:04:46.587655Z","end":"2026-07-02T06:04:47.687359Z","steps":["trace[1772234263] 'read index received' (duration: 173.259676ms)","trace[1772234263] 'applied index is now lower than readState.Index' (duration: 926.444124ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:47.687759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615404638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:47.687781Z","caller":"traceutil/trace.go:171","msg":"trace[1077879032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25614; }","duration":"1.615461738s","start":"2026-07-02T06:04:46.072312Z","end":"2026-07-02T06:04:47.687774Z","steps":["trace[1077879032] 'agreement among raft nodes before linearized reading' (duration: 1.615415277s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:47.687817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:46.072295Z","time spent":"1.61550221s","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:04:47.687788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601226993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:04:47.687874Z","caller":"traceutil/trace.go:171","msg":"trace[1846295271] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25614; }","duration":"1.601348017s","start":"2026-07-02T06:04:46.086508Z","end":"2026-07-02T06:04:47.687856Z","steps":["trace[1846295271] 'agreement among raft nodes before linearized reading' (duration: 1.601209013s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:47.687916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:46.086498Z","time spent":"1.601406159s","remote":"127.0.0.1:33994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:47.687958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885959287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:47.688014Z","caller":"traceutil/trace.go:171","msg":"trace[725122479] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25614; }","duration":"1.885980568s","start":"2026-07-02T06:04:45.801992Z","end":"2026-07-02T06:04:47.687972Z","steps":["trace[725122479] 'agreement among raft nodes before linearized reading' (duration: 1.885942367s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:47.688034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:45.801977Z","time spent":"1.886051791s","remote":"127.0.0.1:50370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:47.688177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.35216846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-02T06:04:47.688208Z","caller":"traceutil/trace.go:171","msg":"trace[873495421] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25614; }","duration":"2.352223442s","start":"2026-07-02T06:04:45.335976Z","end":"2026-07-02T06:04:47.688199Z","steps":["trace[873495421] 'agreement among raft nodes before linearized reading' (duration: 2.352125789s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:47.688227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:45.335957Z","time spent":"2.352264934s","remote":"127.0.0.1:50254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-02T06:04:47.688365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.559162227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-02T06:04:47.68839Z","caller":"traceutil/trace.go:171","msg":"trace[757618657] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25614; }","duration":"1.559210159s","start":"2026-07-02T06:04:46.129174Z","end":"2026-07-02T06:04:47.688384Z","steps":["trace[757618657] 'agreement among raft nodes before linearized reading' (duration: 1.559119406s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:47.68841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:46.129157Z","time spent":"1.55924888s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-02T06:04:47.688423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.559068733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-02T06:04:47.688487Z","caller":"traceutil/trace.go:171","msg":"trace[1549896300] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25614; }","duration":"1.559145287s","start":"2026-07-02T06:04:46.129324Z","end":"2026-07-02T06:04:47.688469Z","steps":["trace[1549896300] 'agreement among raft nodes before linearized reading' (duration: 1.55894889s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:47.68852Z","caller":"traceutil/trace.go:171","msg":"trace[1653200637] transaction","detail":"{read_only:false; response_revision:25615; number_of_response:1; }","duration":"1.096482417s","start":"2026-07-02T06:04:46.59203Z","end":"2026-07-02T06:04:47.688512Z","steps":["trace[1653200637] 'process raft request' (duration: 1.095250388s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:47.688526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:46.129321Z","time spent":"1.559194348s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-02T06:04:47.688582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:46.592015Z","time spent":"1.096524229s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:48.863591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.400333261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-02T06:04:48.863689Z","caller":"traceutil/trace.go:171","msg":"trace[1097232476] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25615; }","duration":"2.400475875s","start":"2026-07-02T06:04:46.463185Z","end":"2026-07-02T06:04:48.863661Z","steps":["trace[1097232476] 'agreement among raft nodes before linearized reading' (duration: 1.225278349s)","trace[1097232476] 'range keys from in-memory index tree' (duration: 1.174991679s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:48.863743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:46.463163Z","time spent":"2.400566628s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-02T06:04:48.864477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175903748s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:04:48.864924Z","caller":"traceutil/trace.go:171","msg":"trace[450990905] transaction","detail":"{read_only:false; response_revision:25621; number_of_response:1; }","duration":"270.414206ms","start":"2026-07-02T06:04:48.594496Z","end":"2026-07-02T06:04:48.86491Z","steps":["trace[450990905] 'process raft request' (duration: 270.350654ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:48.865143Z","caller":"traceutil/trace.go:171","msg":"trace[1450534351] transaction","detail":"{read_only:false; response_revision:25616; number_of_response:1; }","duration":"2.071890768s","start":"2026-07-02T06:04:46.793241Z","end":"2026-07-02T06:04:48.865131Z","steps":["trace[1450534351] 'process raft request' (duration: 895.265027ms)","trace[1450534351] 'compare' (duration: 1.174791362s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:48.865212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:46.793224Z","time spent":"2.071943499s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T06:04:48.865598Z","caller":"traceutil/trace.go:171","msg":"trace[678218650] transaction","detail":"{read_only:false; response_revision:25617; number_of_response:1; }","duration":"1.593856787s","start":"2026-07-02T06:04:47.271722Z","end":"2026-07-02T06:04:48.865579Z","steps":["trace[678218650] 'process raft request' (duration: 1.592938687s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:48.865581Z","caller":"traceutil/trace.go:171","msg":"trace[2087222] transaction","detail":"{read_only:false; response_revision:25618; number_of_response:1; }","duration":"1.172989885s","start":"2026-07-02T06:04:47.692579Z","end":"2026-07-02T06:04:48.865569Z","steps":["trace[2087222] 'process raft request' (duration: 1.172186159s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:48.865697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:47.271705Z","time spent":"1.593940459s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:48.865745Z","caller":"traceutil/trace.go:171","msg":"trace[1500862074] transaction","detail":"{read_only:false; response_revision:25620; number_of_response:1; }","duration":"1.050582307s","start":"2026-07-02T06:04:47.815142Z","end":"2026-07-02T06:04:48.865724Z","steps":["trace[1500862074] 'process raft request' (duration: 1.049683358s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:48.865767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:47.692563Z","time spent":"1.173136509s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:48.865783Z","caller":"traceutil/trace.go:171","msg":"trace[354466006] transaction","detail":"{read_only:false; response_revision:25619; number_of_response:1; }","duration":"1.172426107s","start":"2026-07-02T06:04:47.693349Z","end":"2026-07-02T06:04:48.865775Z","steps":["trace[354466006] 'process raft request' (duration: 1.171446795s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:48.865817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:47.693314Z","time spent":"1.172489049s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:48.86583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52646976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-02T06:04:48.865888Z","caller":"traceutil/trace.go:171","msg":"trace[2085814319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25621; }","duration":"1.526572163s","start":"2026-07-02T06:04:47.339303Z","end":"2026-07-02T06:04:48.865875Z","steps":["trace[2085814319] 'agreement among raft nodes before linearized reading' (duration: 1.526385057s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:48.865887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527504303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-02T06:04:48.865892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272774759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-07-02T06:04:48.86595Z","caller":"traceutil/trace.go:171","msg":"trace[594567125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25621; }","duration":"1.527608216s","start":"2026-07-02T06:04:47.338325Z","end":"2026-07-02T06:04:48.865933Z","steps":["trace[594567125] 'agreement among raft nodes before linearized reading' (duration: 1.52743608s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:48.866003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:47.338305Z","time spent":"1.527688949s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T06:04:48.865925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:47.339283Z","time spent":"1.526635754s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T06:04:48.866042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.272777498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-07-02T06:04:48.866115Z","caller":"traceutil/trace.go:171","msg":"trace[581314028] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:25621; }","duration":"2.272863251s","start":"2026-07-02T06:04:46.593234Z","end":"2026-07-02T06:04:48.866098Z","steps":["trace[581314028] 'agreement among raft nodes before linearized reading' (duration: 2.272681445s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:48.865958Z","caller":"traceutil/trace.go:171","msg":"trace[87439124] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4; range_end:; response_count:1; response_revision:25621; }","duration":"1.272882022s","start":"2026-07-02T06:04:47.593062Z","end":"2026-07-02T06:04:48.865944Z","steps":["trace[87439124] 'agreement among raft nodes before linearized reading' (duration: 1.272681436s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:48.866174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:46.593227Z","time spent":"2.272929863s","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-07-02T06:04:48.866213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:47.593042Z","time spent":"1.273162462s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" "} {"level":"info","ts":"2026-07-02T06:04:48.865628Z","caller":"traceutil/trace.go:171","msg":"trace[252855349] linearizableReadLoop","detail":"{readStateIndex:26473; appliedIndex:26471; }","duration":"1.178207572s","start":"2026-07-02T06:04:47.687396Z","end":"2026-07-02T06:04:48.865604Z","steps":["trace[252855349] 'read index received' (duration: 61.54442ms)","trace[252855349] 'applied index is now lower than readState.Index' (duration: 1.116660602s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:48.865964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310207428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:04:48.866285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.274202884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:04:48.866407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172081946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:48.866433Z","caller":"traceutil/trace.go:171","msg":"trace[1656409618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25621; }","duration":"1.172138188s","start":"2026-07-02T06:04:47.69429Z","end":"2026-07-02T06:04:48.866428Z","steps":["trace[1656409618] 'agreement among raft nodes before linearized reading' (duration: 1.172090246s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:48.866448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:47.694279Z","time spent":"1.172165998s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T06:04:48.866423Z","caller":"traceutil/trace.go:171","msg":"trace[1683588593] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25621; }","duration":"2.274559915s","start":"2026-07-02T06:04:46.591849Z","end":"2026-07-02T06:04:48.866409Z","steps":["trace[1683588593] 'agreement among raft nodes before linearized reading' (duration: 2.273979437s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:48.866536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.148061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:48.866557Z","caller":"traceutil/trace.go:171","msg":"trace[2131166924] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:25621; }","duration":"994.171962ms","start":"2026-07-02T06:04:47.872379Z","end":"2026-07-02T06:04:48.866551Z","steps":["trace[2131166924] 'agreement among raft nodes before linearized reading' (duration: 994.136121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:48.866572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:47.87233Z","time spent":"994.238693ms","remote":"127.0.0.1:40922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:48.866613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:46.591829Z","time spent":"2.27470976s","remote":"127.0.0.1:50166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-02T06:04:48.866362Z","caller":"traceutil/trace.go:171","msg":"trace[1418025717] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25621; }","duration":"1.310603719s","start":"2026-07-02T06:04:47.55572Z","end":"2026-07-02T06:04:48.866324Z","steps":["trace[1418025717] 'agreement among raft nodes before linearized reading' (duration: 1.310219687s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:48.866717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:47.555705Z","time spent":"1.310993482s","remote":"127.0.0.1:46948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:48.866631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:47.815123Z","time spent":"1.051446335s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:49.710503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.298744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:04:49.710608Z","caller":"traceutil/trace.go:171","msg":"trace[1733228193] transaction","detail":"{read_only:false; response_revision:25622; number_of_response:1; }","duration":"839.45034ms","start":"2026-07-02T06:04:48.871133Z","end":"2026-07-02T06:04:49.710584Z","steps":["trace[1733228193] 'process raft request' (duration: 308.994871ms)","trace[1733228193] 'compare' (duration: 529.913622ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:49.710664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:48.871116Z","time spent":"839.520792ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:50.874503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000530504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:04:50.874561Z","caller":"traceutil/trace.go:171","msg":"trace[1281984700] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000618517s","start":"2026-07-02T06:04:48.873928Z","end":"2026-07-02T06:04:50.874547Z","steps":["trace[1281984700] 'agreement among raft nodes before linearized reading' (duration: 2.000547825s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:50.874587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:48.873921Z","time spent":"2.000660269s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:04:51.081755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.267263ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:04:51.081859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256008953s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:04:51.081913Z","caller":"traceutil/trace.go:171","msg":"trace[1197501885] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25622; }","duration":"470.434558ms","start":"2026-07-02T06:04:50.611454Z","end":"2026-07-02T06:04:51.081889Z","steps":["trace[1197501885] 'range keys from in-memory index tree' (duration: 470.248802ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:51.082095Z","caller":"traceutil/trace.go:171","msg":"trace[404831289] transaction","detail":"{read_only:false; response_revision:25623; number_of_response:1; }","duration":"2.210857177s","start":"2026-07-02T06:04:48.871211Z","end":"2026-07-02T06:04:51.082068Z","steps":["trace[404831289] 'process raft request' (duration: 954.570645ms)","trace[404831289] 'compare' (duration: 1.254809855s)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:04:51.082142Z","caller":"traceutil/trace.go:171","msg":"trace[1575430038] transaction","detail":"{read_only:false; response_revision:25624; number_of_response:1; }","duration":"2.210604329s","start":"2026-07-02T06:04:48.871523Z","end":"2026-07-02T06:04:51.082127Z","steps":["trace[1575430038] 'process raft request' (duration: 2.210425323s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:51.082196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:48.871515Z","time spent":"2.210658911s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T06:04:51.082208Z","caller":"traceutil/trace.go:171","msg":"trace[1423441317] transaction","detail":"{read_only:false; response_revision:25626; number_of_response:1; }","duration":"2.108863902s","start":"2026-07-02T06:04:48.973327Z","end":"2026-07-02T06:04:51.082191Z","steps":["trace[1423441317] 'process raft request' (duration: 2.108754438s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:51.082232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:48.871205Z","time spent":"2.21095314s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:51.082432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:48.973317Z","time spent":"2.108930845s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:51.082507Z","caller":"traceutil/trace.go:171","msg":"trace[970244851] transaction","detail":"{read_only:false; response_revision:25625; number_of_response:1; }","duration":"2.109636827s","start":"2026-07-02T06:04:48.972862Z","end":"2026-07-02T06:04:51.082499Z","steps":["trace[970244851] 'process raft request' (duration: 2.109171042s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:51.082549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:48.972837Z","time spent":"2.109690289s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:51.082609Z","caller":"traceutil/trace.go:171","msg":"trace[1379071487] transaction","detail":"{read_only:false; response_revision:25627; number_of_response:1; }","duration":"2.108749109s","start":"2026-07-02T06:04:48.973853Z","end":"2026-07-02T06:04:51.082602Z","steps":["trace[1379071487] 'process raft request' (duration: 2.108292434s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:51.082645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:48.973844Z","time spent":"2.10878089s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:51.082736Z","caller":"traceutil/trace.go:171","msg":"trace[1867959630] transaction","detail":"{read_only:false; response_revision:25629; number_of_response:1; }","duration":"2.107406046s","start":"2026-07-02T06:04:48.975312Z","end":"2026-07-02T06:04:51.082718Z","steps":["trace[1867959630] 'process raft request' (duration: 2.10722657s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:51.082759Z","caller":"traceutil/trace.go:171","msg":"trace[1260559123] transaction","detail":"{read_only:false; response_revision:25628; number_of_response:1; }","duration":"2.1075451s","start":"2026-07-02T06:04:48.975193Z","end":"2026-07-02T06:04:51.082738Z","steps":["trace[1260559123] 'process raft request' (duration: 2.107241631s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:51.082812Z","caller":"traceutil/trace.go:171","msg":"trace[394244929] transaction","detail":"{read_only:false; response_revision:25631; number_of_response:1; }","duration":"2.106021101s","start":"2026-07-02T06:04:48.976774Z","end":"2026-07-02T06:04:51.082795Z","steps":["trace[394244929] 'process raft request' (duration: 2.105874757s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:51.082832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:48.975281Z","time spent":"2.107506969s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:51.082914Z","caller":"traceutil/trace.go:171","msg":"trace[1001673331] transaction","detail":"{read_only:false; response_revision:25633; number_of_response:1; }","duration":"879.656087ms","start":"2026-07-02T06:04:50.203247Z","end":"2026-07-02T06:04:51.082904Z","steps":["trace[1001673331] 'process raft request' (duration: 879.591745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:51.082836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:48.975182Z","time spent":"2.107613732s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:51.082944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:48.976761Z","time spent":"2.106133695s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:51.083003Z","caller":"traceutil/trace.go:171","msg":"trace[2105073574] transaction","detail":"{read_only:false; response_revision:25632; number_of_response:1; }","duration":"2.011234668s","start":"2026-07-02T06:04:49.071761Z","end":"2026-07-02T06:04:51.082996Z","steps":["trace[2105073574] 'process raft request' (duration: 2.010938428s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:51.083039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:49.071737Z","time spent":"2.011283509s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:51.08296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:50.203222Z","time spent":"879.714389ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:51.083092Z","caller":"traceutil/trace.go:171","msg":"trace[436199609] linearizableReadLoop","detail":"{readStateIndex:26479; appliedIndex:26477; }","duration":"2.211819038s","start":"2026-07-02T06:04:48.871261Z","end":"2026-07-02T06:04:51.08308Z","steps":["trace[436199609] 'read index received' (duration: 308.926749ms)","trace[436199609] 'applied index is now lower than readState.Index' (duration: 1.902890929s)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:04:51.08305Z","caller":"traceutil/trace.go:171","msg":"trace[1837320299] transaction","detail":"{read_only:false; response_revision:25630; number_of_response:1; }","duration":"2.107661084s","start":"2026-07-02T06:04:48.975303Z","end":"2026-07-02T06:04:51.082964Z","steps":["trace[1837320299] 'process raft request' (duration: 2.107290462s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:51.083288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212014385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-07-02T06:04:51.083355Z","caller":"traceutil/trace.go:171","msg":"trace[1313553435] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:25633; }","duration":"2.212108038s","start":"2026-07-02T06:04:48.871234Z","end":"2026-07-02T06:04:51.083342Z","steps":["trace[1313553435] 'agreement among raft nodes before linearized reading' (duration: 2.211892851s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:51.083398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:48.871221Z","time spent":"2.212168079s","remote":"127.0.0.1:50056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-07-02T06:04:51.083367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:48.975275Z","time spent":"2.107893991s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:51.583793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383324371,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:04:52.211651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.973144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:04:52.211737Z","caller":"traceutil/trace.go:171","msg":"trace[1516412248] linearizableReadLoop","detail":"{readStateIndex:26490; appliedIndex:26489; }","duration":"1.128612095s","start":"2026-07-02T06:04:51.083111Z","end":"2026-07-02T06:04:52.211723Z","steps":["trace[1516412248] 'read index received' (duration: 593.511127ms)","trace[1516412248] 'applied index is now lower than readState.Index' (duration: 535.099538ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:04:52.211801Z","caller":"traceutil/trace.go:171","msg":"trace[1474821701] transaction","detail":"{read_only:false; response_revision:25634; number_of_response:1; }","duration":"1.340175167s","start":"2026-07-02T06:04:50.871579Z","end":"2026-07-02T06:04:52.211754Z","steps":["trace[1474821701] 'process raft request' (duration: 805.042878ms)","trace[1474821701] 'compare' (duration: 534.85412ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:52.21194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:50.871559Z","time spent":"1.340309651s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:52.211995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.910122238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:04:52.212043Z","caller":"traceutil/trace.go:171","msg":"trace[1942233491] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25634; }","duration":"2.910208882s","start":"2026-07-02T06:04:49.301823Z","end":"2026-07-02T06:04:52.212032Z","steps":["trace[1942233491] 'agreement among raft nodes before linearized reading' (duration: 2.910095288s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:52.212083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:49.301801Z","time spent":"2.910268833s","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":17,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:52.212143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838792317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:04:52.212256Z","caller":"traceutil/trace.go:171","msg":"trace[2136671598] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25634; }","duration":"1.838961202s","start":"2026-07-02T06:04:50.373268Z","end":"2026-07-02T06:04:52.21223Z","steps":["trace[2136671598] 'agreement among raft nodes before linearized reading' (duration: 1.838684703s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:52.212307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.519243947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-02T06:04:52.21233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:50.373249Z","time spent":"1.839060716s","remote":"127.0.0.1:50478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":41,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:04:52.212351Z","caller":"traceutil/trace.go:171","msg":"trace[601651512] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25634; }","duration":"2.519522456s","start":"2026-07-02T06:04:49.692819Z","end":"2026-07-02T06:04:52.212341Z","steps":["trace[601651512] 'agreement among raft nodes before linearized reading' (duration: 2.519390162s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:52.212389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:49.6928Z","time spent":"2.519580918s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T06:04:52.212418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.340371371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18435"} {"level":"info","ts":"2026-07-02T06:04:52.212457Z","caller":"traceutil/trace.go:171","msg":"trace[1668487859] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25634; }","duration":"3.340430752s","start":"2026-07-02T06:04:48.872017Z","end":"2026-07-02T06:04:52.212448Z","steps":["trace[1668487859] 'agreement among raft nodes before linearized reading' (duration: 3.340327799s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:52.212488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:48.872009Z","time spent":"3.340467794s","remote":"127.0.0.1:50140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18458,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-02T06:04:52.212537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.341215789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-07-02T06:04:52.21265Z","caller":"traceutil/trace.go:171","msg":"trace[34001557] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4; range_end:; response_count:1; response_revision:25634; }","duration":"2.341544009s","start":"2026-07-02T06:04:49.871083Z","end":"2026-07-02T06:04:52.212627Z","steps":["trace[34001557] 'agreement among raft nodes before linearized reading' (duration: 2.340925859s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:52.212731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:49.871062Z","time spent":"2.341655063s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" "} {"level":"warn","ts":"2026-07-02T06:04:52.212793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.98169618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:04:52.212823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337220462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:52.212855Z","caller":"traceutil/trace.go:171","msg":"trace[1874945474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25634; }","duration":"1.337305625s","start":"2026-07-02T06:04:50.875539Z","end":"2026-07-02T06:04:52.212844Z","steps":["trace[1874945474] 'agreement among raft nodes before linearized reading' (duration: 1.336264552s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:52.212904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:50.875519Z","time spent":"1.337360116s","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:04:52.213132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.236120724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-07-02T06:04:52.213221Z","caller":"traceutil/trace.go:171","msg":"trace[1067397796] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25634; }","duration":"3.236222917s","start":"2026-07-02T06:04:48.976962Z","end":"2026-07-02T06:04:52.213185Z","steps":["trace[1067397796] 'agreement among raft nodes before linearized reading' (duration: 3.236088723s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:52.213262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:48.976945Z","time spent":"3.23630675s","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-02T06:04:52.213274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126390624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-02T06:04:52.213325Z","caller":"traceutil/trace.go:171","msg":"trace[1856978754] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589; range_end:; response_count:1; response_revision:25634; }","duration":"1.126485027s","start":"2026-07-02T06:04:51.086824Z","end":"2026-07-02T06:04:52.213309Z","steps":["trace[1856978754] 'agreement among raft nodes before linearized reading' (duration: 1.12627844s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:52.213179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429530417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-02T06:04:52.213643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.885318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-07-02T06:04:52.213654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.39385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:04:52.213688Z","caller":"traceutil/trace.go:171","msg":"trace[637898000] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25634; }","duration":"991.925819ms","start":"2026-07-02T06:04:51.22175Z","end":"2026-07-02T06:04:52.213676Z","steps":["trace[637898000] 'agreement among raft nodes before linearized reading' (duration: 991.857857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:52.213768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:51.221701Z","time spent":"992.057414ms","remote":"127.0.0.1:50166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-02T06:04:52.21364Z","caller":"traceutil/trace.go:171","msg":"trace[552931399] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:25634; }","duration":"1.430031903s","start":"2026-07-02T06:04:50.783593Z","end":"2026-07-02T06:04:52.213625Z","steps":["trace[552931399] 'agreement among raft nodes before linearized reading' (duration: 1.429498566s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:52.213831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:50.783571Z","time spent":"1.43024845s","remote":"127.0.0.1:49992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-02T06:04:52.213576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.788645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-02T06:04:52.213837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124438421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-07-02T06:04:52.213889Z","caller":"traceutil/trace.go:171","msg":"trace[2111393135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25634; }","duration":"499.171028ms","start":"2026-07-02T06:04:51.714703Z","end":"2026-07-02T06:04:52.213874Z","steps":["trace[2111393135] 'agreement among raft nodes before linearized reading' (duration: 498.807486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:52.213561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.911088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:04:52.213945Z","caller":"traceutil/trace.go:171","msg":"trace[1118891876] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25634; }","duration":"678.345813ms","start":"2026-07-02T06:04:51.535589Z","end":"2026-07-02T06:04:52.213934Z","steps":["trace[1118891876] 'agreement among raft nodes before linearized reading' (duration: 677.856757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:52.213558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.649979303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:04:52.214148Z","caller":"traceutil/trace.go:171","msg":"trace[137761714] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25634; }","duration":"1.650593653s","start":"2026-07-02T06:04:50.563526Z","end":"2026-07-02T06:04:52.21412Z","steps":["trace[137761714] 'agreement among raft nodes before linearized reading' (duration: 1.649956732s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:52.213902Z","caller":"traceutil/trace.go:171","msg":"trace[427774485] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:25634; }","duration":"1.124515683s","start":"2026-07-02T06:04:51.089371Z","end":"2026-07-02T06:04:52.213886Z","steps":["trace[427774485] 'agreement among raft nodes before linearized reading' (duration: 1.124240934s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:52.21428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:51.089365Z","time spent":"1.124901656s","remote":"127.0.0.1:50166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1281,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-07-02T06:04:52.213579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.829181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-02T06:04:52.212838Z","caller":"traceutil/trace.go:171","msg":"trace[1745651579] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25634; }","duration":"2.981899666s","start":"2026-07-02T06:04:49.230925Z","end":"2026-07-02T06:04:52.212825Z","steps":["trace[1745651579] 'agreement among raft nodes before linearized reading' (duration: 2.98170907s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:52.214438Z","caller":"traceutil/trace.go:171","msg":"trace[2163527] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25634; }","duration":"616.702968ms","start":"2026-07-02T06:04:51.597716Z","end":"2026-07-02T06:04:52.214419Z","steps":["trace[2163527] 'agreement among raft nodes before linearized reading' (duration: 615.797569ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:52.213732Z","caller":"traceutil/trace.go:171","msg":"trace[1979166249] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25634; }","duration":"791.467403ms","start":"2026-07-02T06:04:51.422217Z","end":"2026-07-02T06:04:52.213684Z","steps":["trace[1979166249] 'agreement among raft nodes before linearized reading' (duration: 791.39344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:52.214524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:51.597701Z","time spent":"616.798872ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-02T06:04:52.214247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:50.56351Z","time spent":"1.650713637s","remote":"127.0.0.1:50394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:52.213372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:51.08681Z","time spent":"1.126554009s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589\" "} {"level":"warn","ts":"2026-07-02T06:04:52.214567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:51.422196Z","time spent":"792.348181ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:52.21449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:49.230906Z","time spent":"2.983524669s","remote":"127.0.0.1:39686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:52.213954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:51.714686Z","time spent":"499.24626ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T06:04:52.214003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:51.535564Z","time spent":"678.422564ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:52.747528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.603792ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-02T06:04:52.747607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:52.220548Z","time spent":"527.055451ms","remote":"127.0.0.1:49992","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-02T06:04:52.781691Z","caller":"traceutil/trace.go:171","msg":"trace[1926276649] linearizableReadLoop","detail":"{readStateIndex:26492; appliedIndex:26490; }","duration":"560.940455ms","start":"2026-07-02T06:04:52.220725Z","end":"2026-07-02T06:04:52.781666Z","steps":["trace[1926276649] 'read index received' (duration: 276.205381ms)","trace[1926276649] 'applied index is now lower than readState.Index' (duration: 284.733594ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:04:52.781744Z","caller":"traceutil/trace.go:171","msg":"trace[844803482] transaction","detail":"{read_only:false; response_revision:25637; number_of_response:1; }","duration":"560.942975ms","start":"2026-07-02T06:04:52.220777Z","end":"2026-07-02T06:04:52.78172Z","steps":["trace[844803482] 'process raft request' (duration: 560.843682ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:52.781749Z","caller":"traceutil/trace.go:171","msg":"trace[1283688801] transaction","detail":"{read_only:false; response_revision:25636; number_of_response:1; }","duration":"560.958786ms","start":"2026-07-02T06:04:52.220753Z","end":"2026-07-02T06:04:52.781712Z","steps":["trace[1283688801] 'process raft request' (duration: 560.810081ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:52.781711Z","caller":"traceutil/trace.go:171","msg":"trace[921726188] transaction","detail":"{read_only:false; response_revision:25635; number_of_response:1; }","duration":"560.989107ms","start":"2026-07-02T06:04:52.220688Z","end":"2026-07-02T06:04:52.781677Z","steps":["trace[921726188] 'process raft request' (duration: 560.657806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:52.781865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:52.220753Z","time spent":"561.047879ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:52.781866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:52.220738Z","time spent":"561.066159ms","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:52.781915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:52.220671Z","time spent":"561.154782ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:52.781931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.189333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3a8ee0f7-d953-44e5-a5e2-86b2250987d2\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-07-02T06:04:52.781982Z","caller":"traceutil/trace.go:171","msg":"trace[328239556] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3a8ee0f7-d953-44e5-a5e2-86b2250987d2; range_end:; response_count:1; response_revision:25637; }","duration":"561.281716ms","start":"2026-07-02T06:04:52.220683Z","end":"2026-07-02T06:04:52.781965Z","steps":["trace[328239556] 'agreement among raft nodes before linearized reading' (duration: 561.10019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:52.782024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:52.220665Z","time spent":"561.350058ms","remote":"127.0.0.1:50108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-3a8ee0f7-d953-44e5-a5e2-86b2250987d2\" "} {"level":"warn","ts":"2026-07-02T06:04:53.920681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069560265s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:04:53.92075Z","caller":"traceutil/trace.go:171","msg":"trace[820928343] linearizableReadLoop","detail":"{readStateIndex:26495; appliedIndex:26494; }","duration":"1.138969577s","start":"2026-07-02T06:04:52.78177Z","end":"2026-07-02T06:04:53.920739Z","steps":["trace[820928343] 'read index received' (duration: 69.195945ms)","trace[820928343] 'applied index is now lower than readState.Index' (duration: 1.069772531s)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:04:53.92079Z","caller":"traceutil/trace.go:171","msg":"trace[1254119263] transaction","detail":"{read_only:false; response_revision:25638; number_of_response:1; }","duration":"1.172124948s","start":"2026-07-02T06:04:52.748659Z","end":"2026-07-02T06:04:53.920784Z","steps":["trace[1254119263] 'process raft request' (duration: 102.406008ms)","trace[1254119263] 'compare' (duration: 1.069033288s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:53.920824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:52.748639Z","time spent":"1.17216802s","remote":"127.0.0.1:49992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:53.921023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676598505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-02T06:04:53.921043Z","caller":"traceutil/trace.go:171","msg":"trace[1943433223] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25638; }","duration":"1.676658118s","start":"2026-07-02T06:04:52.244378Z","end":"2026-07-02T06:04:53.921037Z","steps":["trace[1943433223] 'agreement among raft nodes before linearized reading' (duration: 1.676547284s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:53.921058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:52.24436Z","time spent":"1.676694379s","remote":"127.0.0.1:50974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-02T06:04:53.921143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700184501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18be63d5b46856e8\" ","response":"range_response_count:1 size:742"} {"level":"info","ts":"2026-07-02T06:04:53.921203Z","caller":"traceutil/trace.go:171","msg":"trace[1490733787] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18be63d5b46856e8; range_end:; response_count:1; response_revision:25638; }","duration":"1.700300355s","start":"2026-07-02T06:04:52.220889Z","end":"2026-07-02T06:04:53.92119Z","steps":["trace[1490733787] 'agreement among raft nodes before linearized reading' (duration: 1.700113089s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:53.921235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:52.220832Z","time spent":"1.700395657s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":765,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18be63d5b46856e8\" "} {"level":"warn","ts":"2026-07-02T06:04:53.921425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699772207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:53.921448Z","caller":"traceutil/trace.go:171","msg":"trace[1277762104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25638; }","duration":"1.699807349s","start":"2026-07-02T06:04:52.221633Z","end":"2026-07-02T06:04:53.92144Z","steps":["trace[1277762104] 'agreement among raft nodes before linearized reading' (duration: 1.699765448s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:53.921465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:52.221625Z","time spent":"1.69983637s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:04:53.921174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700406818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-07-02T06:04:53.921557Z","caller":"traceutil/trace.go:171","msg":"trace[428350053] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25638; }","duration":"1.7008004s","start":"2026-07-02T06:04:52.22075Z","end":"2026-07-02T06:04:53.92155Z","steps":["trace[428350053] 'agreement among raft nodes before linearized reading' (duration: 1.700384337s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:53.921577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:52.220742Z","time spent":"1.700828611s","remote":"127.0.0.1:50166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-02T06:04:54.42165Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383324388,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:04:54.572204Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.482538643s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T06:04:54.901783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.362232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:04:54.901889Z","caller":"traceutil/trace.go:171","msg":"trace[660617145] transaction","detail":"{read_only:false; response_revision:25639; number_of_response:1; }","duration":"1.81235154s","start":"2026-07-02T06:04:53.089526Z","end":"2026-07-02T06:04:54.901878Z","steps":["trace[660617145] 'process raft request' (duration: 1.482840313s)","trace[660617145] 'compare' (duration: 329.27997ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:54.901923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:53.0895Z","time spent":"1.812407692s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:54.902016Z","caller":"traceutil/trace.go:171","msg":"trace[1113585021] transaction","detail":"{read_only:false; response_revision:25640; number_of_response:1; }","duration":"1.811746512s","start":"2026-07-02T06:04:53.090265Z","end":"2026-07-02T06:04:54.902011Z","steps":["trace[1113585021] 'process raft request' (duration: 1.811587536s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:54.902044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:53.090229Z","time spent":"1.811800113s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:54.902221Z","caller":"traceutil/trace.go:171","msg":"trace[2025452836] linearizableReadLoop","detail":"{readStateIndex:26504; appliedIndex:26495; }","duration":"981.450135ms","start":"2026-07-02T06:04:53.920764Z","end":"2026-07-02T06:04:54.902214Z","steps":["trace[2025452836] 'read index received' (duration: 651.616487ms)","trace[2025452836] 'applied index is now lower than readState.Index' (duration: 329.832738ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:04:54.902263Z","caller":"traceutil/trace.go:171","msg":"trace[1771890179] transaction","detail":"{read_only:false; response_revision:25641; number_of_response:1; }","duration":"1.811869025s","start":"2026-07-02T06:04:53.090391Z","end":"2026-07-02T06:04:54.90226Z","steps":["trace[1771890179] 'process raft request' (duration: 1.811600867s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:54.902286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:53.090379Z","time spent":"1.811893106s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:54.902327Z","caller":"traceutil/trace.go:171","msg":"trace[2131497857] transaction","detail":"{read_only:false; response_revision:25642; number_of_response:1; }","duration":"1.811898476s","start":"2026-07-02T06:04:53.090423Z","end":"2026-07-02T06:04:54.902321Z","steps":["trace[2131497857] 'process raft request' (duration: 1.811676129s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:54.902347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:53.090407Z","time spent":"1.811928547s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:54.902381Z","caller":"traceutil/trace.go:171","msg":"trace[632894594] transaction","detail":"{read_only:false; response_revision:25643; number_of_response:1; }","duration":"1.811925427s","start":"2026-07-02T06:04:53.090452Z","end":"2026-07-02T06:04:54.902377Z","steps":["trace[632894594] 'process raft request' (duration: 1.811665039s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:54.902402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:53.090435Z","time spent":"1.811954118s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:54.902471Z","caller":"traceutil/trace.go:171","msg":"trace[204966860] transaction","detail":"{read_only:false; response_revision:25644; number_of_response:1; }","duration":"1.811997349s","start":"2026-07-02T06:04:53.090469Z","end":"2026-07-02T06:04:54.902467Z","steps":["trace[204966860] 'process raft request' (duration: 1.811661578s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:54.902495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:53.090436Z","time spent":"1.812046081s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:54.902532Z","caller":"traceutil/trace.go:171","msg":"trace[329063138] transaction","detail":"{read_only:false; response_revision:25645; number_of_response:1; }","duration":"1.811812833s","start":"2026-07-02T06:04:53.090715Z","end":"2026-07-02T06:04:54.902528Z","steps":["trace[329063138] 'process raft request' (duration: 1.811437961s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:54.902553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:53.090708Z","time spent":"1.811833034s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:54.902661Z","caller":"traceutil/trace.go:171","msg":"trace[1406000396] transaction","detail":"{read_only:false; response_revision:25646; number_of_response:1; }","duration":"977.789617ms","start":"2026-07-02T06:04:53.924866Z","end":"2026-07-02T06:04:54.902656Z","steps":["trace[1406000396] 'process raft request' (duration: 977.303012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:54.902685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:53.924855Z","time spent":"977.816289ms","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:54.902754Z","caller":"traceutil/trace.go:171","msg":"trace[2142098649] transaction","detail":"{read_only:false; response_revision:25647; number_of_response:1; }","duration":"684.795209ms","start":"2026-07-02T06:04:54.217954Z","end":"2026-07-02T06:04:54.902749Z","steps":["trace[2142098649] 'process raft request' (duration: 684.242061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:54.90278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:54.217928Z","time spent":"684.838031ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:54.902881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.116868578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-d5mgk.18be63d926881a8e\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-07-02T06:04:54.90291Z","caller":"traceutil/trace.go:171","msg":"trace[1560539114] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-d5mgk.18be63d926881a8e; range_end:; response_count:1; response_revision:25647; }","duration":"2.11693277s","start":"2026-07-02T06:04:52.785972Z","end":"2026-07-02T06:04:54.902904Z","steps":["trace[1560539114] 'agreement among raft nodes before linearized reading' (duration: 2.116838737s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:54.902924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:52.785957Z","time spent":"2.116963792s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-d5mgk.18be63d926881a8e\" "} {"level":"warn","ts":"2026-07-02T06:04:54.903019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117508579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-02T06:04:54.903037Z","caller":"traceutil/trace.go:171","msg":"trace[619696469] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25647; }","duration":"2.1175579s","start":"2026-07-02T06:04:52.785475Z","end":"2026-07-02T06:04:54.903033Z","steps":["trace[619696469] 'agreement among raft nodes before linearized reading' (duration: 2.117506429s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:54.90299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812748954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-02T06:04:54.903079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.018789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:54.903095Z","caller":"traceutil/trace.go:171","msg":"trace[28649345] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25647; }","duration":"980.04723ms","start":"2026-07-02T06:04:53.923042Z","end":"2026-07-02T06:04:54.903089Z","steps":["trace[28649345] 'agreement among raft nodes before linearized reading' (duration: 980.024989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:54.903106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:53.923029Z","time spent":"980.07439ms","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T06:04:54.903091Z","caller":"traceutil/trace.go:171","msg":"trace[1988921048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25647; }","duration":"1.812898758s","start":"2026-07-02T06:04:53.090169Z","end":"2026-07-02T06:04:54.903068Z","steps":["trace[1988921048] 'agreement among raft nodes before linearized reading' (duration: 1.812607909s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:54.903141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:53.090142Z","time spent":"1.812990601s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T06:04:54.903218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384186556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:04:54.90305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:52.785458Z","time spent":"2.117588701s","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-07-02T06:04:54.903237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751190053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:04:54.903279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.224382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-02T06:04:54.903262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780650886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:54.90331Z","caller":"traceutil/trace.go:171","msg":"trace[886579847] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25647; }","duration":"1.751307497s","start":"2026-07-02T06:04:53.151985Z","end":"2026-07-02T06:04:54.903293Z","steps":["trace[886579847] 'agreement among raft nodes before linearized reading' (duration: 1.751172372s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:54.903334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.411784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-07-02T06:04:54.903347Z","caller":"traceutil/trace.go:171","msg":"trace[416745235] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25647; }","duration":"976.450974ms","start":"2026-07-02T06:04:53.926893Z","end":"2026-07-02T06:04:54.903344Z","steps":["trace[416745235] 'agreement among raft nodes before linearized reading' (duration: 976.411853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:54.903359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:53.926877Z","time spent":"976.480126ms","remote":"127.0.0.1:50458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-07-02T06:04:54.903335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685446199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-07-02T06:04:54.903353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:53.151969Z","time spent":"1.751374079s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:04:54.903361Z","caller":"traceutil/trace.go:171","msg":"trace[462638158] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:25647; }","duration":"1.780760539s","start":"2026-07-02T06:04:53.122554Z","end":"2026-07-02T06:04:54.903315Z","steps":["trace[462638158] 'agreement among raft nodes before linearized reading' (duration: 1.780635945s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:54.903391Z","caller":"traceutil/trace.go:171","msg":"trace[1782262072] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4; range_end:; response_count:1; response_revision:25647; }","duration":"1.685510601s","start":"2026-07-02T06:04:53.217865Z","end":"2026-07-02T06:04:54.903375Z","steps":["trace[1782262072] 'agreement among raft nodes before linearized reading' (duration: 1.685338216s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:54.903426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:53.217812Z","time spent":"1.685607374s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" "} {"level":"warn","ts":"2026-07-02T06:04:54.903424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:53.122535Z","time spent":"1.780871963s","remote":"127.0.0.1:39688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:54.903453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240184147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:54.90347Z","caller":"traceutil/trace.go:171","msg":"trace[673244126] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25647; }","duration":"1.240233758s","start":"2026-07-02T06:04:53.66323Z","end":"2026-07-02T06:04:54.903464Z","steps":["trace[673244126] 'agreement among raft nodes before linearized reading' (duration: 1.240180916s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:54.903492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:53.663209Z","time spent":"1.2402772s","remote":"127.0.0.1:39594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:54.903246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.633993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-02T06:04:54.9034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183961957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-02T06:04:54.903554Z","caller":"traceutil/trace.go:171","msg":"trace[215786395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25647; }","duration":"116.958963ms","start":"2026-07-02T06:04:54.786579Z","end":"2026-07-02T06:04:54.903538Z","steps":["trace[215786395] 'agreement among raft nodes before linearized reading' (duration: 116.634813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:54.903555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.421369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-02T06:04:54.90327Z","caller":"traceutil/trace.go:171","msg":"trace[1002052429] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25647; }","duration":"1.384257898s","start":"2026-07-02T06:04:53.519001Z","end":"2026-07-02T06:04:54.903259Z","steps":["trace[1002052429] 'agreement among raft nodes before linearized reading' (duration: 1.384136255s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:54.903611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:53.51896Z","time spent":"1.38464119s","remote":"127.0.0.1:42878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:54.903622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257101048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:54.903613Z","caller":"traceutil/trace.go:171","msg":"trace[746914133] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25647; }","duration":"979.490852ms","start":"2026-07-02T06:04:53.924105Z","end":"2026-07-02T06:04:54.903596Z","steps":["trace[746914133] 'agreement among raft nodes before linearized reading' (duration: 979.304826ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:54.903639Z","caller":"traceutil/trace.go:171","msg":"trace[1732341399] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25647; }","duration":"1.257164499s","start":"2026-07-02T06:04:53.646468Z","end":"2026-07-02T06:04:54.903632Z","steps":["trace[1732341399] 'agreement among raft nodes before linearized reading' (duration: 1.257135458s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:54.903654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:53.646446Z","time spent":"1.257203781s","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:04:54.903296Z","caller":"traceutil/trace.go:171","msg":"trace[274017450] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25647; }","duration":"117.279773ms","start":"2026-07-02T06:04:54.786012Z","end":"2026-07-02T06:04:54.903292Z","steps":["trace[274017450] 'agreement among raft nodes before linearized reading' (duration: 117.242012ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:54.903578Z","caller":"traceutil/trace.go:171","msg":"trace[208293955] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25647; }","duration":"1.184169853s","start":"2026-07-02T06:04:53.719399Z","end":"2026-07-02T06:04:54.903569Z","steps":["trace[208293955] 'agreement among raft nodes before linearized reading' (duration: 1.183888134s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:54.903765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:53.71938Z","time spent":"1.18436987s","remote":"127.0.0.1:47440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":163,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:54.903655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:53.9241Z","time spent":"979.543914ms","remote":"127.0.0.1:50128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-02T06:04:56.318742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182774488s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:04:56.318872Z","caller":"traceutil/trace.go:171","msg":"trace[660535582] linearizableReadLoop","detail":"{readStateIndex:26505; appliedIndex:26504; }","duration":"1.411861831s","start":"2026-07-02T06:04:54.906987Z","end":"2026-07-02T06:04:56.318848Z","steps":["trace[660535582] 'read index received' (duration: 228.890026ms)","trace[660535582] 'applied index is now lower than readState.Index' (duration: 1.182969275s)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:04:56.319038Z","caller":"traceutil/trace.go:171","msg":"trace[1450914314] transaction","detail":"{read_only:false; response_revision:25648; number_of_response:1; }","duration":"1.412209542s","start":"2026-07-02T06:04:54.906802Z","end":"2026-07-02T06:04:56.319011Z","steps":["trace[1450914314] 'process raft request' (duration: 229.061252ms)","trace[1450914314] 'compare' (duration: 1.181783907s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:56.319134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:54.906778Z","time spent":"1.412305076s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:56.319173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412167861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-02T06:04:56.31922Z","caller":"traceutil/trace.go:171","msg":"trace[1927201744] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25648; }","duration":"1.412240174s","start":"2026-07-02T06:04:54.906967Z","end":"2026-07-02T06:04:56.319207Z","steps":["trace[1927201744] 'agreement among raft nodes before linearized reading' (duration: 1.412069268s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:56.319243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:54.906954Z","time spent":"1.412284795s","remote":"127.0.0.1:49992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-02T06:04:56.399981Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.264101742s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T06:04:56.400625Z","caller":"traceutil/trace.go:171","msg":"trace[311783420] transaction","detail":"{read_only:false; response_revision:25651; number_of_response:1; }","duration":"1.491257393s","start":"2026-07-02T06:04:54.909342Z","end":"2026-07-02T06:04:56.400599Z","steps":["trace[311783420] 'process raft request' (duration: 1.491204741s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:56.400707Z","caller":"traceutil/trace.go:171","msg":"trace[316872287] transaction","detail":"{read_only:false; response_revision:25650; number_of_response:1; }","duration":"1.492021117s","start":"2026-07-02T06:04:54.908651Z","end":"2026-07-02T06:04:56.400673Z","steps":["trace[316872287] 'process raft request' (duration: 1.491854672s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:56.40076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:54.909335Z","time spent":"1.491349306s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:56.400634Z","caller":"traceutil/trace.go:171","msg":"trace[14690000] transaction","detail":"{read_only:false; response_revision:25649; number_of_response:1; }","duration":"1.492274185s","start":"2026-07-02T06:04:54.908339Z","end":"2026-07-02T06:04:56.400613Z","steps":["trace[14690000] 'process raft request' (duration: 1.492009947s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:56.400893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:54.908638Z","time spent":"1.492156291s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:56.400896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:54.908319Z","time spent":"1.492503142s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:56.913378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000963137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:04:56.91345Z","caller":"traceutil/trace.go:171","msg":"trace[441020834] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001056981s","start":"2026-07-02T06:04:54.912377Z","end":"2026-07-02T06:04:56.913434Z","steps":["trace[441020834] 'agreement among raft nodes before linearized reading' (duration: 2.000969508s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:56.913494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:54.912371Z","time spent":"2.001114333s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:04:57.037437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.11028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:04:57.037666Z","caller":"traceutil/trace.go:171","msg":"trace[1707310451] linearizableReadLoop","detail":"{readStateIndex:26509; appliedIndex:26505; }","duration":"718.676694ms","start":"2026-07-02T06:04:56.318964Z","end":"2026-07-02T06:04:57.037641Z","steps":["trace[1707310451] 'read index received' (duration: 81.184738ms)","trace[1707310451] 'applied index is now lower than readState.Index' (duration: 637.490306ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:57.038135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635608744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:04:57.038372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.898603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18435"} {"level":"warn","ts":"2026-07-02T06:04:57.038367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130025268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"warn","ts":"2026-07-02T06:04:57.038394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130002628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-88d7415d-03b6-4dc9-8c75-ce3ace6dfd2e\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-02T06:04:57.038445Z","caller":"traceutil/trace.go:171","msg":"trace[978372347] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25653; }","duration":"933.969216ms","start":"2026-07-02T06:04:56.104446Z","end":"2026-07-02T06:04:57.038415Z","steps":["trace[978372347] 'agreement among raft nodes before linearized reading' (duration: 933.762169ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:57.038445Z","caller":"traceutil/trace.go:171","msg":"trace[597171919] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25653; }","duration":"2.130124342s","start":"2026-07-02T06:04:54.908299Z","end":"2026-07-02T06:04:57.038423Z","steps":["trace[597171919] 'agreement among raft nodes before linearized reading' (duration: 2.129921025s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:57.038462Z","caller":"traceutil/trace.go:171","msg":"trace[1050977012] range","detail":"{range_begin:/registry/persistentvolumes/pvc-88d7415d-03b6-4dc9-8c75-ce3ace6dfd2e; range_end:; response_count:1; response_revision:25653; }","duration":"2.13008013s","start":"2026-07-02T06:04:54.908364Z","end":"2026-07-02T06:04:57.038445Z","steps":["trace[1050977012] 'agreement among raft nodes before linearized reading' (duration: 2.129852503s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:57.038449Z","caller":"traceutil/trace.go:171","msg":"trace[965839659] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25653; }","duration":"1.635962745s","start":"2026-07-02T06:04:55.402445Z","end":"2026-07-02T06:04:57.038407Z","steps":["trace[965839659] 'agreement among raft nodes before linearized reading' (duration: 1.635578153s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:57.038487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:56.104439Z","time spent":"934.038748ms","remote":"127.0.0.1:50140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18458,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-02T06:04:57.038501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:54.908331Z","time spent":"2.130162043s","remote":"127.0.0.1:50108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-88d7415d-03b6-4dc9-8c75-ce3ace6dfd2e\" "} {"level":"warn","ts":"2026-07-02T06:04:57.038536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:55.40242Z","time spent":"1.636085289s","remote":"127.0.0.1:36158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:57.038502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:54.908286Z","time spent":"2.130199835s","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1469,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-07-02T06:04:57.038228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.129924645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18be63d5b5fd6570\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-07-02T06:04:57.038697Z","caller":"traceutil/trace.go:171","msg":"trace[396839863] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18be63d5b5fd6570; range_end:; response_count:1; response_revision:25653; }","duration":"2.130427082s","start":"2026-07-02T06:04:54.908256Z","end":"2026-07-02T06:04:57.038683Z","steps":["trace[396839863] 'agreement among raft nodes before linearized reading' (duration: 2.129792902s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:57.038745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:54.908246Z","time spent":"2.130474773s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":759,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18be63d5b5fd6570\" "} {"level":"info","ts":"2026-07-02T06:04:57.03827Z","caller":"traceutil/trace.go:171","msg":"trace[1512776671] transaction","detail":"{read_only:false; response_revision:25653; number_of_response:1; }","duration":"665.940166ms","start":"2026-07-02T06:04:56.372246Z","end":"2026-07-02T06:04:57.038186Z","steps":["trace[1512776671] 'process raft request' (duration: 665.304076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:57.038878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:56.372225Z","time spent":"666.584056ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:57.038292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127605073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-07-02T06:04:57.039022Z","caller":"traceutil/trace.go:171","msg":"trace[1721242595] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4; range_end:; response_count:1; response_revision:25653; }","duration":"1.128387219s","start":"2026-07-02T06:04:55.910623Z","end":"2026-07-02T06:04:57.03901Z","steps":["trace[1721242595] 'agreement among raft nodes before linearized reading' (duration: 1.12750146s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:57.039072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:55.910602Z","time spent":"1.1284542s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" "} {"level":"info","ts":"2026-07-02T06:04:57.038226Z","caller":"traceutil/trace.go:171","msg":"trace[183708412] transaction","detail":"{read_only:false; response_revision:25652; number_of_response:1; }","duration":"948.073717ms","start":"2026-07-02T06:04:56.090132Z","end":"2026-07-02T06:04:57.038206Z","steps":["trace[183708412] 'process raft request' (duration: 839.071098ms)","trace[183708412] 'compare' (duration: 107.79429ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:57.039222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:56.090111Z","time spent":"949.037678ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:57.038154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.073311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:04:57.039377Z","caller":"traceutil/trace.go:171","msg":"trace[332898293] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25653; }","duration":"991.339451ms","start":"2026-07-02T06:04:56.048011Z","end":"2026-07-02T06:04:57.03935Z","steps":["trace[332898293] 'agreement among raft nodes before linearized reading' (duration: 989.940057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:57.039527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:56.047992Z","time spent":"991.475205ms","remote":"127.0.0.1:50166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:57.785428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.405855ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:04:57.785654Z","caller":"traceutil/trace.go:171","msg":"trace[770726900] transaction","detail":"{read_only:false; response_revision:25654; number_of_response:1; }","duration":"875.247726ms","start":"2026-07-02T06:04:56.910356Z","end":"2026-07-02T06:04:57.785604Z","steps":["trace[770726900] 'process raft request' (duration: 390.594193ms)","trace[770726900] 'compare' (duration: 484.266921ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:04:57.785734Z","caller":"traceutil/trace.go:171","msg":"trace[2126386258] transaction","detail":"{read_only:false; response_revision:25659; number_of_response:1; }","duration":"875.127372ms","start":"2026-07-02T06:04:56.910592Z","end":"2026-07-02T06:04:57.78572Z","steps":["trace[2126386258] 'process raft request' (duration: 875.06745ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:57.785733Z","caller":"traceutil/trace.go:171","msg":"trace[1687755951] transaction","detail":"{read_only:false; response_revision:25656; number_of_response:1; }","duration":"875.245706ms","start":"2026-07-02T06:04:56.910454Z","end":"2026-07-02T06:04:57.7857Z","steps":["trace[1687755951] 'process raft request' (duration: 875.124872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:57.785785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:56.910584Z","time spent":"875.178273ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:57.785812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:56.910335Z","time spent":"875.38854ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:57.785872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:56.910428Z","time spent":"875.369669ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:57.785936Z","caller":"traceutil/trace.go:171","msg":"trace[1745381571] transaction","detail":"{read_only:false; response_revision:25657; number_of_response:1; }","duration":"875.35608ms","start":"2026-07-02T06:04:56.910573Z","end":"2026-07-02T06:04:57.785929Z","steps":["trace[1745381571] 'process raft request' (duration: 875.033299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:57.785987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:56.910563Z","time spent":"875.404891ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:57.786004Z","caller":"traceutil/trace.go:171","msg":"trace[1072750589] transaction","detail":"{read_only:false; response_revision:25655; number_of_response:1; }","duration":"875.631219ms","start":"2026-07-02T06:04:56.910362Z","end":"2026-07-02T06:04:57.785993Z","steps":["trace[1072750589] 'process raft request' (duration: 875.140433ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:57.786047Z","caller":"traceutil/trace.go:171","msg":"trace[1553595823] transaction","detail":"{read_only:false; response_revision:25658; number_of_response:1; }","duration":"875.461633ms","start":"2026-07-02T06:04:56.910576Z","end":"2026-07-02T06:04:57.786038Z","steps":["trace[1553595823] 'process raft request' (duration: 875.0569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:57.786057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:56.91034Z","time spent":"875.68669ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:57.78608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:56.910557Z","time spent":"875.505594ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:57.786217Z","caller":"traceutil/trace.go:171","msg":"trace[1452565540] transaction","detail":"{read_only:false; response_revision:25660; number_of_response:1; }","duration":"875.584827ms","start":"2026-07-02T06:04:56.9106Z","end":"2026-07-02T06:04:57.786185Z","steps":["trace[1452565540] 'process raft request' (duration: 875.090241ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:57.786347Z","caller":"traceutil/trace.go:171","msg":"trace[1793931100] transaction","detail":"{read_only:false; response_revision:25661; number_of_response:1; }","duration":"875.751992ms","start":"2026-07-02T06:04:56.910587Z","end":"2026-07-02T06:04:57.786339Z","steps":["trace[1793931100] 'process raft request' (duration: 875.184783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:57.786367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:56.91059Z","time spent":"875.70264ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:57.786362Z","caller":"traceutil/trace.go:171","msg":"trace[725499131] transaction","detail":"{read_only:false; response_revision:25662; number_of_response:1; }","duration":"744.681747ms","start":"2026-07-02T06:04:57.041658Z","end":"2026-07-02T06:04:57.78634Z","steps":["trace[725499131] 'process raft request' (duration: 744.16286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:57.786395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:56.910555Z","time spent":"875.816674ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:57.786442Z","caller":"traceutil/trace.go:171","msg":"trace[1561951175] linearizableReadLoop","detail":"{readStateIndex:26518; appliedIndex:26510; }","duration":"748.050374ms","start":"2026-07-02T06:04:57.038353Z","end":"2026-07-02T06:04:57.786404Z","steps":["trace[1561951175] 'read index received' (duration: 262.627306ms)","trace[1561951175] 'applied index is now lower than readState.Index' (duration: 485.420828ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:57.786474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:57.041635Z","time spent":"744.781889ms","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:58.646713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.837554ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-02T06:04:58.646787Z","caller":"traceutil/trace.go:171","msg":"trace[394108240] linearizableReadLoop","detail":"{readStateIndex:26520; appliedIndex:26519; }","duration":"860.292377ms","start":"2026-07-02T06:04:57.786483Z","end":"2026-07-02T06:04:58.646776Z","steps":["trace[394108240] 'read index received' (duration: 89.243µs)","trace[394108240] 'applied index is now lower than readState.Index' (duration: 860.201774ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:58.647174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.324448372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-02T06:04:58.647213Z","caller":"traceutil/trace.go:171","msg":"trace[2046715778] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589; range_end:; response_count:1; response_revision:25662; }","duration":"2.324521485s","start":"2026-07-02T06:04:56.32268Z","end":"2026-07-02T06:04:58.647201Z","steps":["trace[2046715778] 'agreement among raft nodes before linearized reading' (duration: 1.463774853s)","trace[2046715778] 'range keys from in-memory index tree' (duration: 860.633487ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:58.647243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:56.322666Z","time spent":"2.324570987s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589\" "} {"level":"warn","ts":"2026-07-02T06:04:58.647355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402476621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-02T06:04:58.647379Z","caller":"traceutil/trace.go:171","msg":"trace[630053342] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25662; }","duration":"1.402531533s","start":"2026-07-02T06:04:57.244842Z","end":"2026-07-02T06:04:58.647373Z","steps":["trace[630053342] 'agreement among raft nodes before linearized reading' (duration: 1.402463441s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:58.647401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:57.244825Z","time spent":"1.402569605s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-02T06:04:58.647433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740508351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:58.647518Z","caller":"traceutil/trace.go:171","msg":"trace[426686261] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25662; }","duration":"1.740702447s","start":"2026-07-02T06:04:56.906797Z","end":"2026-07-02T06:04:58.647499Z","steps":["trace[426686261] 'agreement among raft nodes before linearized reading' (duration: 879.740269ms)","trace[426686261] 'count revisions from in-memory index tree' (duration: 860.816494ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:58.647513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50209255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-07-02T06:04:58.647557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:56.906777Z","time spent":"1.74077103s","remote":"127.0.0.1:47260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:04:58.64758Z","caller":"traceutil/trace.go:171","msg":"trace[1303149502] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25662; }","duration":"1.502200503s","start":"2026-07-02T06:04:57.145361Z","end":"2026-07-02T06:04:58.647562Z","steps":["trace[1303149502] 'agreement among raft nodes before linearized reading' (duration: 1.501996827s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:58.647607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.658916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-02T06:04:58.647608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602285107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-07-02T06:04:58.647627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.326111415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-02T06:04:58.647628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:57.145344Z","time spent":"1.502275006s","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-07-02T06:04:58.647648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.586454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:58.64765Z","caller":"traceutil/trace.go:171","msg":"trace[790261574] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25662; }","duration":"1.602350909s","start":"2026-07-02T06:04:57.045287Z","end":"2026-07-02T06:04:58.647638Z","steps":["trace[790261574] 'agreement among raft nodes before linearized reading' (duration: 1.602269576s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:58.647669Z","caller":"traceutil/trace.go:171","msg":"trace[184642394] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25662; }","duration":"142.607374ms","start":"2026-07-02T06:04:58.505056Z","end":"2026-07-02T06:04:58.647664Z","steps":["trace[184642394] 'agreement among raft nodes before linearized reading' (duration: 142.577134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:58.647681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:57.045271Z","time spent":"1.602403011s","remote":"127.0.0.1:50166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-07-02T06:04:58.64769Z","caller":"traceutil/trace.go:171","msg":"trace[1278091178] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25662; }","duration":"2.326196419s","start":"2026-07-02T06:04:56.321448Z","end":"2026-07-02T06:04:58.647644Z","steps":["trace[1278091178] 'agreement among raft nodes before linearized reading' (duration: 1.465112467s)","trace[1278091178] 'range keys from in-memory index tree' (duration: 860.996659ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:58.647745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04255474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:04:58.647754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:56.321428Z","time spent":"2.326318932s","remote":"127.0.0.1:50254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-02T06:04:58.647538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599510818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-07-02T06:04:58.647812Z","caller":"traceutil/trace.go:171","msg":"trace[1088964494] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25662; }","duration":"1.599798548s","start":"2026-07-02T06:04:57.048003Z","end":"2026-07-02T06:04:58.647801Z","steps":["trace[1088964494] 'agreement among raft nodes before linearized reading' (duration: 1.599477258s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:58.647829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851368451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:58.647851Z","caller":"traceutil/trace.go:171","msg":"trace[1019407018] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25662; }","duration":"1.851418741s","start":"2026-07-02T06:04:56.796425Z","end":"2026-07-02T06:04:58.647844Z","steps":["trace[1019407018] 'agreement among raft nodes before linearized reading' (duration: 990.020289ms)","trace[1019407018] 'count revisions from in-memory index tree' (duration: 861.31666ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:58.647903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:56.796409Z","time spent":"1.851482794s","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:04:58.647919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.688269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-02T06:04:58.647455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.58516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-07-02T06:04:58.647952Z","caller":"traceutil/trace.go:171","msg":"trace[1768112480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25662; }","duration":"242.75053ms","start":"2026-07-02T06:04:58.405192Z","end":"2026-07-02T06:04:58.647943Z","steps":["trace[1768112480] 'agreement among raft nodes before linearized reading' (duration: 242.678978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:58.647993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73388708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:58.64801Z","caller":"traceutil/trace.go:171","msg":"trace[108071970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25662; }","duration":"1.733943281s","start":"2026-07-02T06:04:56.914062Z","end":"2026-07-02T06:04:58.648005Z","steps":["trace[108071970] 'agreement among raft nodes before linearized reading' (duration: 872.433466ms)","trace[108071970] 'range keys from in-memory index tree' (duration: 861.466844ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:58.648024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:56.91405Z","time spent":"1.733970292s","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T06:04:58.647624Z","caller":"traceutil/trace.go:171","msg":"trace[1935042333] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25662; }","duration":"241.705797ms","start":"2026-07-02T06:04:58.405914Z","end":"2026-07-02T06:04:58.64762Z","steps":["trace[1935042333] 'agreement among raft nodes before linearized reading' (duration: 241.659966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:58.647849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:57.047991Z","time spent":"1.599849319s","remote":"127.0.0.1:50458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-07-02T06:04:58.647955Z","caller":"traceutil/trace.go:171","msg":"trace[1268587531] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4; range_end:; response_count:1; response_revision:25662; }","duration":"604.131688ms","start":"2026-07-02T06:04:58.043818Z","end":"2026-07-02T06:04:58.647949Z","steps":["trace[1268587531] 'agreement among raft nodes before linearized reading' (duration: 603.554849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:58.648104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:58.043795Z","time spent":"604.299203ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" "} {"level":"warn","ts":"2026-07-02T06:04:58.647855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.606615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-02T06:04:58.647778Z","caller":"traceutil/trace.go:171","msg":"trace[749981989] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25662; }","duration":"2.042614122s","start":"2026-07-02T06:04:56.605152Z","end":"2026-07-02T06:04:58.647766Z","steps":["trace[749981989] 'agreement among raft nodes before linearized reading' (duration: 1.181298902s)","trace[749981989] 'range keys from in-memory index tree' (duration: 861.259778ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:04:58.648143Z","caller":"traceutil/trace.go:171","msg":"trace[1135536626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25662; }","duration":"242.929446ms","start":"2026-07-02T06:04:58.405205Z","end":"2026-07-02T06:04:58.648135Z","steps":["trace[1135536626] 'agreement among raft nodes before linearized reading' (duration: 242.593975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:58.648174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:56.605136Z","time spent":"2.043027334s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-02T06:04:58.856601Z","caller":"traceutil/trace.go:171","msg":"trace[759492714] linearizableReadLoop","detail":"{readStateIndex:26521; appliedIndex:26520; }","duration":"201.022414ms","start":"2026-07-02T06:04:58.655551Z","end":"2026-07-02T06:04:58.856574Z","steps":["trace[759492714] 'read index received' (duration: 200.874709ms)","trace[759492714] 'applied index is now lower than readState.Index' (duration: 146.434µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:04:58.85665Z","caller":"traceutil/trace.go:171","msg":"trace[1986746857] transaction","detail":"{read_only:false; response_revision:25663; number_of_response:1; }","duration":"207.49298ms","start":"2026-07-02T06:04:58.649107Z","end":"2026-07-02T06:04:58.8566Z","steps":["trace[1986746857] 'process raft request' (duration: 207.240462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:58.856923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.345654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-443328c0-034e-4853-92a1-2adb94eb97f2\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-07-02T06:04:58.857Z","caller":"traceutil/trace.go:171","msg":"trace[577056055] range","detail":"{range_begin:/registry/persistentvolumes/pvc-443328c0-034e-4853-92a1-2adb94eb97f2; range_end:; response_count:1; response_revision:25663; }","duration":"201.462077ms","start":"2026-07-02T06:04:58.655515Z","end":"2026-07-02T06:04:58.856977Z","steps":["trace[577056055] 'agreement among raft nodes before linearized reading' (duration: 201.166898ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:59.277056Z","caller":"traceutil/trace.go:171","msg":"trace[1330786508] transaction","detail":"{read_only:false; response_revision:25664; number_of_response:1; }","duration":"617.881287ms","start":"2026-07-02T06:04:58.659146Z","end":"2026-07-02T06:04:59.277028Z","steps":["trace[1330786508] 'process raft request' (duration: 587.68025ms)","trace[1330786508] 'compare' (duration: 29.698161ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:59.277203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:58.659133Z","time spent":"617.99464ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:59.277233Z","caller":"traceutil/trace.go:171","msg":"trace[479820308] linearizableReadLoop","detail":"{readStateIndex:26524; appliedIndex:26521; }","duration":"420.537181ms","start":"2026-07-02T06:04:58.856673Z","end":"2026-07-02T06:04:59.27721Z","steps":["trace[479820308] 'read index received' (duration: 390.148988ms)","trace[479820308] 'applied index is now lower than readState.Index' (duration: 30.387093ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:59.277297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.510203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:04:59.277321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.353446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:59.277357Z","caller":"traceutil/trace.go:171","msg":"trace[624720470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25666; }","duration":"616.590566ms","start":"2026-07-02T06:04:58.66075Z","end":"2026-07-02T06:04:59.27734Z","steps":["trace[624720470] 'agreement among raft nodes before linearized reading' (duration: 616.486542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:59.277376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.232817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:04:59.2774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:58.66074Z","time spent":"616.652527ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T06:04:59.277408Z","caller":"traceutil/trace.go:171","msg":"trace[348172475] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:25666; }","duration":"618.29794ms","start":"2026-07-02T06:04:58.659099Z","end":"2026-07-02T06:04:59.277397Z","steps":["trace[348172475] 'agreement among raft nodes before linearized reading' (duration: 618.238758ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:59.27741Z","caller":"traceutil/trace.go:171","msg":"trace[26454735] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25666; }","duration":"615.463419ms","start":"2026-07-02T06:04:58.661923Z","end":"2026-07-02T06:04:59.277386Z","steps":["trace[26454735] 'agreement among raft nodes before linearized reading' (duration: 615.312294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:59.277444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:58.659084Z","time spent":"618.352182ms","remote":"127.0.0.1:50048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-07-02T06:04:59.277453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:58.661917Z","time spent":"615.527481ms","remote":"127.0.0.1:50166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-02T06:04:59.277434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.228978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18be63d5cbc3bc14\" ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-07-02T06:04:59.277502Z","caller":"traceutil/trace.go:171","msg":"trace[668131078] transaction","detail":"{read_only:false; response_revision:25665; number_of_response:1; }","duration":"618.115255ms","start":"2026-07-02T06:04:58.659375Z","end":"2026-07-02T06:04:59.27749Z","steps":["trace[668131078] 'process raft request' (duration: 617.610168ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:59.27753Z","caller":"traceutil/trace.go:171","msg":"trace[914277003] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18be63d5cbc3bc14; range_end:; response_count:1; response_revision:25666; }","duration":"618.351161ms","start":"2026-07-02T06:04:58.659159Z","end":"2026-07-02T06:04:59.27751Z","steps":["trace[914277003] 'agreement among raft nodes before linearized reading' (duration: 618.150075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:59.27757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:58.659148Z","time spent":"618.413094ms","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":770,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18be63d5cbc3bc14\" "} {"level":"info","ts":"2026-07-02T06:04:59.277616Z","caller":"traceutil/trace.go:171","msg":"trace[1635161878] transaction","detail":"{read_only:false; response_revision:25666; number_of_response:1; }","duration":"618.181796ms","start":"2026-07-02T06:04:58.659423Z","end":"2026-07-02T06:04:59.277605Z","steps":["trace[1635161878] 'process raft request' (duration: 617.713651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:59.277669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:58.659374Z","time spent":"618.27133ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:59.277568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:58.659338Z","time spent":"618.199217ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:04:59.355894Z","caller":"traceutil/trace.go:171","msg":"trace[1134524141] transaction","detail":"{read_only:false; response_revision:25668; number_of_response:1; }","duration":"393.123903ms","start":"2026-07-02T06:04:58.962743Z","end":"2026-07-02T06:04:59.355867Z","steps":["trace[1134524141] 'process raft request' (duration: 393.01216ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:04:59.355968Z","caller":"traceutil/trace.go:171","msg":"trace[1155131503] transaction","detail":"{read_only:false; response_revision:25667; number_of_response:1; }","duration":"493.346401ms","start":"2026-07-02T06:04:58.862547Z","end":"2026-07-02T06:04:59.355893Z","steps":["trace[1155131503] 'process raft request' (duration: 493.096443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:59.356055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:58.962713Z","time spent":"393.256938ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:59.356104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:58.862534Z","time spent":"493.488186ms","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T06:04:59.356291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.106106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-07-02T06:04:59.356346Z","caller":"traceutil/trace.go:171","msg":"trace[1893237265] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25668; }","duration":"494.192439ms","start":"2026-07-02T06:04:58.86213Z","end":"2026-07-02T06:04:59.356322Z","steps":["trace[1893237265] 'agreement among raft nodes before linearized reading' (duration: 494.040874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:59.356286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.143862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-02T06:04:59.356453Z","caller":"traceutil/trace.go:171","msg":"trace[548066436] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25668; }","duration":"427.38498ms","start":"2026-07-02T06:04:58.929046Z","end":"2026-07-02T06:04:59.356431Z","steps":["trace[548066436] 'agreement among raft nodes before linearized reading' (duration: 426.865584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:59.356539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:58.929015Z","time spent":"427.511794ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T06:04:59.356386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:58.862113Z","time spent":"494.265381ms","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T06:04:59.956469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.336207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:04:59.956578Z","caller":"traceutil/trace.go:171","msg":"trace[916449051] linearizableReadLoop","detail":"{readStateIndex:26527; appliedIndex:26526; }","duration":"600.728269ms","start":"2026-07-02T06:04:59.355831Z","end":"2026-07-02T06:04:59.956559Z","steps":["trace[916449051] 'read index received' (duration: 378.061982ms)","trace[916449051] 'applied index is now lower than readState.Index' (duration: 222.664487ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:04:59.956663Z","caller":"traceutil/trace.go:171","msg":"trace[346428930] transaction","detail":"{read_only:false; response_revision:25669; number_of_response:1; }","duration":"675.73428ms","start":"2026-07-02T06:04:59.280914Z","end":"2026-07-02T06:04:59.956648Z","steps":["trace[346428930] 'process raft request' (duration: 453.00155ms)","trace[346428930] 'compare' (duration: 221.699887ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:04:59.956737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:59.280892Z","time spent":"675.807091ms","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:04:59.957104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.733585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:59.957156Z","caller":"traceutil/trace.go:171","msg":"trace[23759394] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25669; }","duration":"673.814798ms","start":"2026-07-02T06:04:59.283325Z","end":"2026-07-02T06:04:59.95714Z","steps":["trace[23759394] 'agreement among raft nodes before linearized reading' (duration: 673.729676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:59.957203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:59.283313Z","time spent":"673.87875ms","remote":"127.0.0.1:50254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-02T06:04:59.957327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.970039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:04:59.957402Z","caller":"traceutil/trace.go:171","msg":"trace[2107777379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25669; }","duration":"677.108163ms","start":"2026-07-02T06:04:59.280277Z","end":"2026-07-02T06:04:59.957385Z","steps":["trace[2107777379] 'agreement among raft nodes before linearized reading' (duration: 676.963699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:59.95745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:59.28026Z","time spent":"677.181666ms","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:04:59.957702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.3222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-07-02T06:04:59.957834Z","caller":"traceutil/trace.go:171","msg":"trace[565628348] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25669; }","duration":"677.442014ms","start":"2026-07-02T06:04:59.28033Z","end":"2026-07-02T06:04:59.957772Z","steps":["trace[565628348] 'agreement among raft nodes before linearized reading' (duration: 677.256838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:59.957879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:59.280033Z","time spent":"677.834127ms","remote":"127.0.0.1:50166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-02T06:05:00.457673Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383324432,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:05:00.958887Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383324432,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:05:01.459311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383324432,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:05:01.507782Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.555349805s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T06:05:01.544193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.432854ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:01.544313Z","caller":"traceutil/trace.go:171","msg":"trace[1631495585] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25669; }","duration":"931.561028ms","start":"2026-07-02T06:05:00.612732Z","end":"2026-07-02T06:05:01.544293Z","steps":["trace[1631495585] 'range keys from in-memory index tree' (duration: 931.415264ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:01.544419Z","caller":"traceutil/trace.go:171","msg":"trace[1292676966] transaction","detail":"{read_only:false; response_revision:25670; number_of_response:1; }","duration":"1.753441985s","start":"2026-07-02T06:04:59.790952Z","end":"2026-07-02T06:05:01.544394Z","steps":["trace[1292676966] 'process raft request' (duration: 1.71704133s)","trace[1292676966] 'compare' (duration: 35.62145ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:01.544527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:59.79092Z","time spent":"1.753549019s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:01.963928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000300557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:05:01.964005Z","caller":"traceutil/trace.go:171","msg":"trace[1914048596] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000410971s","start":"2026-07-02T06:04:59.963572Z","end":"2026-07-02T06:05:01.963983Z","steps":["trace[1914048596] 'agreement among raft nodes before linearized reading' (duration: 2.000320148s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:01.964052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:59.96356Z","time spent":"2.000480953s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:05:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:05:02.18165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:01.879554Z","time spent":"302.089069ms","remote":"127.0.0.1:35902","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-02T06:05:03.964913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000797412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:05:03.965034Z","caller":"traceutil/trace.go:171","msg":"trace[1518801703] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000989458s","start":"2026-07-02T06:05:01.964017Z","end":"2026-07-02T06:05:03.965006Z","steps":["trace[1518801703] 'agreement among raft nodes before linearized reading' (duration: 2.000815643s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:03.965096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:01.964001Z","time spent":"2.001084851s","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:05:04.628025Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.014469529s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T06:05:04.628555Z","caller":"traceutil/trace.go:171","msg":"trace[1879351777] transaction","detail":"{read_only:false; response_revision:25671; number_of_response:1; }","duration":"4.837411889s","start":"2026-07-02T06:04:59.79111Z","end":"2026-07-02T06:05:04.628522Z","steps":["trace[1879351777] 'process raft request' (duration: 4.83712423s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:04.628646Z","caller":"traceutil/trace.go:171","msg":"trace[1492114306] linearizableReadLoop","detail":"{readStateIndex:26536; appliedIndex:26527; }","duration":"4.672020685s","start":"2026-07-02T06:04:59.956607Z","end":"2026-07-02T06:05:04.628628Z","steps":["trace[1492114306] 'read index received' (duration: 1.551401309s)","trace[1492114306] 'applied index is now lower than readState.Index' (duration: 3.120618326s)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:05:04.628665Z","caller":"traceutil/trace.go:171","msg":"trace[1110437853] transaction","detail":"{read_only:false; response_revision:25673; number_of_response:1; }","duration":"4.837209683s","start":"2026-07-02T06:04:59.791403Z","end":"2026-07-02T06:05:04.628612Z","steps":["trace[1110437853] 'process raft request' (duration: 4.837022717s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:04.628714Z","caller":"traceutil/trace.go:171","msg":"trace[1031524989] transaction","detail":"{read_only:false; response_revision:25674; number_of_response:1; }","duration":"4.837218673s","start":"2026-07-02T06:04:59.791465Z","end":"2026-07-02T06:05:04.628684Z","steps":["trace[1031524989] 'process raft request' (duration: 4.836989936s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:04.628771Z","caller":"traceutil/trace.go:171","msg":"trace[1301527211] transaction","detail":"{read_only:false; response_revision:25672; number_of_response:1; }","duration":"4.837384828s","start":"2026-07-02T06:04:59.791376Z","end":"2026-07-02T06:05:04.628761Z","steps":["trace[1301527211] 'process raft request' (duration: 4.837007586s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:04.628777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.030507219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:05:04.628821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:59.791365Z","time spent":"4.837431019s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:04.628832Z","caller":"traceutil/trace.go:171","msg":"trace[339989613] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25678; }","duration":"5.030635243s","start":"2026-07-02T06:04:59.598185Z","end":"2026-07-02T06:05:04.628821Z","steps":["trace[339989613] 'agreement among raft nodes before linearized reading' (duration: 5.03053783s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:04.62885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:59.791443Z","time spent":"4.837341037s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:04.628849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.967204134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-07-02T06:05:04.628867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:59.598141Z","time spent":"5.030717476s","remote":"127.0.0.1:51518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:04.628858Z","caller":"traceutil/trace.go:171","msg":"trace[1231339716] transaction","detail":"{read_only:false; response_revision:25677; number_of_response:1; }","duration":"4.836384026s","start":"2026-07-02T06:04:59.792439Z","end":"2026-07-02T06:05:04.628824Z","steps":["trace[1231339716] 'process raft request' (duration: 4.836112508s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:04.628894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:59.791388Z","time spent":"4.837388208s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:04.628927Z","caller":"traceutil/trace.go:171","msg":"trace[1750166987] transaction","detail":"{read_only:false; response_revision:25678; number_of_response:1; }","duration":"3.417922472s","start":"2026-07-02T06:05:01.210996Z","end":"2026-07-02T06:05:04.628919Z","steps":["trace[1750166987] 'process raft request' (duration: 3.417590012s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:04.628717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:59.791078Z","time spent":"4.837553323s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:04.628937Z","caller":"traceutil/trace.go:171","msg":"trace[1377098807] transaction","detail":"{read_only:false; response_revision:25676; number_of_response:1; }","duration":"4.836646855s","start":"2026-07-02T06:04:59.792281Z","end":"2026-07-02T06:05:04.628928Z","steps":["trace[1377098807] 'process raft request' (duration: 4.836241342s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:04.62898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:01.210974Z","time spent":"3.417978124s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:04.62899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:59.79227Z","time spent":"4.836689876s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:04.629014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:59.79241Z","time spent":"4.836514041s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:04.629059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.723260105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:05:04.629075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.269089296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-58766a49-b31f-41c9-b7aa-98b2b2fd07ce\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-07-02T06:05:04.629083Z","caller":"traceutil/trace.go:171","msg":"trace[1092286809] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25678; }","duration":"4.723285675s","start":"2026-07-02T06:04:59.905791Z","end":"2026-07-02T06:05:04.629077Z","steps":["trace[1092286809] 'agreement among raft nodes before linearized reading' (duration: 4.723244314s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:04.629091Z","caller":"traceutil/trace.go:171","msg":"trace[823623240] range","detail":"{range_begin:/registry/persistentvolumes/pvc-58766a49-b31f-41c9-b7aa-98b2b2fd07ce; range_end:; response_count:1; response_revision:25678; }","duration":"5.269127368s","start":"2026-07-02T06:04:59.359958Z","end":"2026-07-02T06:05:04.629086Z","steps":["trace[823623240] 'agreement among raft nodes before linearized reading' (duration: 5.269072446s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:04.629106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:59.359942Z","time spent":"5.269161628s","remote":"127.0.0.1:50108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-58766a49-b31f-41c9-b7aa-98b2b2fd07ce\" "} {"level":"warn","ts":"2026-07-02T06:05:04.629106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:59.905739Z","time spent":"4.723361278s","remote":"127.0.0.1:50048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:04.628896Z","caller":"traceutil/trace.go:171","msg":"trace[2034601938] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4; range_end:; response_count:1; response_revision:25678; }","duration":"4.967282016s","start":"2026-07-02T06:04:59.661597Z","end":"2026-07-02T06:05:04.628879Z","steps":["trace[2034601938] 'agreement among raft nodes before linearized reading' (duration: 4.96709914s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:04.629162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.26980886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-d5mgk.18be63d9268b31a3\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-07-02T06:05:04.629203Z","caller":"traceutil/trace.go:171","msg":"trace[1073621416] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-d5mgk.18be63d9268b31a3; range_end:; response_count:1; response_revision:25678; }","duration":"5.269871581s","start":"2026-07-02T06:04:59.359321Z","end":"2026-07-02T06:05:04.629193Z","steps":["trace[1073621416] 'agreement among raft nodes before linearized reading' (duration: 5.269738457s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:04.629236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:59.359306Z","time spent":"5.269919693s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":886,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-d5mgk.18be63d9268b31a3\" "} {"level":"warn","ts":"2026-07-02T06:05:04.62926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.269131968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-02T06:05:04.629279Z","caller":"traceutil/trace.go:171","msg":"trace[856958858] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25678; }","duration":"5.269166639s","start":"2026-07-02T06:04:59.360108Z","end":"2026-07-02T06:05:04.629275Z","steps":["trace[856958858] 'agreement among raft nodes before linearized reading' (duration: 5.269116437s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:04.629166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:59.66152Z","time spent":"4.967632357s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" "} {"level":"warn","ts":"2026-07-02T06:05:04.629293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:59.360102Z","time spent":"5.269188559s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T06:05:04.629318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.117964509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-02T06:05:04.629388Z","caller":"traceutil/trace.go:171","msg":"trace[1681569328] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25678; }","duration":"5.118067942s","start":"2026-07-02T06:04:59.511304Z","end":"2026-07-02T06:05:04.629372Z","steps":["trace[1681569328] 'agreement among raft nodes before linearized reading' (duration: 5.117863105s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:04.629428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:59.511262Z","time spent":"5.118156295s","remote":"127.0.0.1:50062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-02T06:05:04.629711Z","caller":"traceutil/trace.go:171","msg":"trace[1384066327] transaction","detail":"{read_only:false; response_revision:25675; number_of_response:1; }","duration":"4.83775192s","start":"2026-07-02T06:04:59.791933Z","end":"2026-07-02T06:05:04.629685Z","steps":["trace[1384066327] 'process raft request' (duration: 4.836558502s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:04.629805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:59.791916Z","time spent":"4.837838412s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:05.129411Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383324437,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T06:05:05.23551Z","caller":"traceutil/trace.go:171","msg":"trace[522433537] transaction","detail":"{read_only:false; response_revision:25679; number_of_response:1; }","duration":"3.190996429s","start":"2026-07-02T06:05:02.044489Z","end":"2026-07-02T06:05:05.235485Z","steps":["trace[522433537] 'process raft request' (duration: 3.14509562s)","trace[522433537] 'compare' (duration: 45.739764ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:05.235655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:02.044463Z","time spent":"3.191122923s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:05.235871Z","caller":"traceutil/trace.go:171","msg":"trace[1415643863] transaction","detail":"{read_only:false; response_revision:25680; number_of_response:1; }","duration":"1.685394747s","start":"2026-07-02T06:05:03.550443Z","end":"2026-07-02T06:05:05.235838Z","steps":["trace[1415643863] 'process raft request' (duration: 1.684991534s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:05.2359Z","caller":"traceutil/trace.go:171","msg":"trace[301529254] transaction","detail":"{read_only:false; response_revision:25681; number_of_response:1; }","duration":"689.83077ms","start":"2026-07-02T06:05:04.546051Z","end":"2026-07-02T06:05:05.235882Z","steps":["trace[301529254] 'process raft request' (duration: 689.735307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:05.236006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:04.546034Z","time spent":"689.912733ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:05.236019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:03.55042Z","time spent":"1.685521291s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:05.257427Z","caller":"traceutil/trace.go:171","msg":"trace[1419564099] linearizableReadLoop","detail":"{readStateIndex:26540; appliedIndex:26536; }","duration":"628.714045ms","start":"2026-07-02T06:05:04.628696Z","end":"2026-07-02T06:05:05.25741Z","steps":["trace[1419564099] 'read index received' (duration: 560.898004ms)","trace[1419564099] 'applied index is now lower than readState.Index' (duration: 67.815291ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:05.257526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.119362357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:05:05.257573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.265029758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:05.25759Z","caller":"traceutil/trace.go:171","msg":"trace[309203603] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25682; }","duration":"4.265070809s","start":"2026-07-02T06:05:00.992513Z","end":"2026-07-02T06:05:05.257584Z","steps":["trace[309203603] 'agreement among raft nodes before linearized reading' (duration: 4.265046879s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:05.257574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.903092362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:05:05.257621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:00.992469Z","time spent":"4.265145961s","remote":"127.0.0.1:44154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:05.257639Z","caller":"traceutil/trace.go:171","msg":"trace[241665159] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25682; }","duration":"3.903195876s","start":"2026-07-02T06:05:01.354425Z","end":"2026-07-02T06:05:05.257621Z","steps":["trace[241665159] 'agreement among raft nodes before linearized reading' (duration: 3.903071552s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:05.257673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386224181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-02T06:05:05.25769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:01.354408Z","time spent":"3.903271318s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:05.257729Z","caller":"traceutil/trace.go:171","msg":"trace[1826910608] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25682; }","duration":"1.386338915s","start":"2026-07-02T06:05:03.871377Z","end":"2026-07-02T06:05:05.257716Z","steps":["trace[1826910608] 'agreement among raft nodes before linearized reading' (duration: 1.386148188s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:05.257757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:03.871352Z","time spent":"1.386400717s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-02T06:05:05.2578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.495442816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:05:05.257834Z","caller":"traceutil/trace.go:171","msg":"trace[1716784636] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25682; }","duration":"2.495510358s","start":"2026-07-02T06:05:02.762315Z","end":"2026-07-02T06:05:05.257825Z","steps":["trace[1716784636] 'agreement among raft nodes before linearized reading' (duration: 2.495459396s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:05.257833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.976041667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-02T06:05:05.257873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:02.762294Z","time spent":"2.49556848s","remote":"127.0.0.1:50214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:05.257898Z","caller":"traceutil/trace.go:171","msg":"trace[1113497223] transaction","detail":"{read_only:false; response_revision:25682; number_of_response:1; }","duration":"625.049127ms","start":"2026-07-02T06:05:04.632842Z","end":"2026-07-02T06:05:05.257891Z","steps":["trace[1113497223] 'process raft request' (duration: 624.463388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:05.257928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.297045611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"warn","ts":"2026-07-02T06:05:05.257926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.513490942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:05:05.257947Z","caller":"traceutil/trace.go:171","msg":"trace[170276001] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25682; }","duration":"5.297094153s","start":"2026-07-02T06:04:59.960848Z","end":"2026-07-02T06:05:05.257942Z","steps":["trace[170276001] 'agreement among raft nodes before linearized reading' (duration: 5.297043341s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:05.257956Z","caller":"traceutil/trace.go:171","msg":"trace[1884792087] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25682; }","duration":"3.513561164s","start":"2026-07-02T06:05:01.744386Z","end":"2026-07-02T06:05:05.257947Z","steps":["trace[1884792087] 'agreement among raft nodes before linearized reading' (duration: 3.513511412s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:05.257989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285315411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:05:05.257996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:01.744365Z","time spent":"3.513620446s","remote":"127.0.0.1:50140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:05.25801Z","caller":"traceutil/trace.go:171","msg":"trace[316385005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25682; }","duration":"1.285367853s","start":"2026-07-02T06:05:03.972637Z","end":"2026-07-02T06:05:05.258005Z","steps":["trace[316385005] 'agreement among raft nodes before linearized reading' (duration: 1.285336772s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:05.258014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.183904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18435"} {"level":"warn","ts":"2026-07-02T06:05:05.257853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.473837202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-02T06:05:05.25804Z","caller":"traceutil/trace.go:171","msg":"trace[382307839] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25682; }","duration":"626.272457ms","start":"2026-07-02T06:05:04.631763Z","end":"2026-07-02T06:05:05.258036Z","steps":["trace[382307839] 'agreement among raft nodes before linearized reading' (duration: 626.218865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:05.258055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:04.631736Z","time spent":"626.316458ms","remote":"127.0.0.1:50140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18458,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-02T06:05:05.258064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386193901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-07-02T06:05:05.258071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.875670636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:05.258107Z","caller":"traceutil/trace.go:171","msg":"trace[1880970320] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25682; }","duration":"2.875732038s","start":"2026-07-02T06:05:02.382367Z","end":"2026-07-02T06:05:05.258099Z","steps":["trace[1880970320] 'agreement among raft nodes before linearized reading' (duration: 2.875677576s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:05.258141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:02.382348Z","time spent":"2.87578498s","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:05.258159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.810382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:05:05.258174Z","caller":"traceutil/trace.go:171","msg":"trace[1003551120] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25682; }","duration":"401.870644ms","start":"2026-07-02T06:05:04.856298Z","end":"2026-07-02T06:05:05.258169Z","steps":["trace[1003551120] 'agreement among raft nodes before linearized reading' (duration: 401.832483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:05.25796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:04.632808Z","time spent":"625.108389ms","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:05.25819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.976447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-02T06:05:05.258218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.679357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-07-02T06:05:05.258233Z","caller":"traceutil/trace.go:171","msg":"trace[1954506888] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:25682; }","duration":"545.749209ms","start":"2026-07-02T06:05:04.71248Z","end":"2026-07-02T06:05:05.258229Z","steps":["trace[1954506888] 'agreement among raft nodes before linearized reading' (duration: 545.719238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:05.258249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:04.712449Z","time spent":"545.797141ms","remote":"127.0.0.1:50172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":199,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"info","ts":"2026-07-02T06:05:05.258237Z","caller":"traceutil/trace.go:171","msg":"trace[576903484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25682; }","duration":"3.976515523s","start":"2026-07-02T06:05:01.28171Z","end":"2026-07-02T06:05:05.258226Z","steps":["trace[576903484] 'agreement among raft nodes before linearized reading' (duration: 3.976382269s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:05.257755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582649909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-02T06:05:05.258286Z","caller":"traceutil/trace.go:171","msg":"trace[215063464] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25682; }","duration":"1.583204056s","start":"2026-07-02T06:05:03.67507Z","end":"2026-07-02T06:05:05.258274Z","steps":["trace[215063464] 'agreement among raft nodes before linearized reading' (duration: 1.582596097s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:05.258296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:01.2817Z","time spent":"3.976584205s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T06:05:05.258327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:03.675053Z","time spent":"1.583266119s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-02T06:05:05.258352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.938424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-02T06:05:05.258372Z","caller":"traceutil/trace.go:171","msg":"trace[1724471458] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25682; }","duration":"625.004925ms","start":"2026-07-02T06:05:04.633362Z","end":"2026-07-02T06:05:05.258367Z","steps":["trace[1724471458] 'agreement among raft nodes before linearized reading' (duration: 624.958654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:05.258388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:04.633338Z","time spent":"625.046247ms","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-07-02T06:05:05.257646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51740272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:05:05.258421Z","caller":"traceutil/trace.go:171","msg":"trace[1788957569] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25682; }","duration":"1.518207406s","start":"2026-07-02T06:05:03.740204Z","end":"2026-07-02T06:05:05.258411Z","steps":["trace[1788957569] 'agreement among raft nodes before linearized reading' (duration: 1.51741085s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:05.258067Z","caller":"traceutil/trace.go:171","msg":"trace[1814003734] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:25682; }","duration":"4.474078189s","start":"2026-07-02T06:05:00.783972Z","end":"2026-07-02T06:05:05.25805Z","steps":["trace[1814003734] 'agreement among raft nodes before linearized reading' (duration: 4.473820431s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:05.257967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:59.960832Z","time spent":"5.297131154s","remote":"127.0.0.1:50128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-02T06:05:05.258474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:00.783951Z","time spent":"4.474513483s","remote":"127.0.0.1:49992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"info","ts":"2026-07-02T06:05:05.257995Z","caller":"traceutil/trace.go:171","msg":"trace[1189914131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25682; }","duration":"3.976149721s","start":"2026-07-02T06:05:01.281739Z","end":"2026-07-02T06:05:05.257889Z","steps":["trace[1189914131] 'agreement among raft nodes before linearized reading' (duration: 3.975981896s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:05.258538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:01.281715Z","time spent":"3.976817562s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T06:05:05.257882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.293027333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:05.25759Z","caller":"traceutil/trace.go:171","msg":"trace[2070841986] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:25682; }","duration":"3.11947488s","start":"2026-07-02T06:05:02.1381Z","end":"2026-07-02T06:05:05.257575Z","steps":["trace[2070841986] 'agreement among raft nodes before linearized reading' (duration: 3.119330135s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:05.258603Z","caller":"traceutil/trace.go:171","msg":"trace[1592149046] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25682; }","duration":"5.293779817s","start":"2026-07-02T06:04:59.964811Z","end":"2026-07-02T06:05:05.258591Z","steps":["trace[1592149046] 'agreement among raft nodes before linearized reading' (duration: 5.293052903s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:05.257664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.975894143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-02T06:05:05.258649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:04:59.964797Z","time spent":"5.293839699s","remote":"127.0.0.1:50254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-02T06:05:05.258667Z","caller":"traceutil/trace.go:171","msg":"trace[621965276] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25682; }","duration":"3.976964027s","start":"2026-07-02T06:05:01.281697Z","end":"2026-07-02T06:05:05.258661Z","steps":["trace[621965276] 'agreement among raft nodes before linearized reading' (duration: 3.975773179s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:05.258608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:02.13808Z","time spent":"3.120517684s","remote":"127.0.0.1:42740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:05.258687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:01.281677Z","time spent":"3.977004899s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T06:05:05.257547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.235957737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:05.258736Z","caller":"traceutil/trace.go:171","msg":"trace[1953660648] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25682; }","duration":"4.237226268s","start":"2026-07-02T06:05:01.021504Z","end":"2026-07-02T06:05:05.25873Z","steps":["trace[1953660648] 'agreement among raft nodes before linearized reading' (duration: 4.236000769s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:05.258755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:01.021485Z","time spent":"4.237264679s","remote":"127.0.0.1:50362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:05.258448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:03.740189Z","time spent":"1.518250588s","remote":"127.0.0.1:39776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:05.258026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:03.9726Z","time spent":"1.285423755s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:05:05.258191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:04.856275Z","time spent":"401.912585ms","remote":"127.0.0.1:50066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:05.258084Z","caller":"traceutil/trace.go:171","msg":"trace[687906656] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25682; }","duration":"1.386266333s","start":"2026-07-02T06:05:03.871812Z","end":"2026-07-02T06:05:05.258078Z","steps":["trace[687906656] 'agreement among raft nodes before linearized reading' (duration: 1.386223812s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:05.258869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:03.871781Z","time spent":"1.387081329s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-02T06:05:05.763557Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383324444,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:05:06.264022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383324444,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:05:06.409929Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.148900324s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T06:05:06.76432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.125925ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-02T06:05:06.764396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:05.260933Z","time spent":"1.503458652s","remote":"127.0.0.1:49992","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-02T06:05:07.269808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000528653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:05:07.269881Z","caller":"traceutil/trace.go:171","msg":"trace[2025464936] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000638067s","start":"2026-07-02T06:05:05.269228Z","end":"2026-07-02T06:05:07.269866Z","steps":["trace[2025464936] 'agreement among raft nodes before linearized reading' (duration: 2.000551984s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:07.269921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:05.269213Z","time spent":"2.000699208s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:05:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:05:08.307875Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.887902359s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T06:05:08.574715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.48734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:05:08.57504Z","caller":"traceutil/trace.go:171","msg":"trace[170370540] transaction","detail":"{read_only:false; response_revision:25685; number_of_response:1; }","duration":"3.31159502s","start":"2026-07-02T06:05:05.263431Z","end":"2026-07-02T06:05:08.575026Z","steps":["trace[170370540] 'process raft request' (duration: 3.311520007s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:08.575104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:05.26341Z","time spent":"3.311667221s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:08.575256Z","caller":"traceutil/trace.go:171","msg":"trace[633162640] transaction","detail":"{read_only:false; response_revision:25683; number_of_response:1; }","duration":"3.311943531s","start":"2026-07-02T06:05:05.263303Z","end":"2026-07-02T06:05:08.575246Z","steps":["trace[633162640] 'process raft request' (duration: 3.044850941s)","trace[633162640] 'compare' (duration: 265.928482ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:08.575293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:05.263295Z","time spent":"3.311977372s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:08.575288Z","caller":"traceutil/trace.go:171","msg":"trace[497914660] linearizableReadLoop","detail":"{readStateIndex:26546; appliedIndex:26540; }","duration":"3.312187658s","start":"2026-07-02T06:05:05.26307Z","end":"2026-07-02T06:05:08.575258Z","steps":["trace[497914660] 'read index received' (duration: 1.147107506s)","trace[497914660] 'applied index is now lower than readState.Index' (duration: 2.165078762s)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:05:08.57538Z","caller":"traceutil/trace.go:171","msg":"trace[1471337979] transaction","detail":"{read_only:false; response_revision:25684; number_of_response:1; }","duration":"3.311970332s","start":"2026-07-02T06:05:05.2634Z","end":"2026-07-02T06:05:08.575371Z","steps":["trace[1471337979] 'process raft request' (duration: 3.311391663s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:08.575418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:05.263392Z","time spent":"3.312004833s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:08.575483Z","caller":"traceutil/trace.go:171","msg":"trace[793821934] transaction","detail":"{read_only:false; response_revision:25687; number_of_response:1; }","duration":"3.307067754s","start":"2026-07-02T06:05:05.268408Z","end":"2026-07-02T06:05:08.575476Z","steps":["trace[793821934] 'process raft request' (duration: 3.306740454s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:08.575518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:05.268396Z","time spent":"3.307100316s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:08.575619Z","caller":"traceutil/trace.go:171","msg":"trace[1205098485] transaction","detail":"{read_only:false; response_revision:25686; number_of_response:1; }","duration":"3.311109033s","start":"2026-07-02T06:05:05.264502Z","end":"2026-07-02T06:05:08.575611Z","steps":["trace[1205098485] 'process raft request' (duration: 3.310492874s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:08.575652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:05.264497Z","time spent":"3.311135704s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:08.575759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.312664743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bd1e19ec-10ce-4545-9e3b-9d1a53cd4060\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-07-02T06:05:08.575821Z","caller":"traceutil/trace.go:171","msg":"trace[766848710] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bd1e19ec-10ce-4545-9e3b-9d1a53cd4060; range_end:; response_count:1; response_revision:25687; }","duration":"3.312751127s","start":"2026-07-02T06:05:05.26305Z","end":"2026-07-02T06:05:08.575801Z","steps":["trace[766848710] 'agreement among raft nodes before linearized reading' (duration: 3.312515979s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:08.575875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:05.263042Z","time spent":"3.312815358s","remote":"127.0.0.1:50108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-bd1e19ec-10ce-4545-9e3b-9d1a53cd4060\" "} {"level":"warn","ts":"2026-07-02T06:05:09.076287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383324460,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:05:09.270568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000606217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:05:09.270632Z","caller":"traceutil/trace.go:171","msg":"trace[118373604] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000717931s","start":"2026-07-02T06:05:07.269899Z","end":"2026-07-02T06:05:09.270617Z","steps":["trace[118373604] 'agreement among raft nodes before linearized reading' (duration: 2.000633768s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:09.270668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:07.269873Z","time spent":"2.000787563s","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:05:09.415377Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.107269792s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T06:05:09.415831Z","caller":"traceutil/trace.go:171","msg":"trace[899362879] transaction","detail":"{read_only:false; response_revision:25688; number_of_response:1; }","duration":"2.781193603s","start":"2026-07-02T06:05:06.634598Z","end":"2026-07-02T06:05:09.415792Z","steps":["trace[899362879] 'process raft request' (duration: 2.780951805s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:09.415873Z","caller":"traceutil/trace.go:171","msg":"trace[1109430755] transaction","detail":"{read_only:false; response_revision:25692; number_of_response:1; }","duration":"2.780178201s","start":"2026-07-02T06:05:06.63568Z","end":"2026-07-02T06:05:09.415858Z","steps":["trace[1109430755] 'process raft request' (duration: 2.780110409s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:09.41591Z","caller":"traceutil/trace.go:171","msg":"trace[2070511257] transaction","detail":"{read_only:false; response_revision:25691; number_of_response:1; }","duration":"2.780231892s","start":"2026-07-02T06:05:06.635653Z","end":"2026-07-02T06:05:09.415884Z","steps":["trace[2070511257] 'process raft request' (duration: 2.780103137s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:09.415905Z","caller":"traceutil/trace.go:171","msg":"trace[1590218372] transaction","detail":"{read_only:false; response_revision:25690; number_of_response:1; }","duration":"2.780285434s","start":"2026-07-02T06:05:06.635585Z","end":"2026-07-02T06:05:09.41587Z","steps":["trace[1590218372] 'process raft request' (duration: 2.780136559s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:09.415995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:06.635674Z","time spent":"2.780246253s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:09.416026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:06.634575Z","time spent":"2.781344478s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:09.416028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:06.63565Z","time spent":"2.780316674s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:09.416077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:06.635567Z","time spent":"2.780418448s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:09.415855Z","caller":"traceutil/trace.go:171","msg":"trace[558669019] transaction","detail":"{read_only:false; response_revision:25689; number_of_response:1; }","duration":"2.781159372s","start":"2026-07-02T06:05:06.634664Z","end":"2026-07-02T06:05:09.415824Z","steps":["trace[558669019] 'process raft request' (duration: 2.781020727s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:09.416191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:06.63466Z","time spent":"2.781500752s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:09.416323Z","caller":"traceutil/trace.go:171","msg":"trace[1448929918] transaction","detail":"{read_only:false; response_revision:25693; number_of_response:1; }","duration":"2.778870958s","start":"2026-07-02T06:05:06.637439Z","end":"2026-07-02T06:05:09.41631Z","steps":["trace[1448929918] 'process raft request' (duration: 2.778385643s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:09.416393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:06.637434Z","time spent":"2.77892515s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:09.416481Z","caller":"traceutil/trace.go:171","msg":"trace[1832175497] transaction","detail":"{read_only:false; response_revision:25694; number_of_response:1; }","duration":"2.778665272s","start":"2026-07-02T06:05:06.637793Z","end":"2026-07-02T06:05:09.416459Z","steps":["trace[1832175497] 'process raft request' (duration: 2.778118864s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:09.416592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:06.637771Z","time spent":"2.778767495s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:09.416597Z","caller":"traceutil/trace.go:171","msg":"trace[1953310978] transaction","detail":"{read_only:false; response_revision:25695; number_of_response:1; }","duration":"2.650625133s","start":"2026-07-02T06:05:06.765935Z","end":"2026-07-02T06:05:09.41656Z","steps":["trace[1953310978] 'process raft request' (duration: 2.650380605s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:09.416517Z","caller":"traceutil/trace.go:171","msg":"trace[1482100941] transaction","detail":"{read_only:false; response_revision:25696; number_of_response:1; }","duration":"2.175680221s","start":"2026-07-02T06:05:07.240815Z","end":"2026-07-02T06:05:09.416495Z","steps":["trace[1482100941] 'process raft request' (duration: 2.175593748s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:09.416695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:06.765916Z","time spent":"2.650732327s","remote":"127.0.0.1:49992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:09.416774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:07.240803Z","time spent":"2.175883207s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:09.985377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.883058ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-02T06:05:09.985491Z","caller":"traceutil/trace.go:171","msg":"trace[217553614] linearizableReadLoop","detail":"{readStateIndex:26556; appliedIndex:26546; }","duration":"1.410117645s","start":"2026-07-02T06:05:08.575356Z","end":"2026-07-02T06:05:09.985473Z","steps":["trace[217553614] 'read index received' (duration: 840.141312ms)","trace[217553614] 'applied index is now lower than readState.Index' (duration: 569.974733ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:09.985996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.194323925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-d5mgk\" ","response":"range_response_count:1 size:4695"} {"level":"warn","ts":"2026-07-02T06:05:09.986013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528594818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:05:09.986041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572802491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:05:09.986038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884548991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:09.986071Z","caller":"traceutil/trace.go:171","msg":"trace[1437028092] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-d5mgk; range_end:; response_count:1; response_revision:25696; }","duration":"3.194433229s","start":"2026-07-02T06:05:06.791619Z","end":"2026-07-02T06:05:09.986052Z","steps":["trace[1437028092] 'agreement among raft nodes before linearized reading' (duration: 3.194250653s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:09.986091Z","caller":"traceutil/trace.go:171","msg":"trace[1344406310] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25696; }","duration":"2.572891955s","start":"2026-07-02T06:05:07.413184Z","end":"2026-07-02T06:05:09.986076Z","steps":["trace[1344406310] 'agreement among raft nodes before linearized reading' (duration: 2.572812532s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:09.986089Z","caller":"traceutil/trace.go:171","msg":"trace[26362973] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25696; }","duration":"1.528706991s","start":"2026-07-02T06:05:08.457359Z","end":"2026-07-02T06:05:09.986066Z","steps":["trace[26362973] 'agreement among raft nodes before linearized reading' (duration: 1.528579787s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:09.986101Z","caller":"traceutil/trace.go:171","msg":"trace[67386421] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25696; }","duration":"1.884643594s","start":"2026-07-02T06:05:08.101441Z","end":"2026-07-02T06:05:09.986084Z","steps":["trace[67386421] 'agreement among raft nodes before linearized reading' (duration: 1.884539641s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:09.986114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:06.791607Z","time spent":"3.194499332s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4718,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-d5mgk\" "} {"level":"warn","ts":"2026-07-02T06:05:09.986108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.835758638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:05:09.986129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:07.413161Z","time spent":"2.572958576s","remote":"127.0.0.1:39736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:09.986132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:08.457343Z","time spent":"1.528779013s","remote":"127.0.0.1:50324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:09.986147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:08.101426Z","time spent":"1.884710817s","remote":"127.0.0.1:34080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:09.986177Z","caller":"traceutil/trace.go:171","msg":"trace[1154415046] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25696; }","duration":"2.835877422s","start":"2026-07-02T06:05:07.150285Z","end":"2026-07-02T06:05:09.986162Z","steps":["trace[1154415046] 'agreement among raft nodes before linearized reading' (duration: 2.835748038s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:09.986223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:07.150271Z","time spent":"2.835941604s","remote":"127.0.0.1:39784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:09.986215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.831865034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-02T06:05:09.986289Z","caller":"traceutil/trace.go:171","msg":"trace[829854438] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:25696; }","duration":"2.831994338s","start":"2026-07-02T06:05:07.154274Z","end":"2026-07-02T06:05:09.986268Z","steps":["trace[829854438] 'agreement among raft nodes before linearized reading' (duration: 2.83176095s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:09.986334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:07.154254Z","time spent":"2.832067241s","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":141,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:09.986424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.883785276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418379"} {"level":"info","ts":"2026-07-02T06:05:09.986462Z","caller":"traceutil/trace.go:171","msg":"trace[1691889542] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25696; }","duration":"2.883859038s","start":"2026-07-02T06:05:07.102593Z","end":"2026-07-02T06:05:09.986452Z","steps":["trace[1691889542] 'agreement among raft nodes before linearized reading' (duration: 2.883679772s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:09.986491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:07.102572Z","time spent":"2.88391273s","remote":"127.0.0.1:33994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418402,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-02T06:05:09.986541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.393298354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:05:09.986585Z","caller":"traceutil/trace.go:171","msg":"trace[265553560] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25696; }","duration":"3.393342976s","start":"2026-07-02T06:05:06.59323Z","end":"2026-07-02T06:05:09.986573Z","steps":["trace[265553560] 'agreement among raft nodes before linearized reading' (duration: 3.393282794s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:09.986595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.831704697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:05:09.986632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.687329747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:05:09.986655Z","caller":"traceutil/trace.go:171","msg":"trace[1356405976] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25696; }","duration":"3.831828761s","start":"2026-07-02T06:05:06.154816Z","end":"2026-07-02T06:05:09.986645Z","steps":["trace[1356405976] 'agreement among raft nodes before linearized reading' (duration: 3.831744888s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:09.986671Z","caller":"traceutil/trace.go:171","msg":"trace[1943899506] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25696; }","duration":"3.687422339s","start":"2026-07-02T06:05:06.299236Z","end":"2026-07-02T06:05:09.986659Z","steps":["trace[1943899506] 'agreement among raft nodes before linearized reading' (duration: 3.687333317s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:09.986679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:06.593215Z","time spent":"3.3934536s","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:09.986686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:06.154797Z","time spent":"3.831881923s","remote":"127.0.0.1:34020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:09.98671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:06.299216Z","time spent":"3.687485171s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:09.986597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.214149968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:09.986787Z","caller":"traceutil/trace.go:171","msg":"trace[395770242] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25696; }","duration":"4.214358315s","start":"2026-07-02T06:05:05.772414Z","end":"2026-07-02T06:05:09.986773Z","steps":["trace[395770242] 'agreement among raft nodes before linearized reading' (duration: 4.214149838s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:09.986807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.351597018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-07-02T06:05:09.986491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.659476943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:09.986882Z","caller":"traceutil/trace.go:171","msg":"trace[1755894540] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4; range_end:; response_count:1; response_revision:25696; }","duration":"4.35166748s","start":"2026-07-02T06:05:05.635172Z","end":"2026-07-02T06:05:09.986839Z","steps":["trace[1755894540] 'agreement among raft nodes before linearized reading' (duration: 4.351510375s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:09.986836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:05.772395Z","time spent":"4.214427197s","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:09.986923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:05.635155Z","time spent":"4.351760193s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" "} {"level":"info","ts":"2026-07-02T06:05:09.986896Z","caller":"traceutil/trace.go:171","msg":"trace[686051636] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25696; }","duration":"4.659926947s","start":"2026-07-02T06:05:05.326957Z","end":"2026-07-02T06:05:09.986884Z","steps":["trace[686051636] 'agreement among raft nodes before linearized reading' (duration: 4.659501473s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:09.987058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:05.326932Z","time spent":"4.660110233s","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-02T06:05:09.987163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.723096999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-07-02T06:05:09.987227Z","caller":"traceutil/trace.go:171","msg":"trace[449981566] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25696; }","duration":"4.723175661s","start":"2026-07-02T06:05:05.264042Z","end":"2026-07-02T06:05:09.987217Z","steps":["trace[449981566] 'agreement among raft nodes before linearized reading' (duration: 4.723045667s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:09.98726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:05.264035Z","time spent":"4.723218782s","remote":"127.0.0.1:50128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-02T06:05:09.987314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.724148603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-d5mgk.18be63d926881a8e\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-07-02T06:05:09.988464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.31849025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:05:09.986046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.801648857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:09.989108Z","caller":"traceutil/trace.go:171","msg":"trace[537393043] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-d5mgk.18be63d926881a8e; range_end:; response_count:1; response_revision:25696; }","duration":"4.725278409s","start":"2026-07-02T06:05:05.263146Z","end":"2026-07-02T06:05:09.988425Z","steps":["trace[537393043] 'agreement among raft nodes before linearized reading' (duration: 4.7240739s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:09.989219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:05.263143Z","time spent":"4.726057394s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-d5mgk.18be63d926881a8e\" "} {"level":"info","ts":"2026-07-02T06:05:09.989391Z","caller":"traceutil/trace.go:171","msg":"trace[875864528] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25696; }","duration":"3.32194823s","start":"2026-07-02T06:05:06.667427Z","end":"2026-07-02T06:05:09.989375Z","steps":["trace[875864528] 'agreement among raft nodes before linearized reading' (duration: 3.318484059s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:09.989435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:06.667412Z","time spent":"3.322010663s","remote":"127.0.0.1:46964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:09.989419Z","caller":"traceutil/trace.go:171","msg":"trace[659722744] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25696; }","duration":"2.805127688s","start":"2026-07-02T06:05:07.184269Z","end":"2026-07-02T06:05:09.989396Z","steps":["trace[659722744] 'agreement among raft nodes before linearized reading' (duration: 2.801673947s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:09.989616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:07.184254Z","time spent":"2.805312003s","remote":"127.0.0.1:42756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:10.485988Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383324462,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:05:10.976185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99979447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:05:10.976269Z","caller":"traceutil/trace.go:171","msg":"trace[398713128] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999924724s","start":"2026-07-02T06:05:08.97632Z","end":"2026-07-02T06:05:10.976245Z","steps":["trace[398713128] 'agreement among raft nodes before linearized reading' (duration: 1.999830191s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:10.976316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:08.976301Z","time spent":"2.000005237s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:05:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:05:10.986366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383324462,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:05:11.114797Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.675128748s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T06:05:11.115088Z","caller":"traceutil/trace.go:171","msg":"trace[185688215] transaction","detail":"{read_only:false; response_revision:25697; number_of_response:1; }","duration":"1.675561321s","start":"2026-07-02T06:05:09.439507Z","end":"2026-07-02T06:05:11.115068Z","steps":["trace[185688215] 'process raft request' (duration: 1.675434997s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:11.115182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:09.439483Z","time spent":"1.675639414s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:11.278144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000090339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:05:11.278209Z","caller":"traceutil/trace.go:171","msg":"trace[1197022492] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000191553s","start":"2026-07-02T06:05:09.278003Z","end":"2026-07-02T06:05:11.278195Z","steps":["trace[1197022492] 'agreement among raft nodes before linearized reading' (duration: 2.00010735s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:11.278244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:09.277991Z","time spent":"2.000246524s","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:05:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:05:12.852988Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.737121013s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T06:05:12.853506Z","caller":"traceutil/trace.go:171","msg":"trace[456742528] transaction","detail":"{read_only:false; response_revision:25698; number_of_response:1; }","duration":"2.859041495s","start":"2026-07-02T06:05:09.994432Z","end":"2026-07-02T06:05:12.853473Z","steps":["trace[456742528] 'process raft request' (duration: 2.858757396s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:12.853589Z","caller":"traceutil/trace.go:171","msg":"trace[1894927687] transaction","detail":"{read_only:false; response_revision:25699; number_of_response:1; }","duration":"2.855092319s","start":"2026-07-02T06:05:09.998473Z","end":"2026-07-02T06:05:12.853565Z","steps":["trace[1894927687] 'process raft request' (duration: 2.854899912s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:12.853658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:09.994416Z","time spent":"2.859160858s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:12.853701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:09.998464Z","time spent":"2.855180271s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:12.853728Z","caller":"traceutil/trace.go:171","msg":"trace[639923171] transaction","detail":"{read_only:false; response_revision:25700; number_of_response:1; }","duration":"2.613061181s","start":"2026-07-02T06:05:10.240649Z","end":"2026-07-02T06:05:12.853711Z","steps":["trace[639923171] 'process raft request' (duration: 2.612800943s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:12.853804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:10.24062Z","time spent":"2.613143484s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:12.855249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.884952544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:12.855299Z","caller":"traceutil/trace.go:171","msg":"trace[1646864277] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25701; }","duration":"2.885033056s","start":"2026-07-02T06:05:09.970247Z","end":"2026-07-02T06:05:12.85528Z","steps":["trace[1646864277] 'agreement among raft nodes before linearized reading' (duration: 2.884943403s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:12.855329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:09.970227Z","time spent":"2.885095439s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:12.85545Z","caller":"traceutil/trace.go:171","msg":"trace[1134588896] transaction","detail":"{read_only:false; response_revision:25701; number_of_response:1; }","duration":"2.380466826s","start":"2026-07-02T06:05:10.474974Z","end":"2026-07-02T06:05:12.855441Z","steps":["trace[1134588896] 'process raft request' (duration: 2.378749741s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:12.855495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:10.474946Z","time spent":"2.380526518s","remote":"127.0.0.1:33994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418437,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:12.855744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.939183497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:12.855777Z","caller":"traceutil/trace.go:171","msg":"trace[1783391837] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25701; }","duration":"3.93925781s","start":"2026-07-02T06:05:08.916512Z","end":"2026-07-02T06:05:12.855769Z","steps":["trace[1783391837] 'agreement among raft nodes before linearized reading' (duration: 3.939207628s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:12.855803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:08.916492Z","time spent":"3.939304281s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:12.855764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.437084436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-07-02T06:05:12.855987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.353878883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:12.856015Z","caller":"traceutil/trace.go:171","msg":"trace[1119097455] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:25701; }","duration":"3.353942105s","start":"2026-07-02T06:05:09.502066Z","end":"2026-07-02T06:05:12.856008Z","steps":["trace[1119097455] 'agreement among raft nodes before linearized reading' (duration: 3.353900833s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:12.856039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:09.502046Z","time spent":"3.353987327s","remote":"127.0.0.1:47346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:12.855976Z","caller":"traceutil/trace.go:171","msg":"trace[846807972] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25701; }","duration":"3.437272182s","start":"2026-07-02T06:05:09.418626Z","end":"2026-07-02T06:05:12.855898Z","steps":["trace[846807972] 'agreement among raft nodes before linearized reading' (duration: 3.43658906s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:12.856185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:09.41859Z","time spent":"3.43752408s","remote":"127.0.0.1:50128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-02T06:05:12.856481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.276619358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-02T06:05:12.856525Z","caller":"traceutil/trace.go:171","msg":"trace[1448023894] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25701; }","duration":"4.27668097s","start":"2026-07-02T06:05:08.579833Z","end":"2026-07-02T06:05:12.856514Z","steps":["trace[1448023894] 'agreement among raft nodes before linearized reading' (duration: 4.276524935s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:12.85656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:08.579817Z","time spent":"4.276735102s","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-07-02T06:05:12.854726Z","caller":"traceutil/trace.go:171","msg":"trace[542336497] linearizableReadLoop","detail":"{readStateIndex:26561; appliedIndex:26557; }","duration":"2.869180679s","start":"2026-07-02T06:05:09.985517Z","end":"2026-07-02T06:05:12.854698Z","steps":["trace[542336497] 'read index received' (duration: 1.129767922s)","trace[542336497] 'applied index is now lower than readState.Index' (duration: 1.739411557s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:13.284986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000757521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:05:13.285195Z","caller":"traceutil/trace.go:171","msg":"trace[2100460581] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000932627s","start":"2026-07-02T06:05:11.284142Z","end":"2026-07-02T06:05:13.285075Z","steps":["trace[2100460581] 'agreement among raft nodes before linearized reading' (duration: 2.000786532s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:13.285264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:11.284125Z","time spent":"2.001126382s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:05:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:05:13.359127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383324476,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:05:13.859633Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383324476,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:05:14.125696Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.270711053s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T06:05:14.126324Z","caller":"traceutil/trace.go:171","msg":"trace[87235823] transaction","detail":"{read_only:false; response_revision:25703; number_of_response:1; }","duration":"2.704139975s","start":"2026-07-02T06:05:11.422152Z","end":"2026-07-02T06:05:14.126292Z","steps":["trace[87235823] 'process raft request' (duration: 2.704033732s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:14.126344Z","caller":"traceutil/trace.go:171","msg":"trace[787511128] transaction","detail":"{read_only:false; response_revision:25702; number_of_response:1; }","duration":"2.704204328s","start":"2026-07-02T06:05:11.422105Z","end":"2026-07-02T06:05:14.12631Z","steps":["trace[787511128] 'process raft request' (duration: 2.703850026s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:14.126518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:11.422134Z","time spent":"2.70428513s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:14.126614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:11.422084Z","time spent":"2.704438534s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:14.12663Z","caller":"traceutil/trace.go:171","msg":"trace[861351592] transaction","detail":"{read_only:false; response_revision:25704; number_of_response:1; }","duration":"2.704404114s","start":"2026-07-02T06:05:11.4222Z","end":"2026-07-02T06:05:14.126604Z","steps":["trace[861351592] 'process raft request' (duration: 2.704043832s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:14.126759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:11.422189Z","time spent":"2.704498027s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:14.126762Z","caller":"traceutil/trace.go:171","msg":"trace[698169602] transaction","detail":"{read_only:false; response_revision:25705; number_of_response:1; }","duration":"2.703824365s","start":"2026-07-02T06:05:11.422906Z","end":"2026-07-02T06:05:14.12673Z","steps":["trace[698169602] 'process raft request' (duration: 2.703583347s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:14.126926Z","caller":"traceutil/trace.go:171","msg":"trace[533700214] transaction","detail":"{read_only:false; response_revision:25706; number_of_response:1; }","duration":"2.703854706s","start":"2026-07-02T06:05:11.423054Z","end":"2026-07-02T06:05:14.126909Z","steps":["trace[533700214] 'process raft request' (duration: 2.703602868s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:14.126951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:11.422888Z","time spent":"2.703927109s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:14.127011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:11.423025Z","time spent":"2.703942739s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:14.127144Z","caller":"traceutil/trace.go:171","msg":"trace[1152043605] transaction","detail":"{read_only:false; response_revision:25707; number_of_response:1; }","duration":"2.703998121s","start":"2026-07-02T06:05:11.423129Z","end":"2026-07-02T06:05:14.127127Z","steps":["trace[1152043605] 'process raft request' (duration: 2.703693291s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:14.127161Z","caller":"traceutil/trace.go:171","msg":"trace[202277831] transaction","detail":"{read_only:false; response_revision:25708; number_of_response:1; }","duration":"2.70398597s","start":"2026-07-02T06:05:11.423157Z","end":"2026-07-02T06:05:14.127142Z","steps":["trace[202277831] 'process raft request' (duration: 2.703877287s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:14.127218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:11.423109Z","time spent":"2.704064813s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:14.12723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:11.423138Z","time spent":"2.704055493s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:14.127311Z","caller":"traceutil/trace.go:171","msg":"trace[41238311] linearizableReadLoop","detail":"{readStateIndex:26570; appliedIndex:26561; }","duration":"1.269242566s","start":"2026-07-02T06:05:12.858055Z","end":"2026-07-02T06:05:14.127298Z","steps":["trace[41238311] 'read index received' (duration: 1.267864492s)","trace[41238311] 'applied index is now lower than readState.Index' (duration: 1.376574ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:05:14.127319Z","caller":"traceutil/trace.go:171","msg":"trace[86265260] transaction","detail":"{read_only:false; response_revision:25710; number_of_response:1; }","duration":"1.385825607s","start":"2026-07-02T06:05:12.741479Z","end":"2026-07-02T06:05:14.127305Z","steps":["trace[86265260] 'process raft request' (duration: 1.385734624s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:14.127354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.378668316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:05:14.127368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.528344598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:14.127348Z","caller":"traceutil/trace.go:171","msg":"trace[264855343] transaction","detail":"{read_only:false; response_revision:25709; number_of_response:1; }","duration":"2.70336703s","start":"2026-07-02T06:05:11.423935Z","end":"2026-07-02T06:05:14.127302Z","steps":["trace[264855343] 'process raft request' (duration: 2.703172324s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:14.127386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:12.741459Z","time spent":"1.38589101s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:14.127435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.060013896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:14.127501Z","caller":"traceutil/trace.go:171","msg":"trace[1987363103] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25710; }","duration":"3.060108179s","start":"2026-07-02T06:05:11.067367Z","end":"2026-07-02T06:05:14.127475Z","steps":["trace[1987363103] 'agreement among raft nodes before linearized reading' (duration: 3.060022996s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:14.127519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:11.423924Z","time spent":"2.703507525s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:14.127542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270636451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-02T06:05:14.127538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:11.067349Z","time spent":"3.060179942s","remote":"127.0.0.1:39684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:14.127536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.136250867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-07-02T06:05:14.127561Z","caller":"traceutil/trace.go:171","msg":"trace[672056769] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589; range_end:; response_count:1; response_revision:25710; }","duration":"1.270670541s","start":"2026-07-02T06:05:12.856885Z","end":"2026-07-02T06:05:14.127555Z","steps":["trace[672056769] 'agreement among raft nodes before linearized reading' (duration: 1.270585029s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:14.127546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.548001906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-02T06:05:14.127578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:12.856873Z","time spent":"1.270702073s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be6112e0aba589\" "} {"level":"info","ts":"2026-07-02T06:05:14.127582Z","caller":"traceutil/trace.go:171","msg":"trace[245524704] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4; range_end:; response_count:1; response_revision:25710; }","duration":"3.136323759s","start":"2026-07-02T06:05:10.99125Z","end":"2026-07-02T06:05:14.127573Z","steps":["trace[245524704] 'agreement among raft nodes before linearized reading' (duration: 3.136167194s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:14.127615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:10.991238Z","time spent":"3.13637016s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" "} {"level":"info","ts":"2026-07-02T06:05:14.127396Z","caller":"traceutil/trace.go:171","msg":"trace[1518163189] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25710; }","duration":"3.378711617s","start":"2026-07-02T06:05:10.748672Z","end":"2026-07-02T06:05:14.127384Z","steps":["trace[1518163189] 'agreement among raft nodes before linearized reading' (duration: 3.378636025s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:14.127668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.008667152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:05:14.127457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269488824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-02T06:05:14.127699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:10.748652Z","time spent":"3.379029508s","remote":"127.0.0.1:42846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:14.127717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.774208078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:05:14.127742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.133411794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:14.127758Z","caller":"traceutil/trace.go:171","msg":"trace[478799343] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:25710; }","duration":"2.774290791s","start":"2026-07-02T06:05:11.353458Z","end":"2026-07-02T06:05:14.127749Z","steps":["trace[478799343] 'agreement among raft nodes before linearized reading' (duration: 2.774232689s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:14.127767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.548210633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-02T06:05:14.127767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.484454382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-02T06:05:14.127797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:11.353436Z","time spent":"2.774349863s","remote":"127.0.0.1:39630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:14.12764Z","caller":"traceutil/trace.go:171","msg":"trace[1419415468] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25710; }","duration":"3.548055338s","start":"2026-07-02T06:05:10.579525Z","end":"2026-07-02T06:05:14.127581Z","steps":["trace[1419415468] 'agreement among raft nodes before linearized reading' (duration: 3.54778906s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:14.127809Z","caller":"traceutil/trace.go:171","msg":"trace[448089162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25710; }","duration":"3.548264504s","start":"2026-07-02T06:05:10.579533Z","end":"2026-07-02T06:05:14.127797Z","steps":["trace[448089162] 'agreement among raft nodes before linearized reading' (duration: 3.54814003s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:14.127818Z","caller":"traceutil/trace.go:171","msg":"trace[1502307297] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25710; }","duration":"3.484530384s","start":"2026-07-02T06:05:10.643273Z","end":"2026-07-02T06:05:14.127803Z","steps":["trace[1502307297] 'agreement among raft nodes before linearized reading' (duration: 3.484345908s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:14.127847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:10.57953Z","time spent":"3.548307295s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T06:05:14.127726Z","caller":"traceutil/trace.go:171","msg":"trace[1614142436] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25710; }","duration":"1.269807914s","start":"2026-07-02T06:05:12.857913Z","end":"2026-07-02T06:05:14.127721Z","steps":["trace[1614142436] 'agreement among raft nodes before linearized reading' (duration: 1.269495284s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:14.127876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:12.857905Z","time spent":"1.269967779s","remote":"127.0.0.1:49992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-02T06:05:14.127627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.862461402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-02T06:05:14.127766Z","caller":"traceutil/trace.go:171","msg":"trace[65860887] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25710; }","duration":"4.133455876s","start":"2026-07-02T06:05:09.994303Z","end":"2026-07-02T06:05:14.127759Z","steps":["trace[65860887] 'agreement among raft nodes before linearized reading' (duration: 4.133416365s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:14.127922Z","caller":"traceutil/trace.go:171","msg":"trace[1028858993] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25710; }","duration":"3.862774132s","start":"2026-07-02T06:05:10.265133Z","end":"2026-07-02T06:05:14.127907Z","steps":["trace[1028858993] 'agreement among raft nodes before linearized reading' (duration: 3.862432191s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:14.127829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:10.57951Z","time spent":"3.548313286s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T06:05:14.127936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.282152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18435"} {"level":"warn","ts":"2026-07-02T06:05:14.127958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:10.265117Z","time spent":"3.862831333s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-02T06:05:14.127963Z","caller":"traceutil/trace.go:171","msg":"trace[1437120816] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25710; }","duration":"265.339473ms","start":"2026-07-02T06:05:13.862615Z","end":"2026-07-02T06:05:14.127955Z","steps":["trace[1437120816] 'agreement among raft nodes before linearized reading' (duration: 265.265571ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:14.127397Z","caller":"traceutil/trace.go:171","msg":"trace[864102188] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25710; }","duration":"2.52841368s","start":"2026-07-02T06:05:11.598975Z","end":"2026-07-02T06:05:14.127389Z","steps":["trace[864102188] 'agreement among raft nodes before linearized reading' (duration: 2.528354418s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:14.127701Z","caller":"traceutil/trace.go:171","msg":"trace[928897493] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25710; }","duration":"4.008723964s","start":"2026-07-02T06:05:10.118965Z","end":"2026-07-02T06:05:14.127689Z","steps":["trace[928897493] 'agreement among raft nodes before linearized reading' (duration: 4.008679892s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:14.127999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:11.598949Z","time spent":"2.52904385s","remote":"127.0.0.1:47392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:14.128028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:10.118949Z","time spent":"4.009064364s","remote":"127.0.0.1:50960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:14.12754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.548033577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-02T06:05:14.128053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.976265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-02T06:05:14.128078Z","caller":"traceutil/trace.go:171","msg":"trace[1787644649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25710; }","duration":"3.548601955s","start":"2026-07-02T06:05:10.579467Z","end":"2026-07-02T06:05:14.128068Z","steps":["trace[1787644649] 'agreement among raft nodes before linearized reading' (duration: 3.547943424s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:14.128091Z","caller":"traceutil/trace.go:171","msg":"trace[1782613464] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25710; }","duration":"466.007306ms","start":"2026-07-02T06:05:13.66207Z","end":"2026-07-02T06:05:14.128077Z","steps":["trace[1782613464] 'agreement among raft nodes before linearized reading' (duration: 465.911283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:14.12811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:10.57945Z","time spent":"3.548651407s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T06:05:14.128121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:13.662022Z","time spent":"466.091609ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-02T06:05:14.127866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:10.643255Z","time spent":"3.484600397s","remote":"127.0.0.1:50062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-02T06:05:14.12796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.652182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:05:14.128152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.254776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:05:14.127852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268571225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-867b9f71-1c55-437a-97e3-2f30490d5d76\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-07-02T06:05:14.128184Z","caller":"traceutil/trace.go:171","msg":"trace[1422341022] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25710; }","duration":"950.323878ms","start":"2026-07-02T06:05:13.177851Z","end":"2026-07-02T06:05:14.128175Z","steps":["trace[1422341022] 'agreement among raft nodes before linearized reading' (duration: 950.269537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:14.127935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:09.99429Z","time spent":"4.133637531s","remote":"127.0.0.1:50166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-02T06:05:14.128183Z","caller":"traceutil/trace.go:171","msg":"trace[531703686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25710; }","duration":"842.9085ms","start":"2026-07-02T06:05:13.285258Z","end":"2026-07-02T06:05:14.128166Z","steps":["trace[531703686] 'agreement among raft nodes before linearized reading' (duration: 842.669662ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:14.128211Z","caller":"traceutil/trace.go:171","msg":"trace[1694410150] range","detail":"{range_begin:/registry/persistentvolumes/pvc-867b9f71-1c55-437a-97e3-2f30490d5d76; range_end:; response_count:1; response_revision:25710; }","duration":"1.268942456s","start":"2026-07-02T06:05:12.859259Z","end":"2026-07-02T06:05:14.128202Z","steps":["trace[1694410150] 'agreement among raft nodes before linearized reading' (duration: 1.268532203s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:14.128235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:13.285237Z","time spent":"842.983863ms","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:05:14.128242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:12.859252Z","time spent":"1.268981997s","remote":"127.0.0.1:50108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-867b9f71-1c55-437a-97e3-2f30490d5d76\" "} {"level":"warn","ts":"2026-07-02T06:05:14.128213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:13.177833Z","time spent":"950.37209ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:14.631075Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383324478,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:05:15.131398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383324478,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:05:16.13797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000100641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:05:16.138035Z","caller":"traceutil/trace.go:171","msg":"trace[1968468459] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000196834s","start":"2026-07-02T06:05:14.137829Z","end":"2026-07-02T06:05:16.138026Z","steps":["trace[1968468459] 'agreement among raft nodes before linearized reading' (duration: 2.000120332s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:16.138065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:14.137819Z","time spent":"2.000240165s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:05:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:05:16.772395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428502134s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:05:16.772727Z","caller":"traceutil/trace.go:171","msg":"trace[1976785669] transaction","detail":"{read_only:false; response_revision:25711; number_of_response:1; }","duration":"2.643597228s","start":"2026-07-02T06:05:14.129113Z","end":"2026-07-02T06:05:16.77271Z","steps":["trace[1976785669] 'process raft request' (duration: 1.214232026s)","trace[1976785669] 'compare' (duration: 1.42212391s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:16.772772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:14.129093Z","time spent":"2.643659499s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:16.823256Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.479859888s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T06:05:16.82364Z","caller":"traceutil/trace.go:171","msg":"trace[43099532] transaction","detail":"{read_only:false; response_revision:25713; number_of_response:1; }","duration":"2.689190957s","start":"2026-07-02T06:05:14.134424Z","end":"2026-07-02T06:05:16.823615Z","steps":["trace[43099532] 'process raft request' (duration: 2.689138115s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:16.823658Z","caller":"traceutil/trace.go:171","msg":"trace[2024377251] transaction","detail":"{read_only:false; response_revision:25712; number_of_response:1; }","duration":"2.690482348s","start":"2026-07-02T06:05:14.13314Z","end":"2026-07-02T06:05:16.823623Z","steps":["trace[2024377251] 'process raft request' (duration: 2.690303403s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:16.82378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:14.134415Z","time spent":"2.68928215s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:16.823815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:14.133122Z","time spent":"2.690606532s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:16.823875Z","caller":"traceutil/trace.go:171","msg":"trace[578223186] linearizableReadLoop","detail":"{readStateIndex:26575; appliedIndex:26570; }","duration":"2.693751083s","start":"2026-07-02T06:05:14.130082Z","end":"2026-07-02T06:05:16.823833Z","steps":["trace[578223186] 'read index received' (duration: 1.213276796s)","trace[578223186] 'applied index is now lower than readState.Index' (duration: 1.480473337s)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:05:16.823876Z","caller":"traceutil/trace.go:171","msg":"trace[815508506] transaction","detail":"{read_only:false; response_revision:25714; number_of_response:1; }","duration":"2.689368652s","start":"2026-07-02T06:05:14.134468Z","end":"2026-07-02T06:05:16.823837Z","steps":["trace[815508506] 'process raft request' (duration: 2.689117694s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:16.823919Z","caller":"traceutil/trace.go:171","msg":"trace[36617829] transaction","detail":"{read_only:false; response_revision:25715; number_of_response:1; }","duration":"2.129001686s","start":"2026-07-02T06:05:14.694879Z","end":"2026-07-02T06:05:16.823881Z","steps":["trace[36617829] 'process raft request' (duration: 2.128892522s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:16.824012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:14.134456Z","time spent":"2.689491437s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:16.824049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:14.694842Z","time spent":"2.12913263s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:16.824073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.69398898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-02T06:05:16.824113Z","caller":"traceutil/trace.go:171","msg":"trace[1961496388] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25715; }","duration":"2.694054943s","start":"2026-07-02T06:05:14.130046Z","end":"2026-07-02T06:05:16.824101Z","steps":["trace[1961496388] 'agreement among raft nodes before linearized reading' (duration: 2.693885547s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:16.824152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:14.130025Z","time spent":"2.694120354s","remote":"127.0.0.1:50254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-02T06:05:17.324777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383324492,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:05:17.82592Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383324492,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:05:18.138544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000487172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:05:18.138637Z","caller":"traceutil/trace.go:171","msg":"trace[1850998121] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000615387s","start":"2026-07-02T06:05:16.137996Z","end":"2026-07-02T06:05:18.138611Z","steps":["trace[1850998121] 'agreement among raft nodes before linearized reading' (duration: 2.000497233s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:18.13869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:16.13799Z","time spent":"2.000689329s","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:05:18.326352Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383324492,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:05:18.795305Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.943911183s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T06:05:18.795765Z","caller":"traceutil/trace.go:171","msg":"trace[1233551668] transaction","detail":"{read_only:false; response_revision:25717; number_of_response:1; }","duration":"2.664547748s","start":"2026-07-02T06:05:16.131193Z","end":"2026-07-02T06:05:18.795741Z","steps":["trace[1233551668] 'process raft request' (duration: 2.664427204s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:18.795751Z","caller":"traceutil/trace.go:171","msg":"trace[201844242] transaction","detail":"{read_only:false; response_revision:25716; number_of_response:1; }","duration":"2.664563449s","start":"2026-07-02T06:05:16.131144Z","end":"2026-07-02T06:05:18.795708Z","steps":["trace[201844242] 'process raft request' (duration: 2.664330192s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:18.795793Z","caller":"traceutil/trace.go:171","msg":"trace[863109227] transaction","detail":"{read_only:false; response_revision:25720; number_of_response:1; }","duration":"2.662563955s","start":"2026-07-02T06:05:16.133205Z","end":"2026-07-02T06:05:18.795769Z","steps":["trace[863109227] 'process raft request' (duration: 2.662499293s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:18.795888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:16.131171Z","time spent":"2.664640761s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:18.795892Z","caller":"traceutil/trace.go:171","msg":"trace[134324605] transaction","detail":"{read_only:false; response_revision:25719; number_of_response:1; }","duration":"2.66303085s","start":"2026-07-02T06:05:16.132831Z","end":"2026-07-02T06:05:18.795862Z","steps":["trace[134324605] 'process raft request' (duration: 2.662845134s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:18.795901Z","caller":"traceutil/trace.go:171","msg":"trace[463478968] transaction","detail":"{read_only:false; response_revision:25718; number_of_response:1; }","duration":"2.66397998s","start":"2026-07-02T06:05:16.131901Z","end":"2026-07-02T06:05:18.795881Z","steps":["trace[463478968] 'process raft request' (duration: 2.663750753s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:18.79591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:16.131126Z","time spent":"2.664698573s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:18.795922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:16.1332Z","time spent":"2.662656228s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:18.795962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:16.131895Z","time spent":"2.664036322s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:18.795979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:16.132826Z","time spent":"2.663103442s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:18.796208Z","caller":"traceutil/trace.go:171","msg":"trace[819237353] transaction","detail":"{read_only:false; response_revision:25721; number_of_response:1; }","duration":"2.662038998s","start":"2026-07-02T06:05:16.134148Z","end":"2026-07-02T06:05:18.796187Z","steps":["trace[819237353] 'process raft request' (duration: 2.661589254s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:18.796284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:16.134134Z","time spent":"2.66211517s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:18.796355Z","caller":"traceutil/trace.go:171","msg":"trace[643784225] transaction","detail":"{read_only:false; response_revision:25722; number_of_response:1; }","duration":"2.661034176s","start":"2026-07-02T06:05:16.135312Z","end":"2026-07-02T06:05:18.796346Z","steps":["trace[643784225] 'process raft request' (duration: 2.66083252s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:18.796379Z","caller":"traceutil/trace.go:171","msg":"trace[93539499] transaction","detail":"{read_only:false; response_revision:25723; number_of_response:1; }","duration":"2.660976894s","start":"2026-07-02T06:05:16.135394Z","end":"2026-07-02T06:05:18.796371Z","steps":["trace[93539499] 'process raft request' (duration: 2.660919762s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:18.796409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:16.135306Z","time spent":"2.661072897s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:18.79642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:16.135376Z","time spent":"2.661022696s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:20.147132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00007989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:05:20.147222Z","caller":"traceutil/trace.go:171","msg":"trace[28835799] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000228375s","start":"2026-07-02T06:05:18.146973Z","end":"2026-07-02T06:05:20.147201Z","steps":["trace[28835799] 'agreement among raft nodes before linearized reading' (duration: 2.000110362s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:20.147271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:18.146954Z","time spent":"2.000307997s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:05:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:05:21.698217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085879578s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:21.69834Z","caller":"traceutil/trace.go:171","msg":"trace[1033949373] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25723; }","duration":"1.086012982s","start":"2026-07-02T06:05:20.612309Z","end":"2026-07-02T06:05:21.698322Z","steps":["trace[1033949373] 'range keys from in-memory index tree' (duration: 1.085862558s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:21.698767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.280846716s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:05:21.698832Z","caller":"traceutil/trace.go:171","msg":"trace[163674718] linearizableReadLoop","detail":"{readStateIndex:26584; appliedIndex:26575; }","duration":"4.87491301s","start":"2026-07-02T06:05:16.823908Z","end":"2026-07-02T06:05:21.698821Z","steps":["trace[163674718] 'read index received' (duration: 1.97161655s)","trace[163674718] 'applied index is now lower than readState.Index' (duration: 2.90329541s)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:05:21.698951Z","caller":"traceutil/trace.go:171","msg":"trace[1110114080] transaction","detail":"{read_only:false; response_revision:25724; number_of_response:1; }","duration":"3.840487669s","start":"2026-07-02T06:05:17.858451Z","end":"2026-07-02T06:05:21.698939Z","steps":["trace[1110114080] 'process raft request' (duration: 1.559400695s)","trace[1110114080] 'compare' (duration: 2.280049611s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:21.699015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:17.858432Z","time spent":"3.840550991s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:21.699385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.922598726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be613496a0e692\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-07-02T06:05:21.699439Z","caller":"traceutil/trace.go:171","msg":"trace[824740056] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be613496a0e692; range_end:; response_count:1; response_revision:25724; }","duration":"4.922682358s","start":"2026-07-02T06:05:16.776741Z","end":"2026-07-02T06:05:21.699424Z","steps":["trace[824740056] 'agreement among raft nodes before linearized reading' (duration: 4.922484422s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:21.699482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:16.776724Z","time spent":"4.922746791s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be613496a0e692\" "} {"level":"warn","ts":"2026-07-02T06:05:21.699724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.5700806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:05:21.69977Z","caller":"traceutil/trace.go:171","msg":"trace[1090328823] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25724; }","duration":"5.570174613s","start":"2026-07-02T06:05:16.129585Z","end":"2026-07-02T06:05:21.69976Z","steps":["trace[1090328823] 'agreement among raft nodes before linearized reading' (duration: 5.57006201s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:21.699805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:16.129565Z","time spent":"5.570231564s","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:21.699997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.185798818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:05:21.700052Z","caller":"traceutil/trace.go:171","msg":"trace[1134178562] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25724; }","duration":"6.185904562s","start":"2026-07-02T06:05:15.514133Z","end":"2026-07-02T06:05:21.700037Z","steps":["trace[1134178562] 'agreement among raft nodes before linearized reading' (duration: 6.18582931s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:21.700098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:15.514111Z","time spent":"6.185976114s","remote":"127.0.0.1:46834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:21.700264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.411211124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:21.700318Z","caller":"traceutil/trace.go:171","msg":"trace[1751487526] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25724; }","duration":"6.411296397s","start":"2026-07-02T06:05:15.289007Z","end":"2026-07-02T06:05:21.700303Z","steps":["trace[1751487526] 'agreement among raft nodes before linearized reading' (duration: 6.411219444s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:21.70037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:15.288987Z","time spent":"6.411367948s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-02T06:05:21.700603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.566469913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-07-02T06:05:21.700648Z","caller":"traceutil/trace.go:171","msg":"trace[179304954] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4; range_end:; response_count:1; response_revision:25724; }","duration":"6.566548865s","start":"2026-07-02T06:05:15.134087Z","end":"2026-07-02T06:05:21.700636Z","steps":["trace[179304954] 'agreement among raft nodes before linearized reading' (duration: 6.566428301s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:21.700678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:15.134068Z","time spent":"6.566602877s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" "} {"level":"warn","ts":"2026-07-02T06:05:21.700753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.567529126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-07-02T06:05:21.700804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.568547218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-07-02T06:05:21.700827Z","caller":"traceutil/trace.go:171","msg":"trace[1939466621] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25724; }","duration":"7.567627059s","start":"2026-07-02T06:05:14.133181Z","end":"2026-07-02T06:05:21.700808Z","steps":["trace[1939466621] 'agreement among raft nodes before linearized reading' (duration: 7.567401342s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:21.700851Z","caller":"traceutil/trace.go:171","msg":"trace[1104209104] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:25724; }","duration":"7.568618231s","start":"2026-07-02T06:05:14.132218Z","end":"2026-07-02T06:05:21.700836Z","steps":["trace[1104209104] 'agreement among raft nodes before linearized reading' (duration: 7.568481956s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:21.700872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:14.133173Z","time spent":"7.567690702s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-02T06:05:21.700885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:14.132203Z","time spent":"7.568674223s","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-07-02T06:05:21.700866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.566558366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18435"} {"level":"info","ts":"2026-07-02T06:05:21.700974Z","caller":"traceutil/trace.go:171","msg":"trace[142841192] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25724; }","duration":"7.56670589s","start":"2026-07-02T06:05:14.134242Z","end":"2026-07-02T06:05:21.700948Z","steps":["trace[142841192] 'agreement among raft nodes before linearized reading' (duration: 7.566407331s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:21.701038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:14.134229Z","time spent":"7.566794343s","remote":"127.0.0.1:50140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18458,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-02T06:05:21.701133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.566883576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-07-02T06:05:21.701173Z","caller":"traceutil/trace.go:171","msg":"trace[139531477] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:25724; }","duration":"7.566941467s","start":"2026-07-02T06:05:14.134222Z","end":"2026-07-02T06:05:21.701164Z","steps":["trace[139531477] 'agreement among raft nodes before linearized reading' (duration: 7.566834754s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:21.7012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:14.134215Z","time spent":"7.566979108s","remote":"127.0.0.1:50056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-07-02T06:05:21.701324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.180301432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:05:21.701366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.223048449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:05:21.701389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.567805675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-02T06:05:21.701389Z","caller":"traceutil/trace.go:171","msg":"trace[763886371] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25724; }","duration":"7.180403225s","start":"2026-07-02T06:05:14.520966Z","end":"2026-07-02T06:05:21.70137Z","steps":["trace[763886371] 'agreement among raft nodes before linearized reading' (duration: 7.180307722s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:21.701404Z","caller":"traceutil/trace.go:171","msg":"trace[256721220] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25724; }","duration":"7.223131933s","start":"2026-07-02T06:05:14.478261Z","end":"2026-07-02T06:05:21.701392Z","steps":["trace[256721220] 'agreement among raft nodes before linearized reading' (duration: 7.223071781s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:21.701416Z","caller":"traceutil/trace.go:171","msg":"trace[804323296] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25724; }","duration":"7.567847616s","start":"2026-07-02T06:05:14.133561Z","end":"2026-07-02T06:05:21.701408Z","steps":["trace[804323296] 'agreement among raft nodes before linearized reading' (duration: 7.567770344s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:21.701437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:14.47823Z","time spent":"7.223198365s","remote":"127.0.0.1:50936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:21.70145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:14.13355Z","time spent":"7.567893988s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T06:05:21.701441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:14.520945Z","time spent":"7.180480208s","remote":"127.0.0.1:39830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:21.731768Z","caller":"traceutil/trace.go:171","msg":"trace[307326482] transaction","detail":"{read_only:false; response_revision:25725; number_of_response:1; }","duration":"931.29535ms","start":"2026-07-02T06:05:20.800443Z","end":"2026-07-02T06:05:21.731738Z","steps":["trace[307326482] 'process raft request' (duration: 931.125784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:21.731992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:20.800413Z","time spent":"931.428924ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:22.14745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000009467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:05:22.147618Z","caller":"traceutil/trace.go:171","msg":"trace[754769343] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000233433s","start":"2026-07-02T06:05:20.147367Z","end":"2026-07-02T06:05:22.147601Z","steps":["trace[754769343] 'agreement among raft nodes before linearized reading' (duration: 2.000045187s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:22.147693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:20.147347Z","time spent":"2.000336917s","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:05:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:05:23.828312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9998945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:05:23.828381Z","caller":"traceutil/trace.go:171","msg":"trace[222849151] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000008344s","start":"2026-07-02T06:05:18.828356Z","end":"2026-07-02T06:05:23.828364Z","steps":["trace[222849151] 'agreement among raft nodes before linearized reading' (duration: 4.999921951s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:23.828417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:18.828337Z","time spent":"5.000073746s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/02 06:05:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:05:24.160914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000395779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:05:24.160986Z","caller":"traceutil/trace.go:171","msg":"trace[1311767348] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000507312s","start":"2026-07-02T06:05:22.160461Z","end":"2026-07-02T06:05:24.160968Z","steps":["trace[1311767348] 'agreement among raft nodes before linearized reading' (duration: 2.00042152s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:24.161021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:22.160447Z","time spent":"2.000568315s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:05:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:05:24.693059Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.961413159s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T06:05:24.693542Z","caller":"traceutil/trace.go:171","msg":"trace[705562144] transaction","detail":"{read_only:false; response_revision:25726; number_of_response:1; }","duration":"3.891956545s","start":"2026-07-02T06:05:20.801564Z","end":"2026-07-02T06:05:24.69352Z","steps":["trace[705562144] 'process raft request' (duration: 3.891770519s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:24.693674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:20.80155Z","time spent":"3.892057948s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:24.693848Z","caller":"traceutil/trace.go:171","msg":"trace[1939494015] transaction","detail":"{read_only:false; response_revision:25730; number_of_response:1; }","duration":"3.890826909s","start":"2026-07-02T06:05:20.803003Z","end":"2026-07-02T06:05:24.69383Z","steps":["trace[1939494015] 'process raft request' (duration: 3.890783428s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:24.693845Z","caller":"traceutil/trace.go:171","msg":"trace[2032107062] transaction","detail":"{read_only:false; response_revision:25727; number_of_response:1; }","duration":"3.891349096s","start":"2026-07-02T06:05:20.802452Z","end":"2026-07-02T06:05:24.693801Z","steps":["trace[2032107062] 'process raft request' (duration: 3.891024796s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:24.693955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:20.80299Z","time spent":"3.890906661s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:24.694053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:20.802428Z","time spent":"3.891535771s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:24.694061Z","caller":"traceutil/trace.go:171","msg":"trace[598531494] transaction","detail":"{read_only:false; response_revision:25733; number_of_response:1; }","duration":"3.249208992s","start":"2026-07-02T06:05:21.444832Z","end":"2026-07-02T06:05:24.694041Z","steps":["trace[598531494] 'process raft request' (duration: 3.24914532s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:24.694108Z","caller":"traceutil/trace.go:171","msg":"trace[982446191] transaction","detail":"{read_only:false; response_revision:25728; number_of_response:1; }","duration":"3.891546952s","start":"2026-07-02T06:05:20.802555Z","end":"2026-07-02T06:05:24.694102Z","steps":["trace[982446191] 'process raft request' (duration: 3.891121228s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:24.694138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:20.802548Z","time spent":"3.891573602s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:24.694153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:21.444808Z","time spent":"3.249288904s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:24.694179Z","caller":"traceutil/trace.go:171","msg":"trace[790861743] transaction","detail":"{read_only:false; response_revision:25729; number_of_response:1; }","duration":"3.891574433s","start":"2026-07-02T06:05:20.802601Z","end":"2026-07-02T06:05:24.694176Z","steps":["trace[790861743] 'process raft request' (duration: 3.89115105s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:24.694199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:20.802595Z","time spent":"3.891593614s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:24.694245Z","caller":"traceutil/trace.go:171","msg":"trace[794275187] transaction","detail":"{read_only:false; response_revision:25731; number_of_response:1; }","duration":"3.890810228s","start":"2026-07-02T06:05:20.803426Z","end":"2026-07-02T06:05:24.694237Z","steps":["trace[794275187] 'process raft request' (duration: 3.890380154s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:24.694272Z","caller":"traceutil/trace.go:171","msg":"trace[392622072] transaction","detail":"{read_only:false; response_revision:25732; number_of_response:1; }","duration":"3.8902277s","start":"2026-07-02T06:05:20.804039Z","end":"2026-07-02T06:05:24.694266Z","steps":["trace[392622072] 'process raft request' (duration: 3.889866409s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:24.694288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:20.803408Z","time spent":"3.89085426s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:24.694294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:20.804026Z","time spent":"3.890256341s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:25.120714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.684077ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-02T06:05:25.121567Z","caller":"traceutil/trace.go:171","msg":"trace[1969531001] transaction","detail":"{read_only:false; response_revision:25735; number_of_response:1; }","duration":"3.487424536s","start":"2026-07-02T06:05:21.634105Z","end":"2026-07-02T06:05:25.121529Z","steps":["trace[1969531001] 'process raft request' (duration: 3.486715553s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:25.121639Z","caller":"traceutil/trace.go:171","msg":"trace[1340678303] transaction","detail":"{read_only:false; response_revision:25738; number_of_response:1; }","duration":"1.383920076s","start":"2026-07-02T06:05:23.737695Z","end":"2026-07-02T06:05:25.121615Z","steps":["trace[1340678303] 'process raft request' (duration: 1.383863924s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:25.121712Z","caller":"traceutil/trace.go:171","msg":"trace[1135334349] transaction","detail":"{read_only:false; response_revision:25736; number_of_response:1; }","duration":"3.41695849s","start":"2026-07-02T06:05:21.704738Z","end":"2026-07-02T06:05:25.121697Z","steps":["trace[1135334349] 'process raft request' (duration: 3.416600759s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:25.121714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:21.634078Z","time spent":"3.487560191s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:25.121739Z","caller":"traceutil/trace.go:171","msg":"trace[1382141984] linearizableReadLoop","detail":"{readStateIndex:26595; appliedIndex:26584; }","duration":"3.422807528s","start":"2026-07-02T06:05:21.698908Z","end":"2026-07-02T06:05:25.121716Z","steps":["trace[1382141984] 'read index received' (duration: 32.750378ms)","trace[1382141984] 'applied index is now lower than readState.Index' (duration: 3.390054s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:25.121784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:21.70472Z","time spent":"3.417026073s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:25.121789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:23.737666Z","time spent":"1.38404032s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:25.121807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.642444516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:05:25.121847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.292311778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:05:25.121847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.272213764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:05:25.121833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.794858808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:25.121872Z","caller":"traceutil/trace.go:171","msg":"trace[1279531795] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25738; }","duration":"5.642572639s","start":"2026-07-02T06:05:19.479282Z","end":"2026-07-02T06:05:25.121855Z","steps":["trace[1279531795] 'agreement among raft nodes before linearized reading' (duration: 5.642443295s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:25.121878Z","caller":"traceutil/trace.go:171","msg":"trace[1134666737] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25738; }","duration":"5.29237335s","start":"2026-07-02T06:05:19.829496Z","end":"2026-07-02T06:05:25.121869Z","steps":["trace[1134666737] 'agreement among raft nodes before linearized reading' (duration: 5.292316208s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:25.12189Z","caller":"traceutil/trace.go:171","msg":"trace[1536232379] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25738; }","duration":"5.272282787s","start":"2026-07-02T06:05:19.849596Z","end":"2026-07-02T06:05:25.121879Z","steps":["trace[1536232379] 'agreement among raft nodes before linearized reading' (duration: 5.272188894s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:25.121891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.480074421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:05:25.121915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:19.829479Z","time spent":"5.292430912s","remote":"127.0.0.1:47002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:25.121923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:19.849591Z","time spent":"5.272324008s","remote":"127.0.0.1:44062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:25.121916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.607721507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:25.12192Z","caller":"traceutil/trace.go:171","msg":"trace[110247112] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25738; }","duration":"3.794999432s","start":"2026-07-02T06:05:21.326901Z","end":"2026-07-02T06:05:25.1219Z","steps":["trace[110247112] 'agreement among raft nodes before linearized reading' (duration: 3.794844177s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:25.121917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:19.479259Z","time spent":"5.642648562s","remote":"127.0.0.1:50420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:25.121964Z","caller":"traceutil/trace.go:171","msg":"trace[811423329] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25738; }","duration":"3.60779215s","start":"2026-07-02T06:05:21.514157Z","end":"2026-07-02T06:05:25.121949Z","steps":["trace[811423329] 'agreement among raft nodes before linearized reading' (duration: 3.607722327s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:25.121972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:21.326876Z","time spent":"3.795083875s","remote":"127.0.0.1:47144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:25.121974Z","caller":"traceutil/trace.go:171","msg":"trace[852664543] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25738; }","duration":"3.480215406s","start":"2026-07-02T06:05:21.641717Z","end":"2026-07-02T06:05:25.121933Z","steps":["trace[852664543] 'agreement among raft nodes before linearized reading' (duration: 3.480065171s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:25.12189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.744134229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:05:25.122011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:21.51414Z","time spent":"3.607859551s","remote":"127.0.0.1:36144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:25.122029Z","caller":"traceutil/trace.go:171","msg":"trace[39639021] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25738; }","duration":"6.744313705s","start":"2026-07-02T06:05:18.377704Z","end":"2026-07-02T06:05:25.122018Z","steps":["trace[39639021] 'agreement among raft nodes before linearized reading' (duration: 6.744128869s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:25.122031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.822713264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-02T06:05:25.122053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:18.377691Z","time spent":"6.744355867s","remote":"127.0.0.1:50226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:25.121736Z","caller":"traceutil/trace.go:171","msg":"trace[2118405634] transaction","detail":"{read_only:false; response_revision:25737; number_of_response:1; }","duration":"3.412195429s","start":"2026-07-02T06:05:21.709506Z","end":"2026-07-02T06:05:25.121702Z","steps":["trace[2118405634] 'process raft request' (duration: 3.411967151s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:25.122045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:21.641698Z","time spent":"3.480311338s","remote":"127.0.0.1:50434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:25.122076Z","caller":"traceutil/trace.go:171","msg":"trace[399176347] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25738; }","duration":"6.822808878s","start":"2026-07-02T06:05:18.299255Z","end":"2026-07-02T06:05:25.122064Z","steps":["trace[399176347] 'agreement among raft nodes before linearized reading' (duration: 6.822596201s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:25.122094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.293701251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-02T06:05:25.122118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:18.299234Z","time spent":"6.822871249s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":179,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:25.122138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.210011621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:25.122164Z","caller":"traceutil/trace.go:171","msg":"trace[1500068964] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25738; }","duration":"7.210074643s","start":"2026-07-02T06:05:17.91208Z","end":"2026-07-02T06:05:25.122155Z","steps":["trace[1500068964] 'agreement among raft nodes before linearized reading' (duration: 7.210033672s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:25.122187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:17.91206Z","time spent":"7.210119935s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:25.122022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.968031117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-07-02T06:05:25.122203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.293846905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-02T06:05:25.12222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.286962531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:25.122231Z","caller":"traceutil/trace.go:171","msg":"trace[306277559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25738; }","duration":"6.293899527s","start":"2026-07-02T06:05:18.828324Z","end":"2026-07-02T06:05:25.122223Z","steps":["trace[306277559] 'agreement among raft nodes before linearized reading' (duration: 6.293828775s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:25.122241Z","caller":"traceutil/trace.go:171","msg":"trace[363361019] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25738; }","duration":"2.287000612s","start":"2026-07-02T06:05:22.835234Z","end":"2026-07-02T06:05:25.122235Z","steps":["trace[363361019] 'agreement among raft nodes before linearized reading' (duration: 2.28696458s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:25.122252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.418642765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18435"} {"level":"info","ts":"2026-07-02T06:05:25.12224Z","caller":"traceutil/trace.go:171","msg":"trace[558564607] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25738; }","duration":"5.968274894s","start":"2026-07-02T06:05:19.153948Z","end":"2026-07-02T06:05:25.122223Z","steps":["trace[558564607] 'agreement among raft nodes before linearized reading' (duration: 5.967976485s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:25.12226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:18.828309Z","time spent":"6.293943829s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-02T06:05:25.122132Z","caller":"traceutil/trace.go:171","msg":"trace[1226460109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25738; }","duration":"6.293764213s","start":"2026-07-02T06:05:18.828356Z","end":"2026-07-02T06:05:25.12212Z","steps":["trace[1226460109] 'agreement among raft nodes before linearized reading' (duration: 6.29368596s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:25.122248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.790584001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:05:25.122291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.079777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:25.122304Z","caller":"traceutil/trace.go:171","msg":"trace[1686379182] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25738; }","duration":"2.790682715s","start":"2026-07-02T06:05:22.331612Z","end":"2026-07-02T06:05:25.122295Z","steps":["trace[1686379182] 'agreement among raft nodes before linearized reading' (duration: 2.790604742s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:25.122298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:19.153926Z","time spent":"5.968355897s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-02T06:05:25.122307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:18.828337Z","time spent":"6.29395881s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T06:05:25.122325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.296580711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:05:25.122329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:22.33159Z","time spent":"2.790729805s","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:25.122344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.177015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:05:25.122352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.41569023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:25.122368Z","caller":"traceutil/trace.go:171","msg":"trace[1855934069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25738; }","duration":"961.199226ms","start":"2026-07-02T06:05:24.161164Z","end":"2026-07-02T06:05:25.122363Z","steps":["trace[1855934069] 'agreement among raft nodes before linearized reading' (duration: 961.165355ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:25.122278Z","caller":"traceutil/trace.go:171","msg":"trace[1862095138] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25738; }","duration":"3.418699987s","start":"2026-07-02T06:05:21.703572Z","end":"2026-07-02T06:05:25.122272Z","steps":["trace[1862095138] 'agreement among raft nodes before linearized reading' (duration: 3.418591153s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:25.12238Z","caller":"traceutil/trace.go:171","msg":"trace[1582708807] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:25738; }","duration":"3.415735642s","start":"2026-07-02T06:05:21.706636Z","end":"2026-07-02T06:05:25.122372Z","steps":["trace[1582708807] 'agreement among raft nodes before linearized reading' (duration: 3.4156817s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:25.122385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:24.161123Z","time spent":"961.257888ms","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:05:25.122397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:21.706624Z","time spent":"3.415769113s","remote":"127.0.0.1:50048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-07-02T06:05:25.122415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.415226736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-07-02T06:05:25.122096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:21.709492Z","time spent":"3.41258123s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:25.122317Z","caller":"traceutil/trace.go:171","msg":"trace[66707634] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25738; }","duration":"844.141579ms","start":"2026-07-02T06:05:24.278167Z","end":"2026-07-02T06:05:25.122308Z","steps":["trace[66707634] 'agreement among raft nodes before linearized reading' (duration: 844.107078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:25.122492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.414693539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:05:25.12249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.420084032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:25.122515Z","caller":"traceutil/trace.go:171","msg":"trace[1928221356] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25738; }","duration":"3.41475176s","start":"2026-07-02T06:05:21.707757Z","end":"2026-07-02T06:05:25.122508Z","steps":["trace[1928221356] 'agreement among raft nodes before linearized reading' (duration: 3.414720529s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:25.122505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:24.278145Z","time spent":"844.348906ms","remote":"127.0.0.1:50998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:25.122521Z","caller":"traceutil/trace.go:171","msg":"trace[1063543124] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25738; }","duration":"2.420149874s","start":"2026-07-02T06:05:22.702364Z","end":"2026-07-02T06:05:25.122514Z","steps":["trace[1063543124] 'agreement among raft nodes before linearized reading' (duration: 2.420106162s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:25.122532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:21.70774Z","time spent":"3.414789081s","remote":"127.0.0.1:50166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-02T06:05:25.122548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226095265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:05:25.12226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:22.835225Z","time spent":"2.287029992s","remote":"127.0.0.1:47280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:25.122347Z","caller":"traceutil/trace.go:171","msg":"trace[66235281] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:0; response_revision:25738; }","duration":"8.296605362s","start":"2026-07-02T06:05:16.825736Z","end":"2026-07-02T06:05:25.122341Z","steps":["trace[66235281] 'agreement among raft nodes before linearized reading' (duration: 8.296568531s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:25.12245Z","caller":"traceutil/trace.go:171","msg":"trace[753659532] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4; range_end:; response_count:1; response_revision:25738; }","duration":"2.415280907s","start":"2026-07-02T06:05:22.707159Z","end":"2026-07-02T06:05:25.12244Z","steps":["trace[753659532] 'agreement among raft nodes before linearized reading' (duration: 2.415172394s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:25.122577Z","caller":"traceutil/trace.go:171","msg":"trace[1439450142] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25738; }","duration":"1.226123456s","start":"2026-07-02T06:05:23.896446Z","end":"2026-07-02T06:05:25.122569Z","steps":["trace[1439450142] 'agreement among raft nodes before linearized reading' (duration: 1.226083195s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:25.122588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:16.825707Z","time spent":"8.296876141s","remote":"127.0.0.1:49992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-02T06:05:25.1226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:23.896379Z","time spent":"1.226216429s","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:25.122602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542887593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-02T06:05:25.122623Z","caller":"traceutil/trace.go:171","msg":"trace[25301079] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25738; }","duration":"1.542955086s","start":"2026-07-02T06:05:23.579662Z","end":"2026-07-02T06:05:25.122617Z","steps":["trace[25301079] 'agreement among raft nodes before linearized reading' (duration: 1.542898524s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:25.122617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:22.707147Z","time spent":"2.415451183s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" "} {"level":"warn","ts":"2026-07-02T06:05:25.122645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:23.579636Z","time spent":"1.543002318s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-02T06:05:25.122311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.405075321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:05:25.122647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725893121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:05:25.122512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543139891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-02T06:05:25.12268Z","caller":"traceutil/trace.go:171","msg":"trace[927755215] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25738; }","duration":"2.405470204s","start":"2026-07-02T06:05:22.717203Z","end":"2026-07-02T06:05:25.122673Z","steps":["trace[927755215] 'agreement among raft nodes before linearized reading' (duration: 2.405068701s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:25.122691Z","caller":"traceutil/trace.go:171","msg":"trace[1840667945] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:25738; }","duration":"1.725974684s","start":"2026-07-02T06:05:23.396704Z","end":"2026-07-02T06:05:25.122679Z","steps":["trace[1840667945] 'agreement among raft nodes before linearized reading' (duration: 1.725911552s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:25.122702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:22.71719Z","time spent":"2.405505734s","remote":"127.0.0.1:51486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:25.122723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:23.396683Z","time spent":"1.726032406s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:25.122489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.417424716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e4d09087-f34e-444d-af12-4d2373eac555\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-07-02T06:05:25.122765Z","caller":"traceutil/trace.go:171","msg":"trace[805375368] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e4d09087-f34e-444d-af12-4d2373eac555; range_end:; response_count:1; response_revision:25738; }","duration":"3.417727605s","start":"2026-07-02T06:05:21.70503Z","end":"2026-07-02T06:05:25.122757Z","steps":["trace[805375368] 'agreement among raft nodes before linearized reading' (duration: 3.417402995s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:25.122798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:21.705015Z","time spent":"3.417775687s","remote":"127.0.0.1:50108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-e4d09087-f34e-444d-af12-4d2373eac555\" "} {"level":"info","ts":"2026-07-02T06:05:25.122696Z","caller":"traceutil/trace.go:171","msg":"trace[1929424029] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25738; }","duration":"1.543367799s","start":"2026-07-02T06:05:23.579319Z","end":"2026-07-02T06:05:25.122687Z","steps":["trace[1929424029] 'agreement among raft nodes before linearized reading' (duration: 1.543121951s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:25.122846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:23.579293Z","time spent":"1.543538775s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-02T06:05:25.122394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:21.703551Z","time spent":"3.418836781s","remote":"127.0.0.1:50140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18458,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-02T06:05:25.122552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:22.702347Z","time spent":"2.420198296s","remote":"127.0.0.1:50302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:27.130717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999182681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:05:27.130805Z","caller":"traceutil/trace.go:171","msg":"trace[254506161] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999297445s","start":"2026-07-02T06:05:25.131486Z","end":"2026-07-02T06:05:27.130783Z","steps":["trace[254506161] 'agreement among raft nodes before linearized reading' (duration: 1.999193082s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:27.131038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:25.131481Z","time spent":"1.999513792s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:05:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:05:27.787511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.558507644s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-02T06:05:27.787607Z","caller":"traceutil/trace.go:171","msg":"trace[1087676624] linearizableReadLoop","detail":"{readStateIndex:26599; appliedIndex:26598; }","duration":"2.662939097s","start":"2026-07-02T06:05:25.12465Z","end":"2026-07-02T06:05:27.787589Z","steps":["trace[1087676624] 'read index received' (duration: 104.361741ms)","trace[1087676624] 'applied index is now lower than readState.Index' (duration: 2.558575866s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:27.787622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:25.12422Z","time spent":"2.663395961s","remote":"127.0.0.1:49992","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-02T06:05:27.787786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.663128042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-07-02T06:05:27.787821Z","caller":"traceutil/trace.go:171","msg":"trace[690557242] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:25738; }","duration":"2.663188235s","start":"2026-07-02T06:05:25.124624Z","end":"2026-07-02T06:05:27.787812Z","steps":["trace[690557242] 'agreement among raft nodes before linearized reading' (duration: 2.66303378s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:27.787852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:25.124609Z","time spent":"2.663236376s","remote":"127.0.0.1:50166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1281,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-07-02T06:05:27.94872Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.719754595s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T06:05:28.828005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:25.132719Z","time spent":"3.69527898s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/02 06:05:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:05:28.828001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:25.132777Z","time spent":"3.695217129s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/02 06:05:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:05:28.828665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998114946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:05:28.828698Z","caller":"traceutil/trace.go:171","msg":"trace[804925221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998195869s","start":"2026-07-02T06:05:25.830491Z","end":"2026-07-02T06:05:28.828687Z","steps":["trace[804925221] 'agreement among raft nodes before linearized reading' (duration: 2.998146247s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:28.828721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:25.830472Z","time spent":"2.998243879s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/02 06:05:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:05:29.131003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000292766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:05:29.131073Z","caller":"traceutil/trace.go:171","msg":"trace[1958170650] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00041067s","start":"2026-07-02T06:05:27.130646Z","end":"2026-07-02T06:05:29.131057Z","steps":["trace[1958170650] 'agreement among raft nodes before linearized reading' (duration: 2.000319277s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:29.131109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:27.130627Z","time spent":"2.000474463s","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:05:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:05:30.195762Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.024342927s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T06:05:30.231885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.282881764s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:05:30.232153Z","caller":"traceutil/trace.go:171","msg":"trace[218208462] transaction","detail":"{read_only:false; response_revision:25739; number_of_response:1; }","duration":"5.100904683s","start":"2026-07-02T06:05:25.131217Z","end":"2026-07-02T06:05:30.232122Z","steps":["trace[218208462] 'process raft request' (duration: 2.817728411s)","trace[218208462] 'compare' (duration: 2.281806148s)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:05:30.232214Z","caller":"traceutil/trace.go:171","msg":"trace[1131923156] transaction","detail":"{read_only:false; response_revision:25745; number_of_response:1; }","duration":"3.532553613s","start":"2026-07-02T06:05:26.699645Z","end":"2026-07-02T06:05:30.232199Z","steps":["trace[1131923156] 'process raft request' (duration: 3.532502941s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:30.232266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:26.699635Z","time spent":"3.532605334s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:30.232278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:25.131197Z","time spent":"5.101006047s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:30.232259Z","caller":"traceutil/trace.go:171","msg":"trace[1429326343] transaction","detail":"{read_only:false; response_revision:25740; number_of_response:1; }","duration":"5.100912074s","start":"2026-07-02T06:05:25.131283Z","end":"2026-07-02T06:05:30.232195Z","steps":["trace[1429326343] 'process raft request' (duration: 5.100678096s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:30.232296Z","caller":"traceutil/trace.go:171","msg":"trace[286475196] transaction","detail":"{read_only:false; response_revision:25743; number_of_response:1; }","duration":"3.533858585s","start":"2026-07-02T06:05:26.698409Z","end":"2026-07-02T06:05:30.232268Z","steps":["trace[286475196] 'process raft request' (duration: 3.533688899s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:30.232422Z","caller":"traceutil/trace.go:171","msg":"trace[436979560] transaction","detail":"{read_only:false; response_revision:25744; number_of_response:1; }","duration":"3.532996287s","start":"2026-07-02T06:05:26.699415Z","end":"2026-07-02T06:05:30.232412Z","steps":["trace[436979560] 'process raft request' (duration: 3.532709767s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:30.232429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:26.698382Z","time spent":"3.533971528s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:30.232465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:26.699404Z","time spent":"3.533041399s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:30.232472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:25.131277Z","time spent":"5.1010722s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:30.232745Z","caller":"traceutil/trace.go:171","msg":"trace[1427439996] transaction","detail":"{read_only:false; response_revision:25746; number_of_response:1; }","duration":"3.532684817s","start":"2026-07-02T06:05:26.700043Z","end":"2026-07-02T06:05:30.232728Z","steps":["trace[1427439996] 'process raft request' (duration: 3.532128259s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:30.232879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:26.700033Z","time spent":"3.532806831s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:30.232895Z","caller":"traceutil/trace.go:171","msg":"trace[1422125914] transaction","detail":"{read_only:false; response_revision:25747; number_of_response:1; }","duration":"3.531408436s","start":"2026-07-02T06:05:26.701479Z","end":"2026-07-02T06:05:30.232887Z","steps":["trace[1422125914] 'process raft request' (duration: 3.531182559s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:30.233154Z","caller":"traceutil/trace.go:171","msg":"trace[1208792885] transaction","detail":"{read_only:false; response_revision:25748; number_of_response:1; }","duration":"3.527508941s","start":"2026-07-02T06:05:26.705629Z","end":"2026-07-02T06:05:30.233138Z","steps":["trace[1208792885] 'process raft request' (duration: 3.527205031s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:30.233152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:26.70147Z","time spent":"3.531569802s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:30.233233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:26.705618Z","time spent":"3.527574304s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:30.233236Z","caller":"traceutil/trace.go:171","msg":"trace[1462624321] transaction","detail":"{read_only:false; response_revision:25749; number_of_response:1; }","duration":"3.519823906s","start":"2026-07-02T06:05:26.713375Z","end":"2026-07-02T06:05:30.233199Z","steps":["trace[1462624321] 'process raft request' (duration: 3.519616069s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:30.233296Z","caller":"traceutil/trace.go:171","msg":"trace[1350485559] transaction","detail":"{read_only:false; response_revision:25750; number_of_response:1; }","duration":"3.517072208s","start":"2026-07-02T06:05:26.716214Z","end":"2026-07-02T06:05:30.233286Z","steps":["trace[1350485559] 'process raft request' (duration: 3.516922233s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:30.233346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:26.71619Z","time spent":"3.517131689s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:30.233344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:26.713363Z","time spent":"3.519910128s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:30.23351Z","caller":"traceutil/trace.go:171","msg":"trace[1328054627] transaction","detail":"{read_only:false; response_revision:25751; number_of_response:1; }","duration":"3.163368795s","start":"2026-07-02T06:05:27.070125Z","end":"2026-07-02T06:05:30.233494Z","steps":["trace[1328054627] 'process raft request' (duration: 3.163126607s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:30.233528Z","caller":"traceutil/trace.go:171","msg":"trace[170552742] transaction","detail":"{read_only:false; response_revision:25752; number_of_response:1; }","duration":"3.105492263s","start":"2026-07-02T06:05:27.128024Z","end":"2026-07-02T06:05:30.233516Z","steps":["trace[170552742] 'process raft request' (duration: 3.105378799s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:30.233537Z","caller":"traceutil/trace.go:171","msg":"trace[1467299491] linearizableReadLoop","detail":"{readStateIndex:26613; appliedIndex:26599; }","duration":"2.445883081s","start":"2026-07-02T06:05:27.787633Z","end":"2026-07-02T06:05:30.233516Z","steps":["trace[1467299491] 'read index received' (duration: 161.319324ms)","trace[1467299491] 'applied index is now lower than readState.Index' (duration: 2.284562817s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:30.233577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:27.070099Z","time spent":"3.163444228s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:30.233585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:27.128007Z","time spent":"3.105547085s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:30.23365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.051272376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:05:30.233731Z","caller":"traceutil/trace.go:171","msg":"trace[1559656915] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25753; }","duration":"4.05136997s","start":"2026-07-02T06:05:26.182329Z","end":"2026-07-02T06:05:30.233699Z","steps":["trace[1559656915] 'agreement among raft nodes before linearized reading' (duration: 4.051221375s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:30.233766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.103296271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-07-02T06:05:30.233778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:26.182318Z","time spent":"4.051448772s","remote":"127.0.0.1:50968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:30.233765Z","caller":"traceutil/trace.go:171","msg":"trace[1209018594] transaction","detail":"{read_only:false; response_revision:25753; number_of_response:1; }","duration":"2.444687623s","start":"2026-07-02T06:05:27.789012Z","end":"2026-07-02T06:05:30.2337Z","steps":["trace[1209018594] 'process raft request' (duration: 2.444463006s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:30.233809Z","caller":"traceutil/trace.go:171","msg":"trace[2137980882] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4; range_end:; response_count:1; response_revision:25753; }","duration":"4.103377494s","start":"2026-07-02T06:05:26.130419Z","end":"2026-07-02T06:05:30.233796Z","steps":["trace[2137980882] 'agreement among raft nodes before linearized reading' (duration: 4.103203178s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:30.233818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.098471966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-07-02T06:05:30.233848Z","caller":"traceutil/trace.go:171","msg":"trace[400718182] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25753; }","duration":"5.098537778s","start":"2026-07-02T06:05:25.1353Z","end":"2026-07-02T06:05:30.233838Z","steps":["trace[400718182] 'agreement among raft nodes before linearized reading' (duration: 5.098381263s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:30.233849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:26.130404Z","time spent":"4.103434966s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" "} {"level":"warn","ts":"2026-07-02T06:05:30.233851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:27.788993Z","time spent":"2.444825217s","remote":"127.0.0.1:49992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:30.23387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:25.135291Z","time spent":"5.098573769s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-02T06:05:30.233957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.102283698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:30.233985Z","caller":"traceutil/trace.go:171","msg":"trace[883642740] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25753; }","duration":"5.10233132s","start":"2026-07-02T06:05:25.131645Z","end":"2026-07-02T06:05:30.233976Z","steps":["trace[883642740] 'agreement among raft nodes before linearized reading' (duration: 5.102286028s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:30.233983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.429532726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:05:30.234005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.209098158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:05:30.234012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:25.13163Z","time spent":"5.102375491s","remote":"127.0.0.1:50254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-02T06:05:30.23402Z","caller":"traceutil/trace.go:171","msg":"trace[1370068840] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:25753; }","duration":"3.429596328s","start":"2026-07-02T06:05:26.804412Z","end":"2026-07-02T06:05:30.234008Z","steps":["trace[1370068840] 'agreement among raft nodes before linearized reading' (duration: 3.429539546s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:30.234059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.047116322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:05:30.234062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:26.804393Z","time spent":"3.429659569s","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:30.234082Z","caller":"traceutil/trace.go:171","msg":"trace[1757913035] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25753; }","duration":"5.047172304s","start":"2026-07-02T06:05:25.186903Z","end":"2026-07-02T06:05:30.234075Z","steps":["trace[1757913035] 'agreement among raft nodes before linearized reading' (duration: 5.047136523s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:30.234102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:25.186884Z","time spent":"5.047212946s","remote":"127.0.0.1:46882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:30.234217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.480781246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:05:30.23424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.098149526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-02T06:05:30.23426Z","caller":"traceutil/trace.go:171","msg":"trace[1771578495] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25753; }","duration":"5.098193898s","start":"2026-07-02T06:05:25.13606Z","end":"2026-07-02T06:05:30.234254Z","steps":["trace[1771578495] 'agreement among raft nodes before linearized reading' (duration: 5.098131366s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:30.234257Z","caller":"traceutil/trace.go:171","msg":"trace[46052378] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:25753; }","duration":"3.480857118s","start":"2026-07-02T06:05:26.753389Z","end":"2026-07-02T06:05:30.234246Z","steps":["trace[46052378] 'agreement among raft nodes before linearized reading' (duration: 3.480803737s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:30.234278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:25.13605Z","time spent":"5.098223618s","remote":"127.0.0.1:50974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-02T06:05:30.234289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:26.753372Z","time spent":"3.480908239s","remote":"127.0.0.1:39642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:30.234303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.107531496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-d5mgk.18be63d926881a8e\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-07-02T06:05:30.234335Z","caller":"traceutil/trace.go:171","msg":"trace[1635234881] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-d5mgk.18be63d926881a8e; range_end:; response_count:1; response_revision:25753; }","duration":"5.107580168s","start":"2026-07-02T06:05:25.126746Z","end":"2026-07-02T06:05:30.234326Z","steps":["trace[1635234881] 'agreement among raft nodes before linearized reading' (duration: 5.107499025s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:30.23437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:25.126734Z","time spent":"5.107630339s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-d5mgk.18be63d926881a8e\" "} {"level":"info","ts":"2026-07-02T06:05:30.234026Z","caller":"traceutil/trace.go:171","msg":"trace[1859744617] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25753; }","duration":"4.209120249s","start":"2026-07-02T06:05:26.024899Z","end":"2026-07-02T06:05:30.23402Z","steps":["trace[1859744617] 'agreement among raft nodes before linearized reading' (duration: 4.209081898s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:30.234416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:26.024843Z","time spent":"4.209563534s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:30.234226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.102804354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-07-02T06:05:30.234604Z","caller":"traceutil/trace.go:171","msg":"trace[443853440] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25753; }","duration":"5.103199177s","start":"2026-07-02T06:05:25.131393Z","end":"2026-07-02T06:05:30.234592Z","steps":["trace[443853440] 'agreement among raft nodes before linearized reading' (duration: 5.102762003s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:30.234644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:25.131387Z","time spent":"5.103246289s","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-02T06:05:30.23368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.530398886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:05:30.234565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.136277869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:30.234711Z","caller":"traceutil/trace.go:171","msg":"trace[559237473] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25753; }","duration":"2.531437119s","start":"2026-07-02T06:05:27.703237Z","end":"2026-07-02T06:05:30.234674Z","steps":["trace[559237473] 'agreement among raft nodes before linearized reading' (duration: 2.530414056s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:30.234814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:27.703211Z","time spent":"2.531567743s","remote":"127.0.0.1:50374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:30.234824Z","caller":"traceutil/trace.go:171","msg":"trace[1816204173] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25753; }","duration":"3.136512607s","start":"2026-07-02T06:05:27.09824Z","end":"2026-07-02T06:05:30.234753Z","steps":["trace[1816204173] 'agreement among raft nodes before linearized reading' (duration: 3.13598082s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:30.235021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:27.098228Z","time spent":"3.136777595s","remote":"127.0.0.1:47038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:30.234688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.993998793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:30.235364Z","caller":"traceutil/trace.go:171","msg":"trace[1775583026] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:25753; }","duration":"3.994707416s","start":"2026-07-02T06:05:26.240642Z","end":"2026-07-02T06:05:30.235349Z","steps":["trace[1775583026] 'agreement among raft nodes before linearized reading' (duration: 3.993993753s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:30.235518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:26.240623Z","time spent":"3.994877572s","remote":"127.0.0.1:39604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:30.235808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.397923214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-02T06:05:30.235845Z","caller":"traceutil/trace.go:171","msg":"trace[1982434798] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25753; }","duration":"3.397997726s","start":"2026-07-02T06:05:26.837841Z","end":"2026-07-02T06:05:30.235839Z","steps":["trace[1982434798] 'agreement among raft nodes before linearized reading' (duration: 3.395793796s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:30.235863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:26.837824Z","time spent":"3.398033887s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2690,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:30.260912Z","caller":"traceutil/trace.go:171","msg":"trace[263083349] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25753; }","duration":"1.429847188s","start":"2026-07-02T06:05:28.831036Z","end":"2026-07-02T06:05:30.260883Z","steps":["trace[263083349] 'process raft request' (duration: 1.429671322s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:30.261045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.484881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-07-02T06:05:30.261045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282034987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:05:30.261059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.053118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:05:30.261082Z","caller":"traceutil/trace.go:171","msg":"trace[274184379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25754; }","duration":"1.282114179s","start":"2026-07-02T06:05:28.97896Z","end":"2026-07-02T06:05:30.261074Z","steps":["trace[274184379] 'agreement among raft nodes before linearized reading' (duration: 1.282016176s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:30.261075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.468119692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1446"} {"level":"warn","ts":"2026-07-02T06:05:30.261104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.06464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:30.261105Z","caller":"traceutil/trace.go:171","msg":"trace[1844452284] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25754; }","duration":"486.126931ms","start":"2026-07-02T06:05:29.774968Z","end":"2026-07-02T06:05:30.261095Z","steps":["trace[1844452284] 'agreement among raft nodes before linearized reading' (duration: 486.049188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:30.261108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:28.978947Z","time spent":"1.282155201s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T06:05:30.261116Z","caller":"traceutil/trace.go:171","msg":"trace[1162665726] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25754; }","duration":"2.468192295s","start":"2026-07-02T06:05:27.792916Z","end":"2026-07-02T06:05:30.261108Z","steps":["trace[1162665726] 'agreement among raft nodes before linearized reading' (duration: 2.468055361s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:30.261124Z","caller":"traceutil/trace.go:171","msg":"trace[803259208] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25754; }","duration":"641.112731ms","start":"2026-07-02T06:05:29.620005Z","end":"2026-07-02T06:05:30.261118Z","steps":["trace[803259208] 'agreement among raft nodes before linearized reading' (duration: 641.08137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:30.261133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:29.774952Z","time spent":"486.176643ms","remote":"127.0.0.1:50458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":22,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:30.261142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:29.619989Z","time spent":"641.149293ms","remote":"127.0.0.1:50188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:30.261143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:27.792908Z","time spent":"2.468229436s","remote":"127.0.0.1:50166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-02T06:05:30.261187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421976876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-02T06:05:30.261239Z","caller":"traceutil/trace.go:171","msg":"trace[527869154] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25754; }","duration":"1.422060729s","start":"2026-07-02T06:05:28.839168Z","end":"2026-07-02T06:05:30.261229Z","steps":["trace[527869154] 'agreement among raft nodes before linearized reading' (duration: 1.421885113s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:30.261263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:28.83916Z","time spent":"1.42209813s","remote":"127.0.0.1:50322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":185,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:30.261076Z","caller":"traceutil/trace.go:171","msg":"trace[1647774681] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25754; }","duration":"122.534943ms","start":"2026-07-02T06:05:30.138531Z","end":"2026-07-02T06:05:30.261066Z","steps":["trace[1647774681] 'agreement among raft nodes before linearized reading' (duration: 122.44801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:30.261266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.420338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:30.260938Z","caller":"traceutil/trace.go:171","msg":"trace[294326268] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25753; }","duration":"1.429510837s","start":"2026-07-02T06:05:28.831406Z","end":"2026-07-02T06:05:30.260917Z","steps":["trace[294326268] 'process raft request' (duration: 1.429388233s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:30.261362Z","caller":"traceutil/trace.go:171","msg":"trace[1683313942] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25754; }","duration":"420.583243ms","start":"2026-07-02T06:05:29.840759Z","end":"2026-07-02T06:05:30.261342Z","steps":["trace[1683313942] 'agreement among raft nodes before linearized reading' (duration: 420.379906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:30.261407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:28.831401Z","time spent":"1.429959682s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":475,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:30.260959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121703785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:30.261465Z","caller":"traceutil/trace.go:171","msg":"trace[1407706826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25754; }","duration":"1.122249162s","start":"2026-07-02T06:05:29.139209Z","end":"2026-07-02T06:05:30.261459Z","steps":["trace[1407706826] 'agreement among raft nodes before linearized reading' (duration: 1.121715055s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:30.260932Z","caller":"traceutil/trace.go:171","msg":"trace[1624907294] transaction","detail":"{read_only:false; response_revision:25754; number_of_response:1; }","duration":"1.429333232s","start":"2026-07-02T06:05:28.831577Z","end":"2026-07-02T06:05:30.26091Z","steps":["trace[1624907294] 'process raft request' (duration: 1.429237129s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:30.261499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:29.139191Z","time spent":"1.122302403s","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:05:30.261481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34556355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:05:30.261415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:29.840702Z","time spent":"420.703117ms","remote":"127.0.0.1:46878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:30.261563Z","caller":"traceutil/trace.go:171","msg":"trace[1647517871] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25754; }","duration":"2.346173579s","start":"2026-07-02T06:05:27.915376Z","end":"2026-07-02T06:05:30.26155Z","steps":["trace[1647517871] 'agreement among raft nodes before linearized reading' (duration: 2.34556721s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:30.261569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:28.831545Z","time spent":"1.429976672s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:30.261628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:27.915348Z","time spent":"2.346268292s","remote":"127.0.0.1:47412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:30.261808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:28.831022Z","time spent":"1.430067555s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":472,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:30.262276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.470384415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18be63d5b46856e8\" ","response":"range_response_count:1 size:742"} {"level":"info","ts":"2026-07-02T06:05:30.262327Z","caller":"traceutil/trace.go:171","msg":"trace[1392370290] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18be63d5b46856e8; range_end:; response_count:1; response_revision:25754; }","duration":"2.470471278s","start":"2026-07-02T06:05:27.791842Z","end":"2026-07-02T06:05:30.262313Z","steps":["trace[1392370290] 'agreement among raft nodes before linearized reading' (duration: 2.469165896s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:30.262376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:27.791823Z","time spent":"2.47052869s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":765,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18be63d5b46856e8\" "} {"level":"info","ts":"2026-07-02T06:05:30.416032Z","caller":"traceutil/trace.go:171","msg":"trace[970638381] transaction","detail":"{read_only:false; response_revision:25755; number_of_response:1; }","duration":"122.080747ms","start":"2026-07-02T06:05:30.29393Z","end":"2026-07-02T06:05:30.416011Z","steps":["trace[970638381] 'process raft request' (duration: 38.571634ms)","trace[970638381] 'compare' (duration: 82.905714ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:05:30.415888Z","caller":"traceutil/trace.go:171","msg":"trace[1787381763] linearizableReadLoop","detail":"{readStateIndex:26620; appliedIndex:26618; }","duration":"121.297772ms","start":"2026-07-02T06:05:30.294564Z","end":"2026-07-02T06:05:30.415862Z","steps":["trace[1787381763] 'read index received' (duration: 38.022027ms)","trace[1787381763] 'applied index is now lower than readState.Index' (duration: 83.274335ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:05:30.416385Z","caller":"traceutil/trace.go:171","msg":"trace[720238775] transaction","detail":"{read_only:false; response_revision:25756; number_of_response:1; }","duration":"122.322326ms","start":"2026-07-02T06:05:30.294054Z","end":"2026-07-02T06:05:30.416376Z","steps":["trace[720238775] 'process raft request' (duration: 121.677385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:30.416839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.169211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-02T06:05:30.416867Z","caller":"traceutil/trace.go:171","msg":"trace[350253141] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25756; }","duration":"122.221862ms","start":"2026-07-02T06:05:30.294639Z","end":"2026-07-02T06:05:30.416861Z","steps":["trace[350253141] 'agreement among raft nodes before linearized reading' (duration: 122.125689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:30.417012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.838804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:30.417033Z","caller":"traceutil/trace.go:171","msg":"trace[1559720246] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25756; }","duration":"103.876245ms","start":"2026-07-02T06:05:30.313151Z","end":"2026-07-02T06:05:30.417027Z","steps":["trace[1559720246] 'agreement among raft nodes before linearized reading' (duration: 103.835993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:30.417154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.227471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-02T06:05:30.417174Z","caller":"traceutil/trace.go:171","msg":"trace[672235732] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25756; }","duration":"121.263351ms","start":"2026-07-02T06:05:30.295906Z","end":"2026-07-02T06:05:30.417169Z","steps":["trace[672235732] 'agreement among raft nodes before linearized reading' (duration: 121.207159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:30.417295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.705156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"warn","ts":"2026-07-02T06:05:30.416449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.878132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:30.417323Z","caller":"traceutil/trace.go:171","msg":"trace[2112842772] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25756; }","duration":"121.746937ms","start":"2026-07-02T06:05:30.295566Z","end":"2026-07-02T06:05:30.417313Z","steps":["trace[2112842772] 'agreement among raft nodes before linearized reading' (duration: 121.690835ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:30.417398Z","caller":"traceutil/trace.go:171","msg":"trace[693360483] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25756; }","duration":"122.812211ms","start":"2026-07-02T06:05:30.294531Z","end":"2026-07-02T06:05:30.417343Z","steps":["trace[693360483] 'agreement among raft nodes before linearized reading' (duration: 121.875171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:30.710879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.033019ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:05:30.711079Z","caller":"traceutil/trace.go:171","msg":"trace[2067645810] linearizableReadLoop","detail":"{readStateIndex:26622; appliedIndex:26621; }","duration":"249.178586ms","start":"2026-07-02T06:05:30.46189Z","end":"2026-07-02T06:05:30.711069Z","steps":["trace[2067645810] 'read index received' (duration: 86.060754ms)","trace[2067645810] 'applied index is now lower than readState.Index' (duration: 163.114182ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:05:30.711164Z","caller":"traceutil/trace.go:171","msg":"trace[522282273] transaction","detail":"{read_only:false; response_revision:25759; number_of_response:1; }","duration":"246.341695ms","start":"2026-07-02T06:05:30.464809Z","end":"2026-07-02T06:05:30.711151Z","steps":["trace[522282273] 'process raft request' (duration: 246.270263ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:30.711178Z","caller":"traceutil/trace.go:171","msg":"trace[1797378806] transaction","detail":"{read_only:false; response_revision:25758; number_of_response:1; }","duration":"248.400791ms","start":"2026-07-02T06:05:30.462756Z","end":"2026-07-02T06:05:30.711157Z","steps":["trace[1797378806] 'process raft request' (duration: 248.225026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:30.711275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.656926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:30.711318Z","caller":"traceutil/trace.go:171","msg":"trace[1612248178] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25759; }","duration":"132.741189ms","start":"2026-07-02T06:05:30.578565Z","end":"2026-07-02T06:05:30.711306Z","steps":["trace[1612248178] 'agreement among raft nodes before linearized reading' (duration: 132.664717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:30.711332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.74498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-07-02T06:05:30.711359Z","caller":"traceutil/trace.go:171","msg":"trace[87020324] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25759; }","duration":"282.794792ms","start":"2026-07-02T06:05:30.428557Z","end":"2026-07-02T06:05:30.711351Z","steps":["trace[87020324] 'agreement among raft nodes before linearized reading' (duration: 282.603736ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:30.711045Z","caller":"traceutil/trace.go:171","msg":"trace[467487348] transaction","detail":"{read_only:false; response_revision:25757; number_of_response:1; }","duration":"286.347726ms","start":"2026-07-02T06:05:30.424672Z","end":"2026-07-02T06:05:30.71102Z","steps":["trace[467487348] 'process raft request' (duration: 123.059739ms)","trace[467487348] 'compare' (duration: 162.43727ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:30.711644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.223624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-07-02T06:05:30.711678Z","caller":"traceutil/trace.go:171","msg":"trace[1879182115] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25759; }","duration":"287.275365ms","start":"2026-07-02T06:05:30.424393Z","end":"2026-07-02T06:05:30.711669Z","steps":["trace[1879182115] 'agreement among raft nodes before linearized reading' (duration: 287.102839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:30.711672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.386889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8bf49a44-c482-446f-a0b1-05a519f7b257\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-07-02T06:05:30.711767Z","caller":"traceutil/trace.go:171","msg":"trace[504922813] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8bf49a44-c482-446f-a0b1-05a519f7b257; range_end:; response_count:1; response_revision:25759; }","duration":"287.490022ms","start":"2026-07-02T06:05:30.424254Z","end":"2026-07-02T06:05:30.711744Z","steps":["trace[504922813] 'agreement among raft nodes before linearized reading' (duration: 286.932464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:32.049103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.110592ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:05:32.04918Z","caller":"traceutil/trace.go:171","msg":"trace[2095473151] linearizableReadLoop","detail":"{readStateIndex:26625; appliedIndex:26624; }","duration":"1.332769109s","start":"2026-07-02T06:05:30.716397Z","end":"2026-07-02T06:05:32.049166Z","steps":["trace[2095473151] 'read index received' (duration: 382.532263ms)","trace[2095473151] 'applied index is now lower than readState.Index' (duration: 950.235276ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:05:32.049229Z","caller":"traceutil/trace.go:171","msg":"trace[628555491] transaction","detail":"{read_only:false; response_revision:25760; number_of_response:1; }","duration":"1.332843661s","start":"2026-07-02T06:05:30.716377Z","end":"2026-07-02T06:05:32.04922Z","steps":["trace[628555491] 'process raft request' (duration: 382.537193ms)","trace[628555491] 'compare' (duration: 949.1211ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:32.049266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:30.716363Z","time spent":"1.332882452s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:32.049478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333078839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-02T06:05:32.049504Z","caller":"traceutil/trace.go:171","msg":"trace[1126146160] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25760; }","duration":"1.333116369s","start":"2026-07-02T06:05:30.71638Z","end":"2026-07-02T06:05:32.049496Z","steps":["trace[1126146160] 'agreement among raft nodes before linearized reading' (duration: 1.333001356s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:32.049523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:30.716372Z","time spent":"1.33314567s","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-07-02T06:05:32.398733Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.299764534s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T06:05:33.055167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.152302ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:05:33.055345Z","caller":"traceutil/trace.go:171","msg":"trace[2082635885] transaction","detail":"{read_only:false; response_revision:25761; number_of_response:1; }","duration":"2.338421178s","start":"2026-07-02T06:05:30.716905Z","end":"2026-07-02T06:05:33.055326Z","steps":["trace[2082635885] 'process raft request' (duration: 1.682042518s)","trace[2082635885] 'compare' (duration: 655.823632ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:33.055397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:30.716895Z","time spent":"2.33847871s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:33.055469Z","caller":"traceutil/trace.go:171","msg":"trace[93346754] linearizableReadLoop","detail":"{readStateIndex:26627; appliedIndex:26625; }","duration":"1.006257739s","start":"2026-07-02T06:05:32.049196Z","end":"2026-07-02T06:05:33.055454Z","steps":["trace[93346754] 'read index received' (duration: 349.988673ms)","trace[93346754] 'applied index is now lower than readState.Index' (duration: 656.268196ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:05:33.055649Z","caller":"traceutil/trace.go:171","msg":"trace[1917111765] transaction","detail":"{read_only:false; response_revision:25762; number_of_response:1; }","duration":"2.333493171s","start":"2026-07-02T06:05:30.722148Z","end":"2026-07-02T06:05:33.055641Z","steps":["trace[1917111765] 'process raft request' (duration: 2.333115859s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:33.055732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.816489334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-07-02T06:05:33.055767Z","caller":"traceutil/trace.go:171","msg":"trace[1733692156] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4; range_end:; response_count:1; response_revision:25762; }","duration":"1.816563846s","start":"2026-07-02T06:05:31.239193Z","end":"2026-07-02T06:05:33.055756Z","steps":["trace[1733692156] 'agreement among raft nodes before linearized reading' (duration: 1.816446902s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:33.05579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:31.239171Z","time spent":"1.816614008s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" "} {"level":"warn","ts":"2026-07-02T06:05:33.055856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.928711556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"info","ts":"2026-07-02T06:05:33.055886Z","caller":"traceutil/trace.go:171","msg":"trace[658297140] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25762; }","duration":"1.928784449s","start":"2026-07-02T06:05:31.127094Z","end":"2026-07-02T06:05:33.055879Z","steps":["trace[658297140] 'agreement among raft nodes before linearized reading' (duration: 1.928661875s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:33.055907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:31.127071Z","time spent":"1.928831399s","remote":"127.0.0.1:42718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7721,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-02T06:05:33.055941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122412787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:33.055963Z","caller":"traceutil/trace.go:171","msg":"trace[1648583633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25762; }","duration":"1.122470099s","start":"2026-07-02T06:05:31.933487Z","end":"2026-07-02T06:05:33.055957Z","steps":["trace[1648583633] 'agreement among raft nodes before linearized reading' (duration: 1.122432598s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:33.05598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:31.933468Z","time spent":"1.122508661s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:05:33.056071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.339065568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-02T06:05:33.056085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388291308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:33.05609Z","caller":"traceutil/trace.go:171","msg":"trace[1147017416] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25762; }","duration":"2.33910358s","start":"2026-07-02T06:05:30.716981Z","end":"2026-07-02T06:05:33.056084Z","steps":["trace[1147017416] 'agreement among raft nodes before linearized reading' (duration: 2.339036368s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:33.056106Z","caller":"traceutil/trace.go:171","msg":"trace[194549766] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25762; }","duration":"1.3883487s","start":"2026-07-02T06:05:31.66775Z","end":"2026-07-02T06:05:33.056099Z","steps":["trace[194549766] 'agreement among raft nodes before linearized reading' (duration: 1.388314018s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:33.056115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:30.716969Z","time spent":"2.339141751s","remote":"127.0.0.1:50254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-02T06:05:33.056126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:31.667729Z","time spent":"1.388392021s","remote":"127.0.0.1:47034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:33.055733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:30.722136Z","time spent":"2.333534812s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:33.564128Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383324570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:05:33.871601Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.472467551s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T06:05:33.872011Z","caller":"traceutil/trace.go:171","msg":"trace[1502689199] transaction","detail":"{read_only:false; response_revision:25763; number_of_response:1; }","duration":"1.633799185s","start":"2026-07-02T06:05:32.238187Z","end":"2026-07-02T06:05:33.871986Z","steps":["trace[1502689199] 'process raft request' (duration: 1.633589318s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:33.872163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:32.238162Z","time spent":"1.633924279s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:33.872243Z","caller":"traceutil/trace.go:171","msg":"trace[135275070] transaction","detail":"{read_only:false; response_revision:25764; number_of_response:1; }","duration":"1.632757242s","start":"2026-07-02T06:05:32.239467Z","end":"2026-07-02T06:05:33.872224Z","steps":["trace[135275070] 'process raft request' (duration: 1.632474573s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:33.872343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:32.239445Z","time spent":"1.632850525s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:33.872577Z","caller":"traceutil/trace.go:171","msg":"trace[846214386] transaction","detail":"{read_only:false; response_revision:25766; number_of_response:1; }","duration":"1.632889076s","start":"2026-07-02T06:05:32.239668Z","end":"2026-07-02T06:05:33.872557Z","steps":["trace[846214386] 'process raft request' (duration: 1.632763842s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:33.872598Z","caller":"traceutil/trace.go:171","msg":"trace[872879969] transaction","detail":"{read_only:false; response_revision:25765; number_of_response:1; }","duration":"1.632961589s","start":"2026-07-02T06:05:32.239605Z","end":"2026-07-02T06:05:33.872567Z","steps":["trace[872879969] 'process raft request' (duration: 1.632552205s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:33.87271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:32.239662Z","time spent":"1.632979039s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:33.872725Z","caller":"traceutil/trace.go:171","msg":"trace[1580610203] transaction","detail":"{read_only:false; response_revision:25770; number_of_response:1; }","duration":"1.631259064s","start":"2026-07-02T06:05:32.241455Z","end":"2026-07-02T06:05:33.872714Z","steps":["trace[1580610203] 'process raft request' (duration: 1.631224983s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:33.872743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:32.239598Z","time spent":"1.633065132s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:33.872733Z","caller":"traceutil/trace.go:171","msg":"trace[130720410] transaction","detail":"{read_only:false; response_revision:25767; number_of_response:1; }","duration":"1.632896446s","start":"2026-07-02T06:05:32.239791Z","end":"2026-07-02T06:05:33.872687Z","steps":["trace[130720410] 'process raft request' (duration: 1.632739071s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:33.87279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:32.241443Z","time spent":"1.631311646s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:33.872806Z","caller":"traceutil/trace.go:171","msg":"trace[1111876109] transaction","detail":"{read_only:false; response_revision:25769; number_of_response:1; }","duration":"1.632395471s","start":"2026-07-02T06:05:32.240399Z","end":"2026-07-02T06:05:33.872794Z","steps":["trace[1111876109] 'process raft request' (duration: 1.632239436s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:33.872862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:32.239763Z","time spent":"1.633036431s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:33.872743Z","caller":"traceutil/trace.go:171","msg":"trace[97984738] transaction","detail":"{read_only:false; response_revision:25768; number_of_response:1; }","duration":"1.632715791s","start":"2026-07-02T06:05:32.240007Z","end":"2026-07-02T06:05:33.872722Z","steps":["trace[97984738] 'process raft request' (duration: 1.632585526s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:33.872929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:32.240389Z","time spent":"1.632488084s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:33.872968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:32.239993Z","time spent":"1.632943878s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:34.54472Z","caller":"traceutil/trace.go:171","msg":"trace[1829232474] linearizableReadLoop","detail":"{readStateIndex:26636; appliedIndex:26627; }","duration":"1.489194517s","start":"2026-07-02T06:05:33.055511Z","end":"2026-07-02T06:05:34.544705Z","steps":["trace[1829232474] 'read index received' (duration: 816.336369ms)","trace[1829232474] 'applied index is now lower than readState.Index' (duration: 672.857478ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:34.544849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.284195004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:05:34.544869Z","caller":"traceutil/trace.go:171","msg":"trace[601185239] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25772; }","duration":"2.284257696s","start":"2026-07-02T06:05:32.260605Z","end":"2026-07-02T06:05:34.544863Z","steps":["trace[601185239] 'agreement among raft nodes before linearized reading' (duration: 2.284190284s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:34.544894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:32.260592Z","time spent":"2.284295607s","remote":"127.0.0.1:36174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:34.544905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929256453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:05:34.544946Z","caller":"traceutil/trace.go:171","msg":"trace[755133245] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25772; }","duration":"1.929331785s","start":"2026-07-02T06:05:32.615603Z","end":"2026-07-02T06:05:34.544935Z","steps":["trace[755133245] 'agreement among raft nodes before linearized reading' (duration: 1.929277274s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:34.544983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:32.615575Z","time spent":"1.929399588s","remote":"127.0.0.1:50262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:34.545044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486439049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:05:34.54485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090715111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:05:34.545159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.575677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-07-02T06:05:34.545154Z","caller":"traceutil/trace.go:171","msg":"trace[1353123483] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25772; }","duration":"2.091056022s","start":"2026-07-02T06:05:32.454086Z","end":"2026-07-02T06:05:34.545142Z","steps":["trace[1353123483] 'agreement among raft nodes before linearized reading' (duration: 2.090664009s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:34.545174Z","caller":"traceutil/trace.go:171","msg":"trace[1831954391] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4; range_end:; response_count:1; response_revision:25772; }","duration":"482.593948ms","start":"2026-07-02T06:05:34.062576Z","end":"2026-07-02T06:05:34.54517Z","steps":["trace[1831954391] 'agreement among raft nodes before linearized reading' (duration: 482.523926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:34.545192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:34.062524Z","time spent":"482.664879ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" "} {"level":"warn","ts":"2026-07-02T06:05:34.545189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:32.454068Z","time spent":"2.091110613s","remote":"127.0.0.1:46924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:34.545297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.492183722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ff1ba2c4-a913-4dea-bb99-c8976014b216\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-07-02T06:05:34.545316Z","caller":"traceutil/trace.go:171","msg":"trace[439994933] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ff1ba2c4-a913-4dea-bb99-c8976014b216; range_end:; response_count:1; response_revision:25772; }","duration":"2.492232473s","start":"2026-07-02T06:05:32.053079Z","end":"2026-07-02T06:05:34.545311Z","steps":["trace[439994933] 'agreement among raft nodes before linearized reading' (duration: 2.492184882s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:34.545329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:32.053059Z","time spent":"2.492266355s","remote":"127.0.0.1:50108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-ff1ba2c4-a913-4dea-bb99-c8976014b216\" "} {"level":"info","ts":"2026-07-02T06:05:34.545078Z","caller":"traceutil/trace.go:171","msg":"trace[1764109038] transaction","detail":"{read_only:false; response_revision:25771; number_of_response:1; }","duration":"1.915991569s","start":"2026-07-02T06:05:32.62908Z","end":"2026-07-02T06:05:34.545071Z","steps":["trace[1764109038] 'process raft request' (duration: 1.914182081s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:34.545415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:32.62906Z","time spent":"1.916302248s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:34.545439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.492419889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-d5mgk.18be63d926881a8e\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-07-02T06:05:34.545454Z","caller":"traceutil/trace.go:171","msg":"trace[1507435115] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-d5mgk.18be63d926881a8e; range_end:; response_count:1; response_revision:25772; }","duration":"2.492471091s","start":"2026-07-02T06:05:32.052978Z","end":"2026-07-02T06:05:34.545449Z","steps":["trace[1507435115] 'agreement among raft nodes before linearized reading' (duration: 2.492423709s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:34.545468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:32.05296Z","time spent":"2.492504882s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-d5mgk.18be63d926881a8e\" "} {"level":"info","ts":"2026-07-02T06:05:34.545401Z","caller":"traceutil/trace.go:171","msg":"trace[1163053235] transaction","detail":"{read_only:false; response_revision:25772; number_of_response:1; }","duration":"949.019157ms","start":"2026-07-02T06:05:33.59636Z","end":"2026-07-02T06:05:34.545379Z","steps":["trace[1163053235] 'process raft request' (duration: 948.271653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:34.545543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069274727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:34.545582Z","caller":"traceutil/trace.go:171","msg":"trace[2074008253] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25772; }","duration":"1.069349559s","start":"2026-07-02T06:05:33.476222Z","end":"2026-07-02T06:05:34.545572Z","steps":["trace[2074008253] 'agreement among raft nodes before linearized reading' (duration: 1.069292447s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:34.545119Z","caller":"traceutil/trace.go:171","msg":"trace[501886018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25772; }","duration":"1.486549413s","start":"2026-07-02T06:05:33.058553Z","end":"2026-07-02T06:05:34.545102Z","steps":["trace[501886018] 'agreement among raft nodes before linearized reading' (duration: 1.486445449s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:34.545631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:33.596335Z","time spent":"949.187062ms","remote":"127.0.0.1:42718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7681,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:34.545492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.479821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:277958"} {"level":"warn","ts":"2026-07-02T06:05:34.545669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462138932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:05:34.545742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674106636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:34.545748Z","caller":"traceutil/trace.go:171","msg":"trace[121936088] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25772; }","duration":"1.462252725s","start":"2026-07-02T06:05:33.083486Z","end":"2026-07-02T06:05:34.545739Z","steps":["trace[121936088] 'agreement among raft nodes before linearized reading' (duration: 1.462153562s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:34.545845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:33.083466Z","time spent":"1.462365759s","remote":"127.0.0.1:50372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:34.545664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:33.058536Z","time spent":"1.487114821s","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T06:05:34.54576Z","caller":"traceutil/trace.go:171","msg":"trace[70341720] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25772; }","duration":"630.76061ms","start":"2026-07-02T06:05:33.914968Z","end":"2026-07-02T06:05:34.545728Z","steps":["trace[70341720] 'agreement among raft nodes before linearized reading' (duration: 630.173311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:34.545621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:33.476204Z","time spent":"1.0694075s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:34.545787Z","caller":"traceutil/trace.go:171","msg":"trace[1458526984] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25772; }","duration":"1.674186728s","start":"2026-07-02T06:05:32.871587Z","end":"2026-07-02T06:05:34.545774Z","steps":["trace[1458526984] 'agreement among raft nodes before linearized reading' (duration: 1.674123226s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:34.545952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:33.91495Z","time spent":"630.978907ms","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":277981,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-02T06:05:34.546027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:32.871566Z","time spent":"1.674428186s","remote":"127.0.0.1:50390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:34.546658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875913586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:34.548065Z","caller":"traceutil/trace.go:171","msg":"trace[1257483458] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25772; }","duration":"1.879197411s","start":"2026-07-02T06:05:32.668852Z","end":"2026-07-02T06:05:34.548049Z","steps":["trace[1257483458] 'agreement among raft nodes before linearized reading' (duration: 1.875875615s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:34.548147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:32.668836Z","time spent":"1.879295804s","remote":"127.0.0.1:39632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:35.048065Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383324574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:05:35.548278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383324574,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T06:05:35.995939Z","caller":"traceutil/trace.go:171","msg":"trace[1291778436] transaction","detail":"{read_only:false; response_revision:25773; number_of_response:1; }","duration":"1.448183814s","start":"2026-07-02T06:05:34.547732Z","end":"2026-07-02T06:05:35.995916Z","steps":["trace[1291778436] 'process raft request' (duration: 1.448023429s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:35.99627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:34.547713Z","time spent":"1.448298198s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:36.600398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010455742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:05:36.600636Z","caller":"traceutil/trace.go:171","msg":"trace[781219533] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.047556969s","start":"2026-07-02T06:05:34.553063Z","end":"2026-07-02T06:05:36.60062Z","steps":["trace[781219533] 'agreement among raft nodes before linearized reading' (duration: 2.010469602s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:36.600678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:34.55305Z","time spent":"2.047612782s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:05:38.08115Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.08567863s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T06:05:38.081589Z","caller":"traceutil/trace.go:171","msg":"trace[1925781208] linearizableReadLoop","detail":"{readStateIndex:26640; appliedIndex:26637; }","duration":"3.533564873s","start":"2026-07-02T06:05:34.548009Z","end":"2026-07-02T06:05:38.081574Z","steps":["trace[1925781208] 'read index received' (duration: 1.447686948s)","trace[1925781208] 'applied index is now lower than readState.Index' (duration: 2.085877115s)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:05:38.081903Z","caller":"traceutil/trace.go:171","msg":"trace[446153788] transaction","detail":"{read_only:false; response_revision:25774; number_of_response:1; }","duration":"3.09852776s","start":"2026-07-02T06:05:34.983368Z","end":"2026-07-02T06:05:38.081896Z","steps":["trace[446153788] 'process raft request' (duration: 3.09791426s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:38.08198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:34.983347Z","time spent":"3.098573462s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:38.08208Z","caller":"traceutil/trace.go:171","msg":"trace[1749021609] transaction","detail":"{read_only:false; response_revision:25782; number_of_response:1; }","duration":"2.184042088s","start":"2026-07-02T06:05:35.898031Z","end":"2026-07-02T06:05:38.082073Z","steps":["trace[1749021609] 'process raft request' (duration: 2.18350529s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:38.082104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:35.898025Z","time spent":"2.184064228s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:38.082099Z","caller":"traceutil/trace.go:171","msg":"trace[601955072] transaction","detail":"{read_only:false; response_revision:25781; number_of_response:1; }","duration":"2.184032437s","start":"2026-07-02T06:05:35.898039Z","end":"2026-07-02T06:05:38.082072Z","steps":["trace[601955072] 'process raft request' (duration: 2.18347892s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:38.082141Z","caller":"traceutil/trace.go:171","msg":"trace[407169716] transaction","detail":"{read_only:false; response_revision:25783; number_of_response:1; }","duration":"2.184038648s","start":"2026-07-02T06:05:35.898098Z","end":"2026-07-02T06:05:38.082137Z","steps":["trace[407169716] 'process raft request' (duration: 2.183455679s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:38.082161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:35.898093Z","time spent":"2.184057258s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:38.082222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:35.898033Z","time spent":"2.18412083s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:38.082248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.534240515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-02T06:05:38.082265Z","caller":"traceutil/trace.go:171","msg":"trace[743282098] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25783; }","duration":"3.534283066s","start":"2026-07-02T06:05:34.547977Z","end":"2026-07-02T06:05:38.08226Z","steps":["trace[743282098] 'agreement among raft nodes before linearized reading' (duration: 3.534214404s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:38.082279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:34.547964Z","time spent":"3.534312308s","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-07-02T06:05:38.082338Z","caller":"traceutil/trace.go:171","msg":"trace[1599126354] transaction","detail":"{read_only:false; response_revision:25775; number_of_response:1; }","duration":"2.840181981s","start":"2026-07-02T06:05:35.242146Z","end":"2026-07-02T06:05:38.082328Z","steps":["trace[1599126354] 'process raft request' (duration: 2.839255211s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:38.08238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:35.242115Z","time spent":"2.840242273s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:38.082405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.528026206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18435"} {"level":"info","ts":"2026-07-02T06:05:38.082421Z","caller":"traceutil/trace.go:171","msg":"trace[1521739431] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25783; }","duration":"3.528069997s","start":"2026-07-02T06:05:34.554346Z","end":"2026-07-02T06:05:38.082416Z","steps":["trace[1521739431] 'agreement among raft nodes before linearized reading' (duration: 3.528020326s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:38.082434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:34.554334Z","time spent":"3.528097019s","remote":"127.0.0.1:50140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18458,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-07-02T06:05:38.08245Z","caller":"traceutil/trace.go:171","msg":"trace[297442362] transaction","detail":"{read_only:false; response_revision:25776; number_of_response:1; }","duration":"2.184651207s","start":"2026-07-02T06:05:35.897791Z","end":"2026-07-02T06:05:38.082442Z","steps":["trace[297442362] 'process raft request' (duration: 2.183634075s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:38.082494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:35.897775Z","time spent":"2.184695708s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:38.082584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.923638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:38.082604Z","caller":"traceutil/trace.go:171","msg":"trace[461420210] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:25783; }","duration":"492.980009ms","start":"2026-07-02T06:05:37.58962Z","end":"2026-07-02T06:05:38.0826Z","steps":["trace[461420210] 'agreement among raft nodes before linearized reading' (duration: 492.945428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:38.08262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:37.589602Z","time spent":"493.012851ms","remote":"127.0.0.1:39616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:38.082637Z","caller":"traceutil/trace.go:171","msg":"trace[677792676] transaction","detail":"{read_only:false; response_revision:25777; number_of_response:1; }","duration":"2.18475368s","start":"2026-07-02T06:05:35.897875Z","end":"2026-07-02T06:05:38.082629Z","steps":["trace[677792676] 'process raft request' (duration: 2.183575333s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:38.082691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:35.89787Z","time spent":"2.184791781s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:38.082716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366639384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:38.082737Z","caller":"traceutil/trace.go:171","msg":"trace[1570370896] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25783; }","duration":"1.366693736s","start":"2026-07-02T06:05:36.716037Z","end":"2026-07-02T06:05:38.082731Z","steps":["trace[1570370896] 'agreement among raft nodes before linearized reading' (duration: 1.366662405s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:38.082751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:36.716019Z","time spent":"1.366728436s","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:38.08279Z","caller":"traceutil/trace.go:171","msg":"trace[1386137170] transaction","detail":"{read_only:false; response_revision:25778; number_of_response:1; }","duration":"2.184855554s","start":"2026-07-02T06:05:35.897926Z","end":"2026-07-02T06:05:38.082781Z","steps":["trace[1386137170] 'process raft request' (duration: 2.183541672s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:38.082836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481323324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:38.082874Z","caller":"traceutil/trace.go:171","msg":"trace[795641997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25783; }","duration":"1.481381206s","start":"2026-07-02T06:05:36.601488Z","end":"2026-07-02T06:05:38.082869Z","steps":["trace[795641997] 'agreement among raft nodes before linearized reading' (duration: 1.481336025s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:38.082886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:36.601473Z","time spent":"1.481410227s","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:05:38.082835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:35.897903Z","time spent":"2.184909655s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:38.083162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.707441562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:38.083177Z","caller":"traceutil/trace.go:171","msg":"trace[1998379816] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25783; }","duration":"1.707458743s","start":"2026-07-02T06:05:36.375714Z","end":"2026-07-02T06:05:38.083173Z","steps":["trace[1998379816] 'agreement among raft nodes before linearized reading' (duration: 1.707430172s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:38.083192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:36.375697Z","time spent":"1.707489524s","remote":"127.0.0.1:34006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:38.083221Z","caller":"traceutil/trace.go:171","msg":"trace[1059981834] transaction","detail":"{read_only:false; response_revision:25779; number_of_response:1; }","duration":"2.185248867s","start":"2026-07-02T06:05:35.897959Z","end":"2026-07-02T06:05:38.083208Z","steps":["trace[1059981834] 'process raft request' (duration: 2.183527502s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:38.083268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:35.897954Z","time spent":"2.185286808s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:38.083295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.083650615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-d5mgk.18be63d9268b31a3\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-07-02T06:05:38.08331Z","caller":"traceutil/trace.go:171","msg":"trace[900290372] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-d5mgk.18be63d9268b31a3; range_end:; response_count:1; response_revision:25783; }","duration":"2.083691676s","start":"2026-07-02T06:05:35.999613Z","end":"2026-07-02T06:05:38.083305Z","steps":["trace[900290372] 'agreement among raft nodes before linearized reading' (duration: 2.083643424s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:38.083328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:35.9996Z","time spent":"2.083724787s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":886,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-d5mgk.18be63d9268b31a3\" "} {"level":"info","ts":"2026-07-02T06:05:38.083363Z","caller":"traceutil/trace.go:171","msg":"trace[190035802] transaction","detail":"{read_only:false; response_revision:25780; number_of_response:1; }","duration":"2.185379541s","start":"2026-07-02T06:05:35.897974Z","end":"2026-07-02T06:05:38.083354Z","steps":["trace[190035802] 'process raft request' (duration: 2.183527051s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:38.083401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.137288651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:05:38.083408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:35.897945Z","time spent":"2.185442033s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:38.083421Z","caller":"traceutil/trace.go:171","msg":"trace[2105268126] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25783; }","duration":"2.137306402s","start":"2026-07-02T06:05:35.946108Z","end":"2026-07-02T06:05:38.083414Z","steps":["trace[2105268126] 'agreement among raft nodes before linearized reading' (duration: 2.137280172s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:38.083435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:35.94606Z","time spent":"2.137371434s","remote":"127.0.0.1:39748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:38.08385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.398245934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-02T06:05:38.084051Z","caller":"traceutil/trace.go:171","msg":"trace[2112789154] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25783; }","duration":"2.398482632s","start":"2026-07-02T06:05:35.685564Z","end":"2026-07-02T06:05:38.084047Z","steps":["trace[2112789154] 'agreement among raft nodes before linearized reading' (duration: 2.397938374s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:38.084065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:35.685545Z","time spent":"2.398517033s","remote":"127.0.0.1:50062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-02T06:05:38.08418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.533795144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-07-02T06:05:38.084197Z","caller":"traceutil/trace.go:171","msg":"trace[1249334267] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4; range_end:; response_count:1; response_revision:25783; }","duration":"2.533813324s","start":"2026-07-02T06:05:35.55038Z","end":"2026-07-02T06:05:38.084193Z","steps":["trace[1249334267] 'agreement among raft nodes before linearized reading' (duration: 2.533765343s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:38.08421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:35.550365Z","time spent":"2.533841755s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" "} {"level":"warn","ts":"2026-07-02T06:05:38.084255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.569263329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:05:38.084293Z","caller":"traceutil/trace.go:171","msg":"trace[1069384597] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25783; }","duration":"2.569332751s","start":"2026-07-02T06:05:35.51495Z","end":"2026-07-02T06:05:38.084283Z","steps":["trace[1069384597] 'agreement among raft nodes before linearized reading' (duration: 2.569219438s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:38.084319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:35.514934Z","time spent":"2.569378302s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":60,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:38.084356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.097437404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-02T06:05:38.08438Z","caller":"traceutil/trace.go:171","msg":"trace[1716565342] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25783; }","duration":"3.097531688s","start":"2026-07-02T06:05:34.986842Z","end":"2026-07-02T06:05:38.084374Z","steps":["trace[1716565342] 'agreement among raft nodes before linearized reading' (duration: 3.097349902s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:38.084397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:34.986826Z","time spent":"3.097566749s","remote":"127.0.0.1:50306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":180,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:38.084567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.191661691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:05:38.084587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.810840291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-02T06:05:38.084608Z","caller":"traceutil/trace.go:171","msg":"trace[1037978885] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25783; }","duration":"2.810896023s","start":"2026-07-02T06:05:35.273706Z","end":"2026-07-02T06:05:38.084602Z","steps":["trace[1037978885] 'agreement among raft nodes before linearized reading' (duration: 2.81080068s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:38.084611Z","caller":"traceutil/trace.go:171","msg":"trace[353699388] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25783; }","duration":"3.191758094s","start":"2026-07-02T06:05:34.892833Z","end":"2026-07-02T06:05:38.084591Z","steps":["trace[353699388] 'agreement among raft nodes before linearized reading' (duration: 3.191657171s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:38.084625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:35.27369Z","time spent":"2.810930914s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-02T06:05:38.08464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:34.892818Z","time spent":"3.191816745s","remote":"127.0.0.1:44150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:38.084762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.842538205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-02T06:05:38.084783Z","caller":"traceutil/trace.go:171","msg":"trace[1852727169] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25783; }","duration":"2.842599338s","start":"2026-07-02T06:05:35.242178Z","end":"2026-07-02T06:05:38.084777Z","steps":["trace[1852727169] 'agreement among raft nodes before linearized reading' (duration: 2.842535296s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:38.084801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:35.242158Z","time spent":"2.842638479s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T06:05:38.08481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.843217338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:38.084837Z","caller":"traceutil/trace.go:171","msg":"trace[356424901] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25783; }","duration":"2.84328234s","start":"2026-07-02T06:05:35.241548Z","end":"2026-07-02T06:05:38.08483Z","steps":["trace[356424901] 'agreement among raft nodes before linearized reading' (duration: 2.843239278s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:38.084858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:35.241525Z","time spent":"2.843326951s","remote":"127.0.0.1:44078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:38.445883Z","caller":"traceutil/trace.go:171","msg":"trace[72061020] linearizableReadLoop","detail":"{readStateIndex:26649; appliedIndex:26648; }","duration":"353.846806ms","start":"2026-07-02T06:05:38.092009Z","end":"2026-07-02T06:05:38.445855Z","steps":["trace[72061020] 'read index received' (duration: 255.374284ms)","trace[72061020] 'applied index is now lower than readState.Index' (duration: 98.470362ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:05:38.445957Z","caller":"traceutil/trace.go:171","msg":"trace[227996695] transaction","detail":"{read_only:false; response_revision:25784; number_of_response:1; }","duration":"359.872438ms","start":"2026-07-02T06:05:38.086039Z","end":"2026-07-02T06:05:38.445911Z","steps":["trace[227996695] 'process raft request' (duration: 261.327284ms)","trace[227996695] 'compare' (duration: 98.247395ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:38.446131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.089353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:05:38.446161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:38.086022Z","time spent":"360.022053ms","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:38.446195Z","caller":"traceutil/trace.go:171","msg":"trace[200438112] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25784; }","duration":"354.173706ms","start":"2026-07-02T06:05:38.092004Z","end":"2026-07-02T06:05:38.446178Z","steps":["trace[200438112] 'agreement among raft nodes before linearized reading' (duration: 354.009271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:38.446253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:38.091988Z","time spent":"354.249388ms","remote":"127.0.0.1:51514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:38.446129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.73309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:38.446534Z","caller":"traceutil/trace.go:171","msg":"trace[191419358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25784; }","duration":"348.169664ms","start":"2026-07-02T06:05:38.098349Z","end":"2026-07-02T06:05:38.446519Z","steps":["trace[191419358] 'agreement among raft nodes before linearized reading' (duration: 347.714659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:38.44658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:38.098335Z","time spent":"348.233466ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:05:38.446622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.096871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e7bcdb1f-d7d5-4f57-9d5f-2da8594b8601\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-02T06:05:38.446665Z","caller":"traceutil/trace.go:171","msg":"trace[2140028818] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e7bcdb1f-d7d5-4f57-9d5f-2da8594b8601; range_end:; response_count:1; response_revision:25784; }","duration":"348.180964ms","start":"2026-07-02T06:05:38.098469Z","end":"2026-07-02T06:05:38.44665Z","steps":["trace[2140028818] 'agreement among raft nodes before linearized reading' (duration: 348.033849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:38.446705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:38.098455Z","time spent":"348.243656ms","remote":"127.0.0.1:50108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-e7bcdb1f-d7d5-4f57-9d5f-2da8594b8601\" "} {"level":"warn","ts":"2026-07-02T06:05:38.44649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.983598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-02T06:05:38.446765Z","caller":"traceutil/trace.go:171","msg":"trace[256632372] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25784; }","duration":"348.281657ms","start":"2026-07-02T06:05:38.098473Z","end":"2026-07-02T06:05:38.446755Z","steps":["trace[256632372] 'agreement among raft nodes before linearized reading' (duration: 347.940237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:38.4468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:38.098455Z","time spent":"348.334659ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-02T06:05:38.826534Z","caller":"traceutil/trace.go:171","msg":"trace[1026821174] linearizableReadLoop","detail":"{readStateIndex:26650; appliedIndex:26649; }","duration":"373.267007ms","start":"2026-07-02T06:05:38.453251Z","end":"2026-07-02T06:05:38.826518Z","steps":["trace[1026821174] 'read index received' (duration: 322.372538ms)","trace[1026821174] 'applied index is now lower than readState.Index' (duration: 50.893889ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:05:38.826611Z","caller":"traceutil/trace.go:171","msg":"trace[5350771] transaction","detail":"{read_only:false; response_revision:25785; number_of_response:1; }","duration":"374.788416ms","start":"2026-07-02T06:05:38.451816Z","end":"2026-07-02T06:05:38.826604Z","steps":["trace[5350771] 'process raft request' (duration: 323.850095ms)","trace[5350771] 'compare' (duration: 50.691593ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:38.826672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:38.451776Z","time spent":"374.847899ms","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:38.826872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.620789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-07-02T06:05:38.826893Z","caller":"traceutil/trace.go:171","msg":"trace[2143978748] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25785; }","duration":"373.669641ms","start":"2026-07-02T06:05:38.453216Z","end":"2026-07-02T06:05:38.826885Z","steps":["trace[2143978748] 'agreement among raft nodes before linearized reading' (duration: 373.552567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:38.826908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:38.453187Z","time spent":"373.717443ms","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-02T06:05:38.827006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.142247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:38.827025Z","caller":"traceutil/trace.go:171","msg":"trace[168169110] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25785; }","duration":"315.187808ms","start":"2026-07-02T06:05:38.511833Z","end":"2026-07-02T06:05:38.827021Z","steps":["trace[168169110] 'agreement among raft nodes before linearized reading' (duration: 315.157907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:38.827037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:38.511817Z","time spent":"315.21751ms","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-02T06:05:38.827238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.119001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:38.827254Z","caller":"traceutil/trace.go:171","msg":"trace[1177887058] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25785; }","duration":"118.164213ms","start":"2026-07-02T06:05:38.709084Z","end":"2026-07-02T06:05:38.827248Z","steps":["trace[1177887058] 'agreement among raft nodes before linearized reading' (duration: 118.135512ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:39.05319Z","caller":"traceutil/trace.go:171","msg":"trace[1399729017] linearizableReadLoop","detail":"{readStateIndex:26651; appliedIndex:26650; }","duration":"221.231311ms","start":"2026-07-02T06:05:38.83194Z","end":"2026-07-02T06:05:39.053171Z","steps":["trace[1399729017] 'read index received' (duration: 188.568666ms)","trace[1399729017] 'applied index is now lower than readState.Index' (duration: 32.661765ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:05:39.053279Z","caller":"traceutil/trace.go:171","msg":"trace[1872770730] transaction","detail":"{read_only:false; response_revision:25786; number_of_response:1; }","duration":"221.652204ms","start":"2026-07-02T06:05:38.831618Z","end":"2026-07-02T06:05:39.05327Z","steps":["trace[1872770730] 'process raft request' (duration: 189.00849ms)","trace[1872770730] 'compare' (duration: 32.271533ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:39.053533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.578942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-02T06:05:39.053564Z","caller":"traceutil/trace.go:171","msg":"trace[337092429] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25786; }","duration":"221.635335ms","start":"2026-07-02T06:05:38.83192Z","end":"2026-07-02T06:05:39.053555Z","steps":["trace[337092429] 'agreement among raft nodes before linearized reading' (duration: 221.50155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:39.053718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.019034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-07-02T06:05:39.053747Z","caller":"traceutil/trace.go:171","msg":"trace[1894791292] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25786; }","duration":"116.069185ms","start":"2026-07-02T06:05:38.937668Z","end":"2026-07-02T06:05:39.053738Z","steps":["trace[1894791292] 'agreement among raft nodes before linearized reading' (duration: 116.003343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:39.661796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.953742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:05:39.661893Z","caller":"traceutil/trace.go:171","msg":"trace[1361368580] linearizableReadLoop","detail":"{readStateIndex:26652; appliedIndex:26651; }","duration":"595.862453ms","start":"2026-07-02T06:05:39.066015Z","end":"2026-07-02T06:05:39.661877Z","steps":["trace[1361368580] 'read index received' (duration: 160.733675ms)","trace[1361368580] 'applied index is now lower than readState.Index' (duration: 435.127708ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:05:39.661962Z","caller":"traceutil/trace.go:171","msg":"trace[1844404532] transaction","detail":"{read_only:false; response_revision:25787; number_of_response:1; }","duration":"602.34085ms","start":"2026-07-02T06:05:39.059609Z","end":"2026-07-02T06:05:39.66195Z","steps":["trace[1844404532] 'process raft request' (duration: 167.158421ms)","trace[1844404532] 'compare' (duration: 434.849468ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:39.662024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:39.059597Z","time spent":"602.395801ms","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:39.662323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.287616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-02T06:05:39.662406Z","caller":"traceutil/trace.go:171","msg":"trace[1480258413] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25787; }","duration":"596.378229ms","start":"2026-07-02T06:05:39.06601Z","end":"2026-07-02T06:05:39.662389Z","steps":["trace[1480258413] 'agreement among raft nodes before linearized reading' (duration: 596.117501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:39.662453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:39.06598Z","time spent":"596.464892ms","remote":"127.0.0.1:50974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-02T06:05:39.667514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.4891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-07-02T06:05:39.667555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.56554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:05:39.667607Z","caller":"traceutil/trace.go:171","msg":"trace[857702204] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4; range_end:; response_count:1; response_revision:25788; }","duration":"575.616715ms","start":"2026-07-02T06:05:39.09197Z","end":"2026-07-02T06:05:39.667586Z","steps":["trace[857702204] 'agreement among raft nodes before linearized reading' (duration: 575.335546ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:39.667631Z","caller":"traceutil/trace.go:171","msg":"trace[870944862] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25788; }","duration":"474.685213ms","start":"2026-07-02T06:05:39.192926Z","end":"2026-07-02T06:05:39.667611Z","steps":["trace[870944862] 'agreement among raft nodes before linearized reading' (duration: 474.527878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:39.667672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:39.091959Z","time spent":"575.697567ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" "} {"level":"warn","ts":"2026-07-02T06:05:39.667686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:39.192908Z","time spent":"474.767337ms","remote":"127.0.0.1:51530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:39.667919Z","caller":"traceutil/trace.go:171","msg":"trace[990539256] transaction","detail":"{read_only:false; response_revision:25788; number_of_response:1; }","duration":"599.337604ms","start":"2026-07-02T06:05:39.06794Z","end":"2026-07-02T06:05:39.667278Z","steps":["trace[990539256] 'process raft request' (duration: 599.195689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:39.668322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:39.067929Z","time spent":"600.311885ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3699,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:39.853766Z","caller":"traceutil/trace.go:171","msg":"trace[1749816156] transaction","detail":"{read_only:false; response_revision:25791; number_of_response:1; }","duration":"110.508627ms","start":"2026-07-02T06:05:39.743113Z","end":"2026-07-02T06:05:39.853622Z","steps":["trace[1749816156] 'process raft request' (duration: 26.514359ms)","trace[1749816156] 'compare' (duration: 83.357768ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:40.179967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:05:40.180108Z","caller":"traceutil/trace.go:171","msg":"trace[134700642] linearizableReadLoop","detail":"{readStateIndex:26657; appliedIndex:26656; }","duration":"245.935442ms","start":"2026-07-02T06:05:39.934157Z","end":"2026-07-02T06:05:40.180093Z","steps":["trace[134700642] 'read index received' (duration: 105.448026ms)","trace[134700642] 'applied index is now lower than readState.Index' (duration: 140.485916ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:05:40.18018Z","caller":"traceutil/trace.go:171","msg":"trace[309700879] transaction","detail":"{read_only:false; response_revision:25792; number_of_response:1; }","duration":"318.310769ms","start":"2026-07-02T06:05:39.861859Z","end":"2026-07-02T06:05:40.18017Z","steps":["trace[309700879] 'process raft request' (duration: 177.781041ms)","trace[309700879] 'compare' (duration: 140.086134ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:40.180239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:39.861836Z","time spent":"318.373701ms","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:40.180531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.370416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:40.18057Z","caller":"traceutil/trace.go:171","msg":"trace[1086563389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25792; }","duration":"246.440868ms","start":"2026-07-02T06:05:39.934118Z","end":"2026-07-02T06:05:40.180559Z","steps":["trace[1086563389] 'agreement among raft nodes before linearized reading' (duration: 246.355756ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:40.609342Z","caller":"traceutil/trace.go:171","msg":"trace[1336414251] transaction","detail":"{read_only:false; response_revision:25793; number_of_response:1; }","duration":"518.59289ms","start":"2026-07-02T06:05:40.090726Z","end":"2026-07-02T06:05:40.609319Z","steps":["trace[1336414251] 'process raft request' (duration: 453.864248ms)","trace[1336414251] 'compare' (duration: 64.645589ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:40.609464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:40.090699Z","time spent":"518.694113ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:40.629805Z","caller":"traceutil/trace.go:171","msg":"trace[1783065555] transaction","detail":"{read_only:false; response_revision:25794; number_of_response:1; }","duration":"538.938651ms","start":"2026-07-02T06:05:40.090839Z","end":"2026-07-02T06:05:40.629777Z","steps":["trace[1783065555] 'process raft request' (duration: 538.752415ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:40.629814Z","caller":"traceutil/trace.go:171","msg":"trace[1004112492] transaction","detail":"{read_only:false; response_revision:25795; number_of_response:1; }","duration":"538.855358ms","start":"2026-07-02T06:05:40.090935Z","end":"2026-07-02T06:05:40.62979Z","steps":["trace[1004112492] 'process raft request' (duration: 538.771825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:40.629946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:40.090811Z","time spent":"539.057735ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:40.629955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:40.090927Z","time spent":"538.951712ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:40.630135Z","caller":"traceutil/trace.go:171","msg":"trace[60350692] transaction","detail":"{read_only:false; response_revision:25796; number_of_response:1; }","duration":"539.075495ms","start":"2026-07-02T06:05:40.091034Z","end":"2026-07-02T06:05:40.63011Z","steps":["trace[60350692] 'process raft request' (duration: 538.718154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:40.630279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:40.091027Z","time spent":"539.174938ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:40.630409Z","caller":"traceutil/trace.go:171","msg":"trace[1435265296] transaction","detail":"{read_only:false; response_revision:25797; number_of_response:1; }","duration":"539.281723ms","start":"2026-07-02T06:05:40.091118Z","end":"2026-07-02T06:05:40.6304Z","steps":["trace[1435265296] 'process raft request' (duration: 538.906741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:40.630464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:40.091088Z","time spent":"539.349975ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:40.630667Z","caller":"traceutil/trace.go:171","msg":"trace[1546230210] transaction","detail":"{read_only:false; response_revision:25798; number_of_response:1; }","duration":"539.443617ms","start":"2026-07-02T06:05:40.091216Z","end":"2026-07-02T06:05:40.63066Z","steps":["trace[1546230210] 'process raft request' (duration: 539.071025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:40.63071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:40.091208Z","time spent":"539.481319ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:40.630841Z","caller":"traceutil/trace.go:171","msg":"trace[778082427] transaction","detail":"{read_only:false; response_revision:25799; number_of_response:1; }","duration":"539.598102ms","start":"2026-07-02T06:05:40.091226Z","end":"2026-07-02T06:05:40.630824Z","steps":["trace[778082427] 'process raft request' (duration: 539.308933ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:40.631003Z","caller":"traceutil/trace.go:171","msg":"trace[1355445156] transaction","detail":"{read_only:false; response_revision:25800; number_of_response:1; }","duration":"539.758617ms","start":"2026-07-02T06:05:40.091227Z","end":"2026-07-02T06:05:40.630986Z","steps":["trace[1355445156] 'process raft request' (duration: 539.412236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:40.631062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:40.091197Z","time spent":"539.8349ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:40.631046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:40.091197Z","time spent":"539.790098ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:40.78679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.093907ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-02T06:05:40.787041Z","caller":"traceutil/trace.go:171","msg":"trace[42468825] linearizableReadLoop","detail":"{readStateIndex:26665; appliedIndex:26657; }","duration":"606.890206ms","start":"2026-07-02T06:05:40.180137Z","end":"2026-07-02T06:05:40.787027Z","steps":["trace[42468825] 'read index received' (duration: 364.469246ms)","trace[42468825] 'applied index is now lower than readState.Index' (duration: 242.42017ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:05:40.787196Z","caller":"traceutil/trace.go:171","msg":"trace[390711827] transaction","detail":"{read_only:false; response_revision:25801; number_of_response:1; }","duration":"206.627903ms","start":"2026-07-02T06:05:40.580541Z","end":"2026-07-02T06:05:40.787169Z","steps":["trace[390711827] 'process raft request' (duration: 206.342624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:40.928234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.981576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18be63daceb6173d\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-07-02T06:05:40.928331Z","caller":"traceutil/trace.go:171","msg":"trace[545723997] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18be63daceb6173d; range_end:; response_count:1; response_revision:25801; }","duration":"745.10092ms","start":"2026-07-02T06:05:40.183204Z","end":"2026-07-02T06:05:40.928305Z","steps":["trace[545723997] 'agreement among raft nodes before linearized reading' (duration: 604.129858ms)","trace[545723997] 'range keys from in-memory index tree' (duration: 140.765346ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:40.928334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.911844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:05:40.928391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:40.18319Z","time spent":"745.182932ms","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":900,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18be63daceb6173d\" "} {"level":"info","ts":"2026-07-02T06:05:40.928405Z","caller":"traceutil/trace.go:171","msg":"trace[966915295] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25801; }","duration":"621.4193ms","start":"2026-07-02T06:05:40.306962Z","end":"2026-07-02T06:05:40.928382Z","steps":["trace[966915295] 'agreement among raft nodes before linearized reading' (duration: 480.361795ms)","trace[966915295] 'range keys from in-memory index tree' (duration: 140.547828ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:40.928428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.187048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:05:40.928474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:40.306945Z","time spent":"621.510724ms","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-02T06:05:40.928515Z","caller":"traceutil/trace.go:171","msg":"trace[1776205408] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25801; }","duration":"210.320802ms","start":"2026-07-02T06:05:40.718169Z","end":"2026-07-02T06:05:40.92849Z","steps":["trace[1776205408] 'agreement among raft nodes before linearized reading' (duration: 69.104362ms)","trace[1776205408] 'count revisions from in-memory index tree' (duration: 141.088206ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:40.928685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.339316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-bm2sw\" ","response":"range_response_count:1 size:3717"} {"level":"info","ts":"2026-07-02T06:05:40.928758Z","caller":"traceutil/trace.go:171","msg":"trace[508739387] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-bm2sw; range_end:; response_count:1; response_revision:25801; }","duration":"943.438349ms","start":"2026-07-02T06:05:39.9853Z","end":"2026-07-02T06:05:40.928739Z","steps":["trace[508739387] 'agreement among raft nodes before linearized reading' (duration: 801.810155ms)","trace[508739387] 'range keys from in-memory index tree' (duration: 141.467208ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:40.928789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.105482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:05:40.928812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:39.985284Z","time spent":"943.515481ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3740,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-bm2sw\" "} {"level":"info","ts":"2026-07-02T06:05:40.928833Z","caller":"traceutil/trace.go:171","msg":"trace[1366121944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25801; }","duration":"746.183004ms","start":"2026-07-02T06:05:40.182634Z","end":"2026-07-02T06:05:40.928817Z","steps":["trace[1366121944] 'agreement among raft nodes before linearized reading' (duration: 604.618183ms)","trace[1366121944] 'range keys from in-memory index tree' (duration: 141.51094ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:40.928875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:40.182617Z","time spent":"746.246067ms","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:05:40.928947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.777308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:05:40.929019Z","caller":"traceutil/trace.go:171","msg":"trace[1473458875] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25801; }","duration":"554.891501ms","start":"2026-07-02T06:05:40.374109Z","end":"2026-07-02T06:05:40.929001Z","steps":["trace[1473458875] 'agreement among raft nodes before linearized reading' (duration: 413.187495ms)","trace[1473458875] 'count revisions from in-memory index tree' (duration: 141.588282ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:40.929052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:40.374091Z","time spent":"554.952463ms","remote":"127.0.0.1:50952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:40.929063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.575173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-07-02T06:05:40.929114Z","caller":"traceutil/trace.go:171","msg":"trace[825084451] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4; range_end:; response_count:1; response_revision:25801; }","duration":"256.655255ms","start":"2026-07-02T06:05:40.672439Z","end":"2026-07-02T06:05:40.929095Z","steps":["trace[825084451] 'agreement among raft nodes before linearized reading' (duration: 114.844856ms)","trace[825084451] 'range keys from in-memory index tree' (duration: 141.710056ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:40.928962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.48295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-02T06:05:40.929198Z","caller":"traceutil/trace.go:171","msg":"trace[336370243] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:25801; }","duration":"505.761628ms","start":"2026-07-02T06:05:40.423426Z","end":"2026-07-02T06:05:40.929187Z","steps":["trace[336370243] 'agreement among raft nodes before linearized reading' (duration: 363.864536ms)","trace[336370243] 'range keys from in-memory index tree' (duration: 141.586942ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:40.929229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:40.423403Z","time spent":"505.81444ms","remote":"127.0.0.1:49992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"info","ts":"2026-07-02T06:05:41.328385Z","caller":"traceutil/trace.go:171","msg":"trace[52254849] transaction","detail":"{read_only:false; response_revision:25802; number_of_response:1; }","duration":"396.569394ms","start":"2026-07-02T06:05:40.931777Z","end":"2026-07-02T06:05:41.328346Z","steps":["trace[52254849] 'process raft request' (duration: 396.244473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:41.328561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.342831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:05:41.328576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:40.931754Z","time spent":"396.725339ms","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:41.328622Z","caller":"traceutil/trace.go:171","msg":"trace[1111794933] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25804; }","duration":"393.439954ms","start":"2026-07-02T06:05:40.935161Z","end":"2026-07-02T06:05:41.328601Z","steps":["trace[1111794933] 'agreement among raft nodes before linearized reading' (duration: 393.300469ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:41.328377Z","caller":"traceutil/trace.go:171","msg":"trace[839190175] transaction","detail":"{read_only:false; response_revision:25803; number_of_response:1; }","duration":"391.477161ms","start":"2026-07-02T06:05:40.936877Z","end":"2026-07-02T06:05:41.328354Z","steps":["trace[839190175] 'process raft request' (duration: 391.325036ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:41.328633Z","caller":"traceutil/trace.go:171","msg":"trace[221851581] transaction","detail":"{read_only:false; response_revision:25804; number_of_response:1; }","duration":"346.436809ms","start":"2026-07-02T06:05:40.982178Z","end":"2026-07-02T06:05:41.328615Z","steps":["trace[221851581] 'process raft request' (duration: 346.088408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:41.328665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:40.935142Z","time spent":"393.512596ms","remote":"127.0.0.1:50166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-02T06:05:41.328719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:40.936865Z","time spent":"391.798141ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:41.328721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:40.982152Z","time spent":"346.516632ms","remote":"127.0.0.1:50140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18453,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:41.328359Z","caller":"traceutil/trace.go:171","msg":"trace[1357036948] linearizableReadLoop","detail":"{readStateIndex:26669; appliedIndex:26667; }","duration":"393.140274ms","start":"2026-07-02T06:05:40.935199Z","end":"2026-07-02T06:05:41.328339Z","steps":["trace[1357036948] 'read index received' (duration: 124.421902ms)","trace[1357036948] 'applied index is now lower than readState.Index' (duration: 268.717122ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:41.358981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.257208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:41.358984Z","caller":"traceutil/trace.go:171","msg":"trace[766663074] transaction","detail":"{read_only:false; response_revision:25805; number_of_response:1; }","duration":"297.847044ms","start":"2026-07-02T06:05:41.06111Z","end":"2026-07-02T06:05:41.358957Z","steps":["trace[766663074] 'process raft request' (duration: 297.614376ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:41.359055Z","caller":"traceutil/trace.go:171","msg":"trace[1108525256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25805; }","duration":"423.352951ms","start":"2026-07-02T06:05:40.935684Z","end":"2026-07-02T06:05:41.359037Z","steps":["trace[1108525256] 'agreement among raft nodes before linearized reading' (duration: 423.195326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:41.359093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:40.935677Z","time spent":"423.406293ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:05:41.358986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.289873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:41.359167Z","caller":"traceutil/trace.go:171","msg":"trace[160400469] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25805; }","duration":"181.494429ms","start":"2026-07-02T06:05:41.17766Z","end":"2026-07-02T06:05:41.359155Z","steps":["trace[160400469] 'agreement among raft nodes before linearized reading' (duration: 181.21686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:41.993461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.805428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-02T06:05:41.993526Z","caller":"traceutil/trace.go:171","msg":"trace[1640396394] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25806; }","duration":"564.913711ms","start":"2026-07-02T06:05:41.428599Z","end":"2026-07-02T06:05:41.993513Z","steps":["trace[1640396394] 'range keys from in-memory index tree' (duration: 564.736106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:41.993558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:41.428584Z","time spent":"564.967363ms","remote":"127.0.0.1:49992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-02T06:05:41.993927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:41.513041Z","time spent":"480.883671ms","remote":"127.0.0.1:45776","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-02T06:05:41.99449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.559779ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:05:41.994595Z","caller":"traceutil/trace.go:171","msg":"trace[848630918] transaction","detail":"{read_only:false; response_revision:25807; number_of_response:1; }","duration":"563.106143ms","start":"2026-07-02T06:05:41.431445Z","end":"2026-07-02T06:05:41.994551Z","steps":["trace[848630918] 'process raft request' (duration: 412.435191ms)","trace[848630918] 'compare' (duration: 149.852006ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:41.99479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:41.431421Z","time spent":"563.276389ms","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T06:05:42.518234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.052751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:05:42.518803Z","caller":"traceutil/trace.go:171","msg":"trace[816270295] transaction","detail":"{read_only:false; response_revision:25809; number_of_response:1; }","duration":"467.231835ms","start":"2026-07-02T06:05:42.051557Z","end":"2026-07-02T06:05:42.518789Z","steps":["trace[816270295] 'process raft request' (duration: 466.773541ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:42.518605Z","caller":"traceutil/trace.go:171","msg":"trace[653864587] transaction","detail":"{read_only:false; response_revision:25808; number_of_response:1; }","duration":"516.171811ms","start":"2026-07-02T06:05:42.002396Z","end":"2026-07-02T06:05:42.518567Z","steps":["trace[653864587] 'process raft request' (duration: 97.707457ms)","trace[653864587] 'compare' (duration: 417.905757ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:42.518887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:42.051527Z","time spent":"467.310658ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:42.518993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:42.002384Z","time spent":"516.500743ms","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:42.519044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.345825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-07-02T06:05:42.519104Z","caller":"traceutil/trace.go:171","msg":"trace[958688950] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:25809; }","duration":"231.450478ms","start":"2026-07-02T06:05:42.287636Z","end":"2026-07-02T06:05:42.519087Z","steps":["trace[958688950] 'agreement among raft nodes before linearized reading' (duration: 231.228181ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:42.518615Z","caller":"traceutil/trace.go:171","msg":"trace[1636830349] linearizableReadLoop","detail":"{readStateIndex:26676; appliedIndex:26674; }","duration":"230.89278ms","start":"2026-07-02T06:05:42.287703Z","end":"2026-07-02T06:05:42.518596Z","steps":["trace[1636830349] 'read index received' (duration: 1.757806ms)","trace[1636830349] 'applied index is now lower than readState.Index' (duration: 229.134014ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:05:42.929677Z","caller":"traceutil/trace.go:171","msg":"trace[1196961972] transaction","detail":"{read_only:false; response_revision:25811; number_of_response:1; }","duration":"361.550543ms","start":"2026-07-02T06:05:42.56811Z","end":"2026-07-02T06:05:42.92966Z","steps":["trace[1196961972] 'process raft request' (duration: 361.44164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:42.929779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:42.568098Z","time spent":"361.628595ms","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:43.55119Z","caller":"traceutil/trace.go:171","msg":"trace[1840391781] transaction","detail":"{read_only:false; response_revision:25812; number_of_response:1; }","duration":"936.731424ms","start":"2026-07-02T06:05:42.614431Z","end":"2026-07-02T06:05:43.551163Z","steps":["trace[1840391781] 'process raft request' (duration: 936.497606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:43.551455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:42.614406Z","time spent":"936.858848ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:43.552211Z","caller":"traceutil/trace.go:171","msg":"trace[1819849037] linearizableReadLoop","detail":"{readStateIndex:26686; appliedIndex:26678; }","duration":"765.013947ms","start":"2026-07-02T06:05:42.787188Z","end":"2026-07-02T06:05:43.552202Z","steps":["trace[1819849037] 'read index received' (duration: 142.592554ms)","trace[1819849037] 'applied index is now lower than readState.Index' (duration: 622.420583ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:05:43.552304Z","caller":"traceutil/trace.go:171","msg":"trace[1489283755] transaction","detail":"{read_only:false; response_revision:25814; number_of_response:1; }","duration":"917.753526ms","start":"2026-07-02T06:05:42.634543Z","end":"2026-07-02T06:05:43.552296Z","steps":["trace[1489283755] 'process raft request' (duration: 917.496148ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:43.552302Z","caller":"traceutil/trace.go:171","msg":"trace[1498174557] transaction","detail":"{read_only:false; response_revision:25816; number_of_response:1; }","duration":"917.184709ms","start":"2026-07-02T06:05:42.635096Z","end":"2026-07-02T06:05:43.552281Z","steps":["trace[1498174557] 'process raft request' (duration: 917.002193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:43.552351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:42.634516Z","time spent":"917.811298ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:43.552427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:42.63509Z","time spent":"917.282402ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:43.552542Z","caller":"traceutil/trace.go:171","msg":"trace[800267671] transaction","detail":"{read_only:false; response_revision:25813; number_of_response:1; }","duration":"918.070547ms","start":"2026-07-02T06:05:42.634464Z","end":"2026-07-02T06:05:43.552534Z","steps":["trace[800267671] 'process raft request' (duration: 916.649361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:43.552588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:42.634444Z","time spent":"918.123759ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:43.552714Z","caller":"traceutil/trace.go:171","msg":"trace[1751627339] transaction","detail":"{read_only:false; response_revision:25818; number_of_response:1; }","duration":"917.412295ms","start":"2026-07-02T06:05:42.635291Z","end":"2026-07-02T06:05:43.552703Z","steps":["trace[1751627339] 'process raft request' (duration: 916.858227ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:43.55273Z","caller":"traceutil/trace.go:171","msg":"trace[2145035157] transaction","detail":"{read_only:false; response_revision:25815; number_of_response:1; }","duration":"917.659754ms","start":"2026-07-02T06:05:42.635036Z","end":"2026-07-02T06:05:43.552696Z","steps":["trace[2145035157] 'process raft request' (duration: 917.035744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:43.552763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:42.635283Z","time spent":"917.457107ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:43.55282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:42.635028Z","time spent":"917.749327ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:43.552863Z","caller":"traceutil/trace.go:171","msg":"trace[1954985807] transaction","detail":"{read_only:false; response_revision:25817; number_of_response:1; }","duration":"917.682734ms","start":"2026-07-02T06:05:42.635172Z","end":"2026-07-02T06:05:43.552855Z","steps":["trace[1954985807] 'process raft request' (duration: 916.951991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:43.552905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:42.635165Z","time spent":"917.720495ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:43.552982Z","caller":"traceutil/trace.go:171","msg":"trace[1056377361] transaction","detail":"{read_only:false; response_revision:25819; number_of_response:1; }","duration":"917.670684ms","start":"2026-07-02T06:05:42.635305Z","end":"2026-07-02T06:05:43.552975Z","steps":["trace[1056377361] 'process raft request' (duration: 916.870008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:43.553022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:42.635298Z","time spent":"917.700525ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:43.553086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.893706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:43.553128Z","caller":"traceutil/trace.go:171","msg":"trace[773077751] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25819; }","duration":"765.979858ms","start":"2026-07-02T06:05:42.787137Z","end":"2026-07-02T06:05:43.553117Z","steps":["trace[773077751] 'agreement among raft nodes before linearized reading' (duration: 765.862675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:43.553156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:42.787116Z","time spent":"766.03227ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:44.001736Z","caller":"traceutil/trace.go:171","msg":"trace[734434111] linearizableReadLoop","detail":"{readStateIndex:26688; appliedIndex:26686; }","duration":"449.476348ms","start":"2026-07-02T06:05:43.552241Z","end":"2026-07-02T06:05:44.001717Z","steps":["trace[734434111] 'read index received' (duration: 440.296854ms)","trace[734434111] 'applied index is now lower than readState.Index' (duration: 9.178724ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:05:44.001784Z","caller":"traceutil/trace.go:171","msg":"trace[242886633] transaction","detail":"{read_only:false; response_revision:25821; number_of_response:1; }","duration":"913.50639ms","start":"2026-07-02T06:05:43.088261Z","end":"2026-07-02T06:05:44.001767Z","steps":["trace[242886633] 'process raft request' (duration: 913.376656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:44.001852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065443203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:44.00185Z","caller":"traceutil/trace.go:171","msg":"trace[997992466] transaction","detail":"{read_only:false; response_revision:25820; number_of_response:1; }","duration":"1.064224535s","start":"2026-07-02T06:05:42.937596Z","end":"2026-07-02T06:05:44.001821Z","steps":["trace[997992466] 'process raft request' (duration: 1.054926657s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:44.001887Z","caller":"traceutil/trace.go:171","msg":"trace[1544133798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25821; }","duration":"1.065520056s","start":"2026-07-02T06:05:42.936358Z","end":"2026-07-02T06:05:44.001878Z","steps":["trace[1544133798] 'agreement among raft nodes before linearized reading' (duration: 1.065435123s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:44.00189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:43.08823Z","time spent":"913.594543ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:44.001922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:42.93634Z","time spent":"1.065575848s","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:05:44.001923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.600741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:05:44.001972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002888201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-07-02T06:05:44.002033Z","caller":"traceutil/trace.go:171","msg":"trace[36936864] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25821; }","duration":"658.715755ms","start":"2026-07-02T06:05:43.343279Z","end":"2026-07-02T06:05:44.001995Z","steps":["trace[36936864] 'agreement among raft nodes before linearized reading' (duration: 658.469527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:44.002094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:43.343213Z","time spent":"658.867649ms","remote":"127.0.0.1:50494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:44.00213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:42.937565Z","time spent":"1.064356119s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":848,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T06:05:44.002152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.485888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-02T06:05:44.002178Z","caller":"traceutil/trace.go:171","msg":"trace[1757241596] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25821; }","duration":"907.56092ms","start":"2026-07-02T06:05:43.094611Z","end":"2026-07-02T06:05:44.002172Z","steps":["trace[1757241596] 'agreement among raft nodes before linearized reading' (duration: 907.141687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:44.002202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:43.094597Z","time spent":"907.600911ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-02T06:05:44.002045Z","caller":"traceutil/trace.go:171","msg":"trace[1669897419] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4; range_end:; response_count:1; response_revision:25821; }","duration":"1.003001755s","start":"2026-07-02T06:05:42.999032Z","end":"2026-07-02T06:05:44.002034Z","steps":["trace[1669897419] 'agreement among raft nodes before linearized reading' (duration: 1.002771597s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:44.002299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:42.999017Z","time spent":"1.003265824s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" "} {"level":"warn","ts":"2026-07-02T06:05:44.002092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.286027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:44.002532Z","caller":"traceutil/trace.go:171","msg":"trace[972678665] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25821; }","duration":"895.781283ms","start":"2026-07-02T06:05:43.106735Z","end":"2026-07-02T06:05:44.002516Z","steps":["trace[972678665] 'agreement among raft nodes before linearized reading' (duration: 895.021229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:44.002651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:43.1067Z","time spent":"895.935198ms","remote":"127.0.0.1:46890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:44.708275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.019264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:05:44.708367Z","caller":"traceutil/trace.go:171","msg":"trace[1060237988] linearizableReadLoop","detail":"{readStateIndex:26689; appliedIndex:26688; }","duration":"698.996454ms","start":"2026-07-02T06:05:44.009355Z","end":"2026-07-02T06:05:44.708352Z","steps":["trace[1060237988] 'read index received' (duration: 114.6647ms)","trace[1060237988] 'applied index is now lower than readState.Index' (duration: 584.330414ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:05:44.708414Z","caller":"traceutil/trace.go:171","msg":"trace[1949723403] transaction","detail":"{read_only:false; response_revision:25822; number_of_response:1; }","duration":"701.913388ms","start":"2026-07-02T06:05:44.006466Z","end":"2026-07-02T06:05:44.70838Z","steps":["trace[1949723403] 'process raft request' (duration: 117.724329ms)","trace[1949723403] 'compare' (duration: 583.371793ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:44.708535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:44.00645Z","time spent":"702.031331ms","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T06:05:44.708684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.291854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:44.708727Z","caller":"traceutil/trace.go:171","msg":"trace[15003484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25822; }","duration":"699.377286ms","start":"2026-07-02T06:05:44.009339Z","end":"2026-07-02T06:05:44.708716Z","steps":["trace[15003484] 'agreement among raft nodes before linearized reading' (duration: 699.097257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:44.708766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:44.009332Z","time spent":"699.425168ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:05:44.969848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.027112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:05:44.969988Z","caller":"traceutil/trace.go:171","msg":"trace[1821821440] linearizableReadLoop","detail":"{readStateIndex:26692; appliedIndex:26691; }","duration":"173.633478ms","start":"2026-07-02T06:05:44.796323Z","end":"2026-07-02T06:05:44.969956Z","steps":["trace[1821821440] 'read index received' (duration: 38.353238ms)","trace[1821821440] 'applied index is now lower than readState.Index' (duration: 135.277359ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:05:44.970001Z","caller":"traceutil/trace.go:171","msg":"trace[1912728562] transaction","detail":"{read_only:false; response_revision:25825; number_of_response:1; }","duration":"201.069786ms","start":"2026-07-02T06:05:44.768899Z","end":"2026-07-02T06:05:44.969969Z","steps":["trace[1912728562] 'process raft request' (duration: 65.827787ms)","trace[1912728562] 'compare' (duration: 134.845796ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:44.970167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.822913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:44.97027Z","caller":"traceutil/trace.go:171","msg":"trace[1078165408] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25825; }","duration":"173.973288ms","start":"2026-07-02T06:05:44.796273Z","end":"2026-07-02T06:05:44.970247Z","steps":["trace[1078165408] 'agreement among raft nodes before linearized reading' (duration: 173.779832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:45.807633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.00057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-02T06:05:45.8077Z","caller":"traceutil/trace.go:171","msg":"trace[9747178] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25825; }","duration":"568.114013ms","start":"2026-07-02T06:05:45.239568Z","end":"2026-07-02T06:05:45.807682Z","steps":["trace[9747178] 'range keys from in-memory index tree' (duration: 567.859855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:45.807771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:45.239549Z","time spent":"568.206656ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-02T06:05:45.807746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.514074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:45.807848Z","caller":"traceutil/trace.go:171","msg":"trace[239954054] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25825; }","duration":"442.704381ms","start":"2026-07-02T06:05:45.365117Z","end":"2026-07-02T06:05:45.807821Z","steps":["trace[239954054] 'count revisions from in-memory index tree' (duration: 442.399411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:45.807851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.575725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:45.807939Z","caller":"traceutil/trace.go:171","msg":"trace[1558302879] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25825; }","duration":"387.71109ms","start":"2026-07-02T06:05:45.420209Z","end":"2026-07-02T06:05:45.80792Z","steps":["trace[1558302879] 'count revisions from in-memory index tree' (duration: 387.463862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:45.807943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:45.365094Z","time spent":"442.827965ms","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:45.807989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:45.420189Z","time spent":"387.790733ms","remote":"127.0.0.1:46914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:45.808368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.182198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-02T06:05:45.808428Z","caller":"traceutil/trace.go:171","msg":"trace[936543000] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25825; }","duration":"569.269401ms","start":"2026-07-02T06:05:45.239144Z","end":"2026-07-02T06:05:45.808413Z","steps":["trace[936543000] 'range keys from in-memory index tree' (duration: 568.986082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:45.808463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:45.239127Z","time spent":"569.327503ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-02T06:05:45.833277Z","caller":"traceutil/trace.go:171","msg":"trace[706824254] transaction","detail":"{read_only:false; response_revision:25826; number_of_response:1; }","duration":"275.942792ms","start":"2026-07-02T06:05:45.5573Z","end":"2026-07-02T06:05:45.833243Z","steps":["trace[706824254] 'process raft request' (duration: 275.817908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:46.339498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.487477ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:05:46.339655Z","caller":"traceutil/trace.go:171","msg":"trace[775386013] transaction","detail":"{read_only:false; response_revision:25828; number_of_response:1; }","duration":"781.576917ms","start":"2026-07-02T06:05:45.558063Z","end":"2026-07-02T06:05:46.33964Z","steps":["trace[775386013] 'process raft request' (duration: 781.510665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:46.339708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:45.558054Z","time spent":"781.632099ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:46.339863Z","caller":"traceutil/trace.go:171","msg":"trace[1733262027] transaction","detail":"{read_only:false; response_revision:25827; number_of_response:1; }","duration":"782.451985ms","start":"2026-07-02T06:05:45.557401Z","end":"2026-07-02T06:05:46.339853Z","steps":["trace[1733262027] 'process raft request' (duration: 586.535674ms)","trace[1733262027] 'compare' (duration: 195.280991ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:46.339912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:45.557369Z","time spent":"782.519897ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:46.33992Z","caller":"traceutil/trace.go:171","msg":"trace[2071409533] transaction","detail":"{read_only:false; response_revision:25829; number_of_response:1; }","duration":"781.02072ms","start":"2026-07-02T06:05:45.558875Z","end":"2026-07-02T06:05:46.339896Z","steps":["trace[2071409533] 'process raft request' (duration: 780.73414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:46.340129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:45.558841Z","time spent":"781.154304ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:46.34045Z","caller":"traceutil/trace.go:171","msg":"trace[1095962183] transaction","detail":"{read_only:false; response_revision:25830; number_of_response:1; }","duration":"781.149994ms","start":"2026-07-02T06:05:45.559286Z","end":"2026-07-02T06:05:46.340436Z","steps":["trace[1095962183] 'process raft request' (duration: 780.534204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:46.340523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:45.559263Z","time spent":"781.226987ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:46.340587Z","caller":"traceutil/trace.go:171","msg":"trace[1433748856] transaction","detail":"{read_only:false; response_revision:25831; number_of_response:1; }","duration":"780.891845ms","start":"2026-07-02T06:05:45.559671Z","end":"2026-07-02T06:05:46.340562Z","steps":["trace[1433748856] 'process raft request' (duration: 780.663128ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:46.340601Z","caller":"traceutil/trace.go:171","msg":"trace[1739759327] linearizableReadLoop","detail":"{readStateIndex:26700; appliedIndex:26692; }","duration":"620.978827ms","start":"2026-07-02T06:05:45.719606Z","end":"2026-07-02T06:05:46.340585Z","steps":["trace[1739759327] 'read index received' (duration: 113.571255ms)","trace[1739759327] 'applied index is now lower than readState.Index' (duration: 507.406822ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:05:46.340736Z","caller":"traceutil/trace.go:171","msg":"trace[588444693] transaction","detail":"{read_only:false; response_revision:25832; number_of_response:1; }","duration":"780.941537ms","start":"2026-07-02T06:05:45.559785Z","end":"2026-07-02T06:05:46.340726Z","steps":["trace[588444693] 'process raft request' (duration: 780.650958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:46.340729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:45.559663Z","time spent":"780.995339ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:46.340798Z","caller":"traceutil/trace.go:171","msg":"trace[1162111845] transaction","detail":"{read_only:false; response_revision:25835; number_of_response:1; }","duration":"527.107112ms","start":"2026-07-02T06:05:45.813673Z","end":"2026-07-02T06:05:46.34078Z","steps":["trace[1162111845] 'process raft request' (duration: 526.884995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:46.340861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:45.559763Z","time spent":"780.999078ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:46.340861Z","caller":"traceutil/trace.go:171","msg":"trace[351205606] transaction","detail":"{read_only:false; response_revision:25834; number_of_response:1; }","duration":"528.098624ms","start":"2026-07-02T06:05:45.812649Z","end":"2026-07-02T06:05:46.340748Z","steps":["trace[351205606] 'process raft request' (duration: 527.865026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:46.340922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:45.813664Z","time spent":"527.217795ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:46.340976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.369689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-02T06:05:46.341013Z","caller":"traceutil/trace.go:171","msg":"trace[1710318576] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25835; }","duration":"621.428221ms","start":"2026-07-02T06:05:45.719573Z","end":"2026-07-02T06:05:46.341001Z","steps":["trace[1710318576] 'agreement among raft nodes before linearized reading' (duration: 621.301327ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:46.341024Z","caller":"traceutil/trace.go:171","msg":"trace[1981292457] transaction","detail":"{read_only:false; response_revision:25833; number_of_response:1; }","duration":"781.025659ms","start":"2026-07-02T06:05:45.559986Z","end":"2026-07-02T06:05:46.341011Z","steps":["trace[1981292457] 'process raft request' (duration: 780.505793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:46.341005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:45.812621Z","time spent":"528.307441ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:46.341049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:45.719559Z","time spent":"621.484173ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-02T06:05:46.34107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:45.559961Z","time spent":"781.083662ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:47.224923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.911804ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-02T06:05:47.22512Z","caller":"traceutil/trace.go:171","msg":"trace[33475836] linearizableReadLoop","detail":"{readStateIndex:26703; appliedIndex:26702; }","duration":"884.4415ms","start":"2026-07-02T06:05:46.340662Z","end":"2026-07-02T06:05:47.225103Z","steps":["trace[33475836] 'read index received' (duration: 139.272618ms)","trace[33475836] 'applied index is now lower than readState.Index' (duration: 745.167562ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:47.225545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032695746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:47.225591Z","caller":"traceutil/trace.go:171","msg":"trace[1508517812] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25835; }","duration":"1.032774888s","start":"2026-07-02T06:05:46.192803Z","end":"2026-07-02T06:05:47.225578Z","steps":["trace[1508517812] 'agreement among raft nodes before linearized reading' (duration: 1.032695076s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:47.225631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:46.192788Z","time spent":"1.03283327s","remote":"127.0.0.1:39634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:47.225682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019753371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-02T06:05:47.225748Z","caller":"traceutil/trace.go:171","msg":"trace[1647618746] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25835; }","duration":"1.019853704s","start":"2026-07-02T06:05:46.20588Z","end":"2026-07-02T06:05:47.225733Z","steps":["trace[1647618746] 'agreement among raft nodes before linearized reading' (duration: 1.019581616s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:47.225791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:46.205868Z","time spent":"1.019915246s","remote":"127.0.0.1:50172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":243,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:47.225905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215657962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-07-02T06:05:47.225944Z","caller":"traceutil/trace.go:171","msg":"trace[1222298686] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4; range_end:; response_count:1; response_revision:25835; }","duration":"1.215729244s","start":"2026-07-02T06:05:46.010206Z","end":"2026-07-02T06:05:47.225935Z","steps":["trace[1222298686] 'agreement among raft nodes before linearized reading' (duration: 1.21560349s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:47.225978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:46.010188Z","time spent":"1.215782056s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" "} {"level":"warn","ts":"2026-07-02T06:05:47.22614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290836208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:47.226173Z","caller":"traceutil/trace.go:171","msg":"trace[187791510] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25835; }","duration":"1.29090996s","start":"2026-07-02T06:05:45.935255Z","end":"2026-07-02T06:05:47.226165Z","steps":["trace[187791510] 'agreement among raft nodes before linearized reading' (duration: 1.290863159s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:47.2262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:45.935233Z","time spent":"1.290960602s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:05:47.226288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446777509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:05:47.226362Z","caller":"traceutil/trace.go:171","msg":"trace[828751450] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25835; }","duration":"1.446890933s","start":"2026-07-02T06:05:45.779455Z","end":"2026-07-02T06:05:47.226346Z","steps":["trace[828751450] 'agreement among raft nodes before linearized reading' (duration: 1.446759309s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:47.226405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:45.77944Z","time spent":"1.446953285s","remote":"127.0.0.1:50280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:47.226549Z","caller":"traceutil/trace.go:171","msg":"trace[1838520054] transaction","detail":"{read_only:false; response_revision:25836; number_of_response:1; }","duration":"680.617146ms","start":"2026-07-02T06:05:46.545921Z","end":"2026-07-02T06:05:47.226538Z","steps":["trace[1838520054] 'process raft request' (duration: 679.093697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:47.226622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:46.545901Z","time spent":"680.685618ms","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T06:05:47.643158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.859967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:47.643267Z","caller":"traceutil/trace.go:171","msg":"trace[1077348856] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25836; }","duration":"155.028802ms","start":"2026-07-02T06:05:47.488221Z","end":"2026-07-02T06:05:47.643249Z","steps":["trace[1077348856] 'count revisions from in-memory index tree' (duration: 153.944928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:47.643254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.563822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:05:47.643288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.673206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:47.64334Z","caller":"traceutil/trace.go:171","msg":"trace[1788103873] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25836; }","duration":"923.698637ms","start":"2026-07-02T06:05:46.719618Z","end":"2026-07-02T06:05:47.643317Z","steps":["trace[1788103873] 'agreement among raft nodes before linearized reading' (duration: 506.923736ms)","trace[1788103873] 'count revisions from in-memory index tree' (duration: 416.653047ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:05:47.643362Z","caller":"traceutil/trace.go:171","msg":"trace[1460917324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25836; }","duration":"415.802089ms","start":"2026-07-02T06:05:47.227542Z","end":"2026-07-02T06:05:47.643344Z","steps":["trace[1460917324] 'range keys from in-memory index tree' (duration: 415.572602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:47.64339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:46.719586Z","time spent":"923.79385ms","remote":"127.0.0.1:46906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:47.643406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:47.227524Z","time spent":"415.874391ms","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:05:47.643549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.993701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-d5mgk.18be63d926881a8e\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-07-02T06:05:47.64354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297047807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"warn","ts":"2026-07-02T06:05:47.643605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.355755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:47.643612Z","caller":"traceutil/trace.go:171","msg":"trace[1489657475] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-d5mgk.18be63d926881a8e; range_end:; response_count:1; response_revision:25836; }","duration":"414.153657ms","start":"2026-07-02T06:05:47.229444Z","end":"2026-07-02T06:05:47.643597Z","steps":["trace[1489657475] 'range keys from in-memory index tree' (duration: 413.730523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:47.643648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:47.229425Z","time spent":"414.215938ms","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-d5mgk.18be63d926881a8e\" "} {"level":"info","ts":"2026-07-02T06:05:47.643636Z","caller":"traceutil/trace.go:171","msg":"trace[153826592] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:25836; }","duration":"1.297183131s","start":"2026-07-02T06:05:46.346427Z","end":"2026-07-02T06:05:47.64361Z","steps":["trace[153826592] 'agreement among raft nodes before linearized reading' (duration: 880.115391ms)","trace[153826592] 'range keys from in-memory index tree' (duration: 416.845123ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:05:47.643683Z","caller":"traceutil/trace.go:171","msg":"trace[1804615065] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25836; }","duration":"928.442798ms","start":"2026-07-02T06:05:46.715201Z","end":"2026-07-02T06:05:47.643644Z","steps":["trace[1804615065] 'agreement among raft nodes before linearized reading' (duration: 511.346557ms)","trace[1804615065] 'count revisions from in-memory index tree' (duration: 417.017248ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:47.643715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:46.715183Z","time spent":"928.520801ms","remote":"127.0.0.1:50190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:47.643715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:46.346405Z","time spent":"1.297296335s","remote":"127.0.0.1:50056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-07-02T06:05:48.148466Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383324711,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T06:05:48.346173Z","caller":"traceutil/trace.go:171","msg":"trace[538231262] transaction","detail":"{read_only:false; response_revision:25837; number_of_response:1; }","duration":"700.346367ms","start":"2026-07-02T06:05:47.645805Z","end":"2026-07-02T06:05:48.346151Z","steps":["trace[538231262] 'process raft request' (duration: 699.890703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:48.346415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:47.645781Z","time spent":"700.461571ms","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:48.553009Z","caller":"traceutil/trace.go:171","msg":"trace[582101678] transaction","detail":"{read_only:false; response_revision:25839; number_of_response:1; }","duration":"208.367699ms","start":"2026-07-02T06:05:48.344621Z","end":"2026-07-02T06:05:48.552989Z","steps":["trace[582101678] 'process raft request' (duration: 208.285917ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:48.553131Z","caller":"traceutil/trace.go:171","msg":"trace[1136262137] transaction","detail":"{read_only:false; response_revision:25838; number_of_response:1; }","duration":"716.016499ms","start":"2026-07-02T06:05:47.837108Z","end":"2026-07-02T06:05:48.553125Z","steps":["trace[1136262137] 'process raft request' (duration: 713.939082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:48.553199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:47.837082Z","time spent":"716.06127ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:48.553434Z","caller":"traceutil/trace.go:171","msg":"trace[591276868] transaction","detail":"{read_only:false; response_revision:25840; number_of_response:1; }","duration":"208.557045ms","start":"2026-07-02T06:05:48.344845Z","end":"2026-07-02T06:05:48.553402Z","steps":["trace[591276868] 'process raft request' (duration: 208.106711ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:48.553755Z","caller":"traceutil/trace.go:171","msg":"trace[337117663] transaction","detail":"{read_only:false; response_revision:25841; number_of_response:1; }","duration":"208.774763ms","start":"2026-07-02T06:05:48.344959Z","end":"2026-07-02T06:05:48.553734Z","steps":["trace[337117663] 'process raft request' (duration: 208.318048ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:48.554039Z","caller":"traceutil/trace.go:171","msg":"trace[309562814] transaction","detail":"{read_only:false; response_revision:25842; number_of_response:1; }","duration":"208.757772ms","start":"2026-07-02T06:05:48.345265Z","end":"2026-07-02T06:05:48.554023Z","steps":["trace[309562814] 'process raft request' (duration: 208.394031ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:48.554174Z","caller":"traceutil/trace.go:171","msg":"trace[511695389] linearizableReadLoop","detail":"{readStateIndex:26706; appliedIndex:26704; }","duration":"905.961959ms","start":"2026-07-02T06:05:47.648203Z","end":"2026-07-02T06:05:48.554165Z","steps":["trace[511695389] 'read index received' (duration: 697.455785ms)","trace[511695389] 'applied index is now lower than readState.Index' (duration: 208.505564ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:05:48.554275Z","caller":"traceutil/trace.go:171","msg":"trace[1175211734] transaction","detail":"{read_only:false; response_revision:25843; number_of_response:1; }","duration":"208.965639ms","start":"2026-07-02T06:05:48.345303Z","end":"2026-07-02T06:05:48.554269Z","steps":["trace[1175211734] 'process raft request' (duration: 208.664769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:48.554425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.217317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-07-02T06:05:48.554451Z","caller":"traceutil/trace.go:171","msg":"trace[904282411] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:25843; }","duration":"906.29214ms","start":"2026-07-02T06:05:47.648152Z","end":"2026-07-02T06:05:48.554445Z","steps":["trace[904282411] 'agreement among raft nodes before linearized reading' (duration: 906.178356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:48.554473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:47.648129Z","time spent":"906.336561ms","remote":"127.0.0.1:50166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1281,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"info","ts":"2026-07-02T06:05:48.650414Z","caller":"traceutil/trace.go:171","msg":"trace[1235044002] transaction","detail":"{read_only:false; response_revision:25845; number_of_response:1; }","duration":"301.729688ms","start":"2026-07-02T06:05:48.34863Z","end":"2026-07-02T06:05:48.65036Z","steps":["trace[1235044002] 'process raft request' (duration: 301.646675ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:48.650676Z","caller":"traceutil/trace.go:171","msg":"trace[835369592] transaction","detail":"{read_only:false; response_revision:25846; number_of_response:1; }","duration":"278.152513ms","start":"2026-07-02T06:05:48.372476Z","end":"2026-07-02T06:05:48.650628Z","steps":["trace[835369592] 'process raft request' (duration: 277.849014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:48.650606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:48.348615Z","time spent":"301.863312ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:48.650901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.370623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-07-02T06:05:48.650832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.040305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:48.650381Z","caller":"traceutil/trace.go:171","msg":"trace[65062121] transaction","detail":"{read_only:false; response_revision:25844; number_of_response:1; }","duration":"304.414623ms","start":"2026-07-02T06:05:48.345939Z","end":"2026-07-02T06:05:48.650354Z","steps":["trace[65062121] 'process raft request' (duration: 304.206297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:48.650969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.75291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:48.650977Z","caller":"traceutil/trace.go:171","msg":"trace[1569041986] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25846; }","duration":"933.245132ms","start":"2026-07-02T06:05:47.717709Z","end":"2026-07-02T06:05:48.650954Z","steps":["trace[1569041986] 'agreement among raft nodes before linearized reading' (duration: 933.003184ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:48.650997Z","caller":"traceutil/trace.go:171","msg":"trace[1726159965] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4; range_end:; response_count:1; response_revision:25846; }","duration":"419.458376ms","start":"2026-07-02T06:05:48.23148Z","end":"2026-07-02T06:05:48.650938Z","steps":["trace[1726159965] 'agreement among raft nodes before linearized reading' (duration: 419.244529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:48.651019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:48.345918Z","time spent":"305.057864ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:48.651053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:47.717656Z","time spent":"933.368356ms","remote":"127.0.0.1:44116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:48.651022Z","caller":"traceutil/trace.go:171","msg":"trace[1589535322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25846; }","duration":"999.860454ms","start":"2026-07-02T06:05:47.651147Z","end":"2026-07-02T06:05:48.651008Z","steps":["trace[1589535322] 'agreement among raft nodes before linearized reading' (duration: 999.758011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:48.651091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:48.231462Z","time spent":"419.610601ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" "} {"level":"warn","ts":"2026-07-02T06:05:48.651108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:47.651138Z","time spent":"999.963087ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:05:48.651092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.150322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:48.651187Z","caller":"traceutil/trace.go:171","msg":"trace[2052376984] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25846; }","duration":"163.267326ms","start":"2026-07-02T06:05:48.487896Z","end":"2026-07-02T06:05:48.651163Z","steps":["trace[2052376984] 'agreement among raft nodes before linearized reading' (duration: 163.07969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:48.651401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.755865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:48.651448Z","caller":"traceutil/trace.go:171","msg":"trace[176208937] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:25846; }","duration":"762.829957ms","start":"2026-07-02T06:05:47.888596Z","end":"2026-07-02T06:05:48.651426Z","steps":["trace[176208937] 'agreement among raft nodes before linearized reading' (duration: 762.768395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:48.651489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:47.888575Z","time spent":"762.902119ms","remote":"127.0.0.1:39668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:48.79366Z","caller":"traceutil/trace.go:171","msg":"trace[1951059870] linearizableReadLoop","detail":"{readStateIndex:26715; appliedIndex:26714; }","duration":"134.239337ms","start":"2026-07-02T06:05:48.6594Z","end":"2026-07-02T06:05:48.79364Z","steps":["trace[1951059870] 'read index received' (duration: 62.912134ms)","trace[1951059870] 'applied index is now lower than readState.Index' (duration: 71.326223ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:05:48.793941Z","caller":"traceutil/trace.go:171","msg":"trace[2009098958] transaction","detail":"{read_only:false; response_revision:25847; number_of_response:1; }","duration":"139.601448ms","start":"2026-07-02T06:05:48.654327Z","end":"2026-07-02T06:05:48.793929Z","steps":["trace[2009098958] 'process raft request' (duration: 67.995516ms)","trace[2009098958] 'compare' (duration: 71.21353ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:48.794217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.798085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-07-02T06:05:48.794262Z","caller":"traceutil/trace.go:171","msg":"trace[308364781] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25847; }","duration":"134.869137ms","start":"2026-07-02T06:05:48.659382Z","end":"2026-07-02T06:05:48.794251Z","steps":["trace[308364781] 'agreement among raft nodes before linearized reading' (duration: 134.743523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:48.794457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.828175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:48.794537Z","caller":"traceutil/trace.go:171","msg":"trace[1041579669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25847; }","duration":"134.927169ms","start":"2026-07-02T06:05:48.659588Z","end":"2026-07-02T06:05:48.794515Z","steps":["trace[1041579669] 'agreement among raft nodes before linearized reading' (duration: 134.764714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:49.501002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.629909ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:05:49.501067Z","caller":"traceutil/trace.go:171","msg":"trace[2114950487] linearizableReadLoop","detail":"{readStateIndex:26716; appliedIndex:26715; }","duration":"695.927984ms","start":"2026-07-02T06:05:48.805128Z","end":"2026-07-02T06:05:49.501056Z","steps":["trace[2114950487] 'read index received' (duration: 123.073278ms)","trace[2114950487] 'applied index is now lower than readState.Index' (duration: 572.853856ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:49.501214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.085329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-07-02T06:05:49.501234Z","caller":"traceutil/trace.go:171","msg":"trace[421173640] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25848; }","duration":"696.143592ms","start":"2026-07-02T06:05:48.805086Z","end":"2026-07-02T06:05:49.50123Z","steps":["trace[421173640] 'agreement among raft nodes before linearized reading' (duration: 696.045159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:49.501253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:48.805052Z","time spent":"696.196263ms","remote":"127.0.0.1:50458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-07-02T06:05:49.501515Z","caller":"traceutil/trace.go:171","msg":"trace[1039757609] transaction","detail":"{read_only:false; response_revision:25848; number_of_response:1; }","duration":"702.160644ms","start":"2026-07-02T06:05:48.798906Z","end":"2026-07-02T06:05:49.501067Z","steps":["trace[1039757609] 'process raft request' (duration: 129.3963ms)","trace[1039757609] 'compare' (duration: 572.454804ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:49.501761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:48.798894Z","time spent":"702.702692ms","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:49.838485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.721312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:05:49.838569Z","caller":"traceutil/trace.go:171","msg":"trace[4565952] linearizableReadLoop","detail":"{readStateIndex:26717; appliedIndex:26716; }","duration":"337.475262ms","start":"2026-07-02T06:05:49.50108Z","end":"2026-07-02T06:05:49.838556Z","steps":["trace[4565952] 'read index received' (duration: 212.551574ms)","trace[4565952] 'applied index is now lower than readState.Index' (duration: 124.922728ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:05:49.838636Z","caller":"traceutil/trace.go:171","msg":"trace[303017546] transaction","detail":"{read_only:false; response_revision:25849; number_of_response:1; }","duration":"830.698039ms","start":"2026-07-02T06:05:49.007928Z","end":"2026-07-02T06:05:49.838627Z","steps":["trace[303017546] 'process raft request' (duration: 705.731919ms)","trace[303017546] 'compare' (duration: 124.624779ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:49.83868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:49.007907Z","time spent":"830.749011ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:49.838839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.846818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-02T06:05:49.838898Z","caller":"traceutil/trace.go:171","msg":"trace[1670147932] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25849; }","duration":"817.927171ms","start":"2026-07-02T06:05:49.02096Z","end":"2026-07-02T06:05:49.838888Z","steps":["trace[1670147932] 'agreement among raft nodes before linearized reading' (duration: 817.799877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:49.838921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:49.020947Z","time spent":"817.967062ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-02T06:05:49.838913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.591683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:05:49.83897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.948239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:49.838999Z","caller":"traceutil/trace.go:171","msg":"trace[1198763425] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:25849; }","duration":"553.035552ms","start":"2026-07-02T06:05:49.285955Z","end":"2026-07-02T06:05:49.838991Z","steps":["trace[1198763425] 'agreement among raft nodes before linearized reading' (duration: 552.951609ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:49.839Z","caller":"traceutil/trace.go:171","msg":"trace[1334973560] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25849; }","duration":"739.719758ms","start":"2026-07-02T06:05:49.09926Z","end":"2026-07-02T06:05:49.838979Z","steps":["trace[1334973560] 'agreement among raft nodes before linearized reading' (duration: 739.509781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:49.838984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.447648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:05:49.839008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.017431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:05:49.839022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:49.285939Z","time spent":"553.075633ms","remote":"127.0.0.1:39816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:49.839038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.931994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:49.839076Z","caller":"traceutil/trace.go:171","msg":"trace[599648070] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25849; }","duration":"853.585172ms","start":"2026-07-02T06:05:48.985469Z","end":"2026-07-02T06:05:49.839054Z","steps":["trace[599648070] 'agreement among raft nodes before linearized reading' (duration: 853.422607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:49.839065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:49.099243Z","time spent":"739.803811ms","remote":"127.0.0.1:50108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:49.839096Z","caller":"traceutil/trace.go:171","msg":"trace[948376112] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25849; }","duration":"717.153635ms","start":"2026-07-02T06:05:49.121924Z","end":"2026-07-02T06:05:49.839077Z","steps":["trace[948376112] 'agreement among raft nodes before linearized reading' (duration: 717.01817ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:49.839104Z","caller":"traceutil/trace.go:171","msg":"trace[8984356] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25849; }","duration":"446.061678ms","start":"2026-07-02T06:05:49.393025Z","end":"2026-07-02T06:05:49.839087Z","steps":["trace[8984356] 'agreement among raft nodes before linearized reading' (duration: 445.893113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:49.839125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:48.985452Z","time spent":"853.661465ms","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:49.839008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.135603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18be63d5cbc3bc14\" ","response":"range_response_count:1 size:747"} {"level":"warn","ts":"2026-07-02T06:05:49.839152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:49.121898Z","time spent":"717.240128ms","remote":"127.0.0.1:44118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:49.839154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:49.393009Z","time spent":"446.13458ms","remote":"127.0.0.1:50368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:49.839172Z","caller":"traceutil/trace.go:171","msg":"trace[513499760] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18be63d5cbc3bc14; range_end:; response_count:1; response_revision:25849; }","duration":"333.307788ms","start":"2026-07-02T06:05:49.505853Z","end":"2026-07-02T06:05:49.839161Z","steps":["trace[513499760] 'agreement among raft nodes before linearized reading' (duration: 333.02893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:49.839219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:49.505813Z","time spent":"333.396882ms","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":770,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18be63d5cbc3bc14\" "} {"level":"warn","ts":"2026-07-02T06:05:49.839399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.080748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-07-02T06:05:49.839483Z","caller":"traceutil/trace.go:171","msg":"trace[975168998] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4; range_end:; response_count:1; response_revision:25849; }","duration":"182.200192ms","start":"2026-07-02T06:05:49.657265Z","end":"2026-07-02T06:05:49.839465Z","steps":["trace[975168998] 'agreement among raft nodes before linearized reading' (duration: 181.649625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:50.685668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.613878ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:05:50.685809Z","caller":"traceutil/trace.go:171","msg":"trace[979442266] transaction","detail":"{read_only:false; response_revision:25851; number_of_response:1; }","duration":"661.40527ms","start":"2026-07-02T06:05:50.024391Z","end":"2026-07-02T06:05:50.685796Z","steps":["trace[979442266] 'process raft request' (duration: 661.339818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:50.685847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:50.024364Z","time spent":"661.467473ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:50.68596Z","caller":"traceutil/trace.go:171","msg":"trace[1210206657] transaction","detail":"{read_only:false; response_revision:25850; number_of_response:1; }","duration":"844.920234ms","start":"2026-07-02T06:05:49.841034Z","end":"2026-07-02T06:05:50.685954Z","steps":["trace[1210206657] 'process raft request' (duration: 421.918135ms)","trace[1210206657] 'compare' (duration: 422.40031ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:50.685991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:49.841009Z","time spent":"844.966326ms","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:50.686054Z","caller":"traceutil/trace.go:171","msg":"trace[1829936199] linearizableReadLoop","detail":"{readStateIndex:26718; appliedIndex:26717; }","duration":"749.444398ms","start":"2026-07-02T06:05:49.936605Z","end":"2026-07-02T06:05:50.686049Z","steps":["trace[1829936199] 'read index received' (duration: 326.362826ms)","trace[1829936199] 'applied index is now lower than readState.Index' (duration: 423.081002ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:50.686179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.574563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:50.686197Z","caller":"traceutil/trace.go:171","msg":"trace[363634294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25851; }","duration":"749.629055ms","start":"2026-07-02T06:05:49.936563Z","end":"2026-07-02T06:05:50.686192Z","steps":["trace[363634294] 'agreement among raft nodes before linearized reading' (duration: 749.599164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:50.686611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:49.936544Z","time spent":"750.060928ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T06:05:50.77095Z","caller":"traceutil/trace.go:171","msg":"trace[36513060] transaction","detail":"{read_only:false; response_revision:25853; number_of_response:1; }","duration":"212.744129ms","start":"2026-07-02T06:05:50.558185Z","end":"2026-07-02T06:05:50.770929Z","steps":["trace[36513060] 'process raft request' (duration: 212.660647ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:50.770957Z","caller":"traceutil/trace.go:171","msg":"trace[1660802093] transaction","detail":"{read_only:false; response_revision:25852; number_of_response:1; }","duration":"212.973697ms","start":"2026-07-02T06:05:50.557948Z","end":"2026-07-02T06:05:50.770922Z","steps":["trace[1660802093] 'process raft request' (duration: 212.773901ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:50.77127Z","caller":"traceutil/trace.go:171","msg":"trace[1678646632] transaction","detail":"{read_only:false; response_revision:25854; number_of_response:1; }","duration":"212.927495ms","start":"2026-07-02T06:05:50.558315Z","end":"2026-07-02T06:05:50.771242Z","steps":["trace[1678646632] 'process raft request' (duration: 212.579634ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:50.771399Z","caller":"traceutil/trace.go:171","msg":"trace[1478767586] transaction","detail":"{read_only:false; response_revision:25855; number_of_response:1; }","duration":"212.743229ms","start":"2026-07-02T06:05:50.558645Z","end":"2026-07-02T06:05:50.771388Z","steps":["trace[1478767586] 'process raft request' (duration: 212.505841ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:50.771493Z","caller":"traceutil/trace.go:171","msg":"trace[1823571273] transaction","detail":"{read_only:false; response_revision:25856; number_of_response:1; }","duration":"211.978645ms","start":"2026-07-02T06:05:50.559484Z","end":"2026-07-02T06:05:50.771463Z","steps":["trace[1823571273] 'process raft request' (duration: 211.845211ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:50.771531Z","caller":"traceutil/trace.go:171","msg":"trace[2133596488] transaction","detail":"{read_only:false; response_revision:25857; number_of_response:1; }","duration":"210.589701ms","start":"2026-07-02T06:05:50.560921Z","end":"2026-07-02T06:05:50.771511Z","steps":["trace[2133596488] 'process raft request' (duration: 210.465497ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:50.77158Z","caller":"traceutil/trace.go:171","msg":"trace[2123795496] transaction","detail":"{read_only:false; response_revision:25858; number_of_response:1; }","duration":"115.9013ms","start":"2026-07-02T06:05:50.655662Z","end":"2026-07-02T06:05:50.771564Z","steps":["trace[2123795496] 'process raft request' (duration: 115.792706ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:50.77167Z","caller":"traceutil/trace.go:171","msg":"trace[394569486] transaction","detail":"{read_only:false; response_revision:25859; number_of_response:1; }","duration":"115.516727ms","start":"2026-07-02T06:05:50.656096Z","end":"2026-07-02T06:05:50.771613Z","steps":["trace[394569486] 'process raft request' (duration: 115.413484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:50.771733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.755442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-02T06:05:50.771743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.00164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:50.771765Z","caller":"traceutil/trace.go:171","msg":"trace[1863639606] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:25859; }","duration":"347.800233ms","start":"2026-07-02T06:05:50.423957Z","end":"2026-07-02T06:05:50.771758Z","steps":["trace[1863639606] 'agreement among raft nodes before linearized reading' (duration: 347.657368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:50.771793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:50.423918Z","time spent":"347.870095ms","remote":"127.0.0.1:49992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-02T06:05:50.771794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.96187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:50.771806Z","caller":"traceutil/trace.go:171","msg":"trace[588195702] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25859; }","duration":"194.104973ms","start":"2026-07-02T06:05:50.577679Z","end":"2026-07-02T06:05:50.771784Z","steps":["trace[588195702] 'agreement among raft nodes before linearized reading' (duration: 193.981019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:50.771886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.852556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-02T06:05:50.771948Z","caller":"traceutil/trace.go:171","msg":"trace[789962374] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25859; }","duration":"766.967129ms","start":"2026-07-02T06:05:50.004958Z","end":"2026-07-02T06:05:50.771925Z","steps":["trace[789962374] 'agreement among raft nodes before linearized reading' (duration: 766.791044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:50.771975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:50.00494Z","time spent":"767.028662ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-02T06:05:50.771844Z","caller":"traceutil/trace.go:171","msg":"trace[577721486] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25859; }","duration":"588.041672ms","start":"2026-07-02T06:05:50.183788Z","end":"2026-07-02T06:05:50.771829Z","steps":["trace[577721486] 'agreement among raft nodes before linearized reading' (duration: 587.953709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:50.771758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.964774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:50.772147Z","caller":"traceutil/trace.go:171","msg":"trace[1145235403] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25859; }","duration":"411.43133ms","start":"2026-07-02T06:05:50.360692Z","end":"2026-07-02T06:05:50.772123Z","steps":["trace[1145235403] 'agreement among raft nodes before linearized reading' (duration: 410.960275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:50.771831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.835992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:50.772223Z","caller":"traceutil/trace.go:171","msg":"trace[1317242578] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25859; }","duration":"103.288546ms","start":"2026-07-02T06:05:50.668915Z","end":"2026-07-02T06:05:50.772203Z","steps":["trace[1317242578] 'agreement among raft nodes before linearized reading' (duration: 102.802881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:50.772219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:50.36067Z","time spent":"411.524522ms","remote":"127.0.0.1:39722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:50.77207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:50.183772Z","time spent":"588.26187ms","remote":"127.0.0.1:34044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:51.276767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383324748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:05:51.475784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:50.773988Z","time spent":"701.792014ms","remote":"127.0.0.1:49992","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-02T06:05:51.915919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.861438ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:05:51.916233Z","caller":"traceutil/trace.go:171","msg":"trace[772204254] transaction","detail":"{read_only:false; response_revision:25860; number_of_response:1; }","duration":"730.43897ms","start":"2026-07-02T06:05:51.185767Z","end":"2026-07-02T06:05:51.916206Z","steps":["trace[772204254] 'process raft request' (duration: 400.20567ms)","trace[772204254] 'compare' (duration: 329.396523ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:05:51.916318Z","caller":"traceutil/trace.go:171","msg":"trace[988303703] linearizableReadLoop","detail":"{readStateIndex:26729; appliedIndex:26728; }","duration":"1.140133144s","start":"2026-07-02T06:05:50.776163Z","end":"2026-07-02T06:05:51.916296Z","steps":["trace[988303703] 'read index received' (duration: 699.677506ms)","trace[988303703] 'applied index is now lower than readState.Index' (duration: 440.453608ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:51.916428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:51.185741Z","time spent":"730.555094ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:51.916567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140378062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-02T06:05:51.916624Z","caller":"traceutil/trace.go:171","msg":"trace[1593658473] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25860; }","duration":"1.140488475s","start":"2026-07-02T06:05:50.776122Z","end":"2026-07-02T06:05:51.916611Z","steps":["trace[1593658473] 'agreement among raft nodes before linearized reading' (duration: 1.140268048s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:51.916694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:50.776108Z","time spent":"1.140575689s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T06:05:51.916724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.996226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:51.916713Z","caller":"traceutil/trace.go:171","msg":"trace[807186526] transaction","detail":"{read_only:false; response_revision:25861; number_of_response:1; }","duration":"440.048475ms","start":"2026-07-02T06:05:51.476655Z","end":"2026-07-02T06:05:51.916704Z","steps":["trace[807186526] 'process raft request' (duration: 439.826368ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:51.916759Z","caller":"traceutil/trace.go:171","msg":"trace[1865442708] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25861; }","duration":"476.067208ms","start":"2026-07-02T06:05:51.440682Z","end":"2026-07-02T06:05:51.916749Z","steps":["trace[1865442708] 'agreement among raft nodes before linearized reading' (duration: 475.974595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:51.916776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:51.440663Z","time spent":"476.108879ms","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-02T06:05:51.916783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:51.476638Z","time spent":"440.120238ms","remote":"127.0.0.1:49992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:51.916865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.458132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:05:51.916878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.032735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:05:51.916925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.439712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:05:51.916918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.366578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-07-02T06:05:51.916928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.752836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:51.916978Z","caller":"traceutil/trace.go:171","msg":"trace[1923000240] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25861; }","duration":"681.566547ms","start":"2026-07-02T06:05:51.235397Z","end":"2026-07-02T06:05:51.916964Z","steps":["trace[1923000240] 'agreement among raft nodes before linearized reading' (duration: 681.410662ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:51.916993Z","caller":"traceutil/trace.go:171","msg":"trace[350158969] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25861; }","duration":"695.492992ms","start":"2026-07-02T06:05:51.221481Z","end":"2026-07-02T06:05:51.916974Z","steps":["trace[350158969] 'agreement among raft nodes before linearized reading' (duration: 695.308476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:51.917017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:51.235379Z","time spent":"681.628698ms","remote":"127.0.0.1:50254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":94,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:51.916942Z","caller":"traceutil/trace.go:171","msg":"trace[1468115978] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25861; }","duration":"835.573576ms","start":"2026-07-02T06:05:51.081345Z","end":"2026-07-02T06:05:51.916918Z","steps":["trace[1468115978] 'agreement among raft nodes before linearized reading' (duration: 835.454132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:51.917063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:51.221458Z","time spent":"695.595506ms","remote":"127.0.0.1:50166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-02T06:05:51.917082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:51.081325Z","time spent":"835.740371ms","remote":"127.0.0.1:36136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:51.917044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.608569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-d5mgk.18be63d926881a8e\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-07-02T06:05:51.917205Z","caller":"traceutil/trace.go:171","msg":"trace[9961865] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-d5mgk.18be63d926881a8e; range_end:; response_count:1; response_revision:25861; }","duration":"124.842546ms","start":"2026-07-02T06:05:51.792332Z","end":"2026-07-02T06:05:51.917174Z","steps":["trace[9961865] 'agreement among raft nodes before linearized reading' (duration: 124.386412ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:51.917023Z","caller":"traceutil/trace.go:171","msg":"trace[1589595637] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25861; }","duration":"937.86798ms","start":"2026-07-02T06:05:50.979138Z","end":"2026-07-02T06:05:51.917006Z","steps":["trace[1589595637] 'agreement among raft nodes before linearized reading' (duration: 937.695874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:51.917302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:50.979117Z","time spent":"938.15855ms","remote":"127.0.0.1:50340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:51.91695Z","caller":"traceutil/trace.go:171","msg":"trace[593137847] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25861; }","duration":"156.150589ms","start":"2026-07-02T06:05:51.760782Z","end":"2026-07-02T06:05:51.916932Z","steps":["trace[593137847] 'agreement among raft nodes before linearized reading' (duration: 155.964773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:51.918259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074343929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-07-02T06:05:51.918312Z","caller":"traceutil/trace.go:171","msg":"trace[51869332] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4; range_end:; response_count:1; response_revision:25861; }","duration":"1.07439711s","start":"2026-07-02T06:05:50.843903Z","end":"2026-07-02T06:05:51.9183Z","steps":["trace[51869332] 'agreement among raft nodes before linearized reading' (duration: 1.072723947s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:51.918394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:50.843831Z","time spent":"1.074505294s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" "} {"level":"info","ts":"2026-07-02T06:05:52.160577Z","caller":"traceutil/trace.go:171","msg":"trace[606643110] linearizableReadLoop","detail":"{readStateIndex:26731; appliedIndex:26730; }","duration":"238.222976ms","start":"2026-07-02T06:05:51.922333Z","end":"2026-07-02T06:05:52.160556Z","steps":["trace[606643110] 'read index received' (duration: 191.240112ms)","trace[606643110] 'applied index is now lower than readState.Index' (duration: 46.981534ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:05:52.160682Z","caller":"traceutil/trace.go:171","msg":"trace[581615154] transaction","detail":"{read_only:false; response_revision:25862; number_of_response:1; }","duration":"240.120506ms","start":"2026-07-02T06:05:51.92052Z","end":"2026-07-02T06:05:52.160641Z","steps":["trace[581615154] 'process raft request' (duration: 193.090881ms)","trace[581615154] 'compare' (duration: 46.839549ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:52.160756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.406431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:52.160784Z","caller":"traceutil/trace.go:171","msg":"trace[561401001] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25862; }","duration":"238.452483ms","start":"2026-07-02T06:05:51.922323Z","end":"2026-07-02T06:05:52.160776Z","steps":["trace[561401001] 'agreement among raft nodes before linearized reading' (duration: 238.349599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:52.161039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.469393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-02T06:05:52.161068Z","caller":"traceutil/trace.go:171","msg":"trace[1594997175] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25862; }","duration":"238.515005ms","start":"2026-07-02T06:05:51.922547Z","end":"2026-07-02T06:05:52.161062Z","steps":["trace[1594997175] 'agreement among raft nodes before linearized reading' (duration: 238.415052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:52.161103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.955638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:05:52.161089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.892284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:52.161148Z","caller":"traceutil/trace.go:171","msg":"trace[549825567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25862; }","duration":"229.039421ms","start":"2026-07-02T06:05:51.932099Z","end":"2026-07-02T06:05:52.161138Z","steps":["trace[549825567] 'agreement among raft nodes before linearized reading' (duration: 228.927258ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:52.161163Z","caller":"traceutil/trace.go:171","msg":"trace[1118639951] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25862; }","duration":"183.019949ms","start":"2026-07-02T06:05:51.978128Z","end":"2026-07-02T06:05:52.161148Z","steps":["trace[1118639951] 'agreement among raft nodes before linearized reading' (duration: 182.889034ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:53.19055Z","caller":"traceutil/trace.go:171","msg":"trace[1107886831] transaction","detail":"{read_only:false; response_revision:25863; number_of_response:1; }","duration":"413.063941ms","start":"2026-07-02T06:05:52.777459Z","end":"2026-07-02T06:05:53.190523Z","steps":["trace[1107886831] 'process raft request' (duration: 412.867835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:53.190706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:52.777417Z","time spent":"413.207056ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:53.981415Z","caller":"traceutil/trace.go:171","msg":"trace[1953146850] transaction","detail":"{read_only:false; response_revision:25864; number_of_response:1; }","duration":"1.203206013s","start":"2026-07-02T06:05:52.778181Z","end":"2026-07-02T06:05:53.981387Z","steps":["trace[1953146850] 'process raft request' (duration: 1.202986406s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:53.981581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:52.77816Z","time spent":"1.203331497s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:53.981766Z","caller":"traceutil/trace.go:171","msg":"trace[1115254612] transaction","detail":"{read_only:false; response_revision:25865; number_of_response:1; }","duration":"1.203376509s","start":"2026-07-02T06:05:52.778373Z","end":"2026-07-02T06:05:53.98175Z","steps":["trace[1115254612] 'process raft request' (duration: 1.202958915s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:53.981841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:52.778342Z","time spent":"1.203463361s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:53.981943Z","caller":"traceutil/trace.go:171","msg":"trace[70133954] transaction","detail":"{read_only:false; response_revision:25866; number_of_response:1; }","duration":"1.203454772s","start":"2026-07-02T06:05:52.778477Z","end":"2026-07-02T06:05:53.981932Z","steps":["trace[70133954] 'process raft request' (duration: 1.20310806s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:53.981904Z","caller":"traceutil/trace.go:171","msg":"trace[754410297] transaction","detail":"{read_only:false; response_revision:25867; number_of_response:1; }","duration":"1.203239944s","start":"2026-07-02T06:05:52.778628Z","end":"2026-07-02T06:05:53.981868Z","steps":["trace[754410297] 'process raft request' (duration: 1.203141231s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:53.982006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:52.778455Z","time spent":"1.203517233s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:53.982113Z","caller":"traceutil/trace.go:171","msg":"trace[292944183] transaction","detail":"{read_only:false; response_revision:25869; number_of_response:1; }","duration":"1.20342204s","start":"2026-07-02T06:05:52.778681Z","end":"2026-07-02T06:05:53.982103Z","steps":["trace[292944183] 'process raft request' (duration: 1.203242514s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:53.982186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:52.77867Z","time spent":"1.203483132s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:53.982252Z","caller":"traceutil/trace.go:171","msg":"trace[1231609262] linearizableReadLoop","detail":"{readStateIndex:26739; appliedIndex:26731; }","duration":"1.059508173s","start":"2026-07-02T06:05:52.922732Z","end":"2026-07-02T06:05:53.98224Z","steps":["trace[1231609262] 'read index received' (duration: 267.729669ms)","trace[1231609262] 'applied index is now lower than readState.Index' (duration: 791.777184ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:05:53.982137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:52.778616Z","time spent":"1.20341027s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:05:53.981983Z","caller":"traceutil/trace.go:171","msg":"trace[1187702424] transaction","detail":"{read_only:false; response_revision:25868; number_of_response:1; }","duration":"1.203298856s","start":"2026-07-02T06:05:52.77867Z","end":"2026-07-02T06:05:53.981969Z","steps":["trace[1187702424] 'process raft request' (duration: 1.203146671s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:05:53.982348Z","caller":"traceutil/trace.go:171","msg":"trace[1188486299] transaction","detail":"{read_only:false; response_revision:25870; number_of_response:1; }","duration":"1.203684229s","start":"2026-07-02T06:05:52.778654Z","end":"2026-07-02T06:05:53.982338Z","steps":["trace[1188486299] 'process raft request' (duration: 1.20341178s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:53.982392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:52.778657Z","time spent":"1.203702459s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:53.982402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:52.778594Z","time spent":"1.203779602s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:05:53.982533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047437778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:53.982566Z","caller":"traceutil/trace.go:171","msg":"trace[649415315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25870; }","duration":"1.0475031s","start":"2026-07-02T06:05:52.935054Z","end":"2026-07-02T06:05:53.982557Z","steps":["trace[649415315] 'agreement among raft nodes before linearized reading' (duration: 1.047451598s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:53.982595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:52.935035Z","time spent":"1.047554482s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:05:53.982617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.004227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:53.982672Z","caller":"traceutil/trace.go:171","msg":"trace[1285676015] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25870; }","duration":"780.08774ms","start":"2026-07-02T06:05:53.202572Z","end":"2026-07-02T06:05:53.98266Z","steps":["trace[1285676015] 'agreement among raft nodes before linearized reading' (duration: 780.006137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:53.982709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:53.202557Z","time spent":"780.138621ms","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:53.982607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.627095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:53.982893Z","caller":"traceutil/trace.go:171","msg":"trace[1271924402] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25870; }","duration":"152.963406ms","start":"2026-07-02T06:05:53.829917Z","end":"2026-07-02T06:05:53.98288Z","steps":["trace[1271924402] 'agreement among raft nodes before linearized reading' (duration: 152.621645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:53.982834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.999437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:05:53.983015Z","caller":"traceutil/trace.go:171","msg":"trace[1376384500] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25870; }","duration":"825.183893ms","start":"2026-07-02T06:05:53.157821Z","end":"2026-07-02T06:05:53.983005Z","steps":["trace[1376384500] 'agreement among raft nodes before linearized reading' (duration: 824.897374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:53.983054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:53.157532Z","time spent":"825.510894ms","remote":"127.0.0.1:50328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:05:53.98253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059801982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-07-02T06:05:53.983205Z","caller":"traceutil/trace.go:171","msg":"trace[272792709] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4; range_end:; response_count:1; response_revision:25870; }","duration":"1.060505456s","start":"2026-07-02T06:05:52.922685Z","end":"2026-07-02T06:05:53.983191Z","steps":["trace[272792709] 'agreement among raft nodes before linearized reading' (duration: 1.059736441s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:53.983239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:52.922665Z","time spent":"1.060564717s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" "} {"level":"warn","ts":"2026-07-02T06:05:54.263777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.621979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-02T06:05:54.263869Z","caller":"traceutil/trace.go:171","msg":"trace[1175605242] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25871; }","duration":"139.777945ms","start":"2026-07-02T06:05:54.124074Z","end":"2026-07-02T06:05:54.263852Z","steps":["trace[1175605242] 'count revisions from in-memory index tree' (duration: 139.517376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:55.463562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.427542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-07-02T06:05:55.463626Z","caller":"traceutil/trace.go:171","msg":"trace[1049301913] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4; range_end:; response_count:1; response_revision:25872; }","duration":"477.540766ms","start":"2026-07-02T06:05:54.986069Z","end":"2026-07-02T06:05:55.46361Z","steps":["trace[1049301913] 'range keys from in-memory index tree' (duration: 477.296688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:55.463655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:54.986049Z","time spent":"477.600268ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86265d4c-7efc-4331-a37d-8b32b791cfc4\" "} {"level":"warn","ts":"2026-07-02T06:05:55.464761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.614799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:05:55.464812Z","caller":"traceutil/trace.go:171","msg":"trace[1756253538] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25872; }","duration":"303.714552ms","start":"2026-07-02T06:05:55.161083Z","end":"2026-07-02T06:05:55.464798Z","steps":["trace[1756253538] 'count revisions from in-memory index tree' (duration: 303.548616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:05:55.464865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:05:55.161065Z","time spent":"303.766584ms","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:05:55.464986Z","caller":"traceutil/trace.go:171","msg":"trace[1554335248] transaction","detail":"{read_only:false; response_revision:25873; number_of_response:1; }","duration":"269.345752ms","start":"2026-07-02T06:05:55.19562Z","end":"2026-07-02T06:05:55.464966Z","steps":["trace[1554335248] 'process raft request' (duration: 254.30186ms)","trace[1554335248] 'compare' (duration: 13.214153ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:05:55.789797Z","caller":"traceutil/trace.go:171","msg":"trace[85291199] transaction","detail":"{read_only:false; response_revision:25874; number_of_response:1; }","duration":"101.400816ms","start":"2026-07-02T06:05:55.688371Z","end":"2026-07-02T06:05:55.789772Z","steps":["trace[85291199] 'process raft request' (duration: 101.249521ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:13.753666Z","caller":"traceutil/trace.go:171","msg":"trace[585055593] transaction","detail":"{read_only:false; response_revision:26028; number_of_response:1; }","duration":"104.826035ms","start":"2026-07-02T06:06:13.64881Z","end":"2026-07-02T06:06:13.753636Z","steps":["trace[585055593] 'process raft request' (duration: 104.516666ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:14.40291Z","caller":"traceutil/trace.go:171","msg":"trace[534797883] transaction","detail":"{read_only:false; response_revision:26035; number_of_response:1; }","duration":"102.17984ms","start":"2026-07-02T06:06:14.300686Z","end":"2026-07-02T06:06:14.402866Z","steps":["trace[534797883] 'process raft request' (duration: 79.921108ms)","trace[534797883] 'compare' (duration: 21.971693ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:06:14.403031Z","caller":"traceutil/trace.go:171","msg":"trace[496136693] transaction","detail":"{read_only:false; response_revision:26037; number_of_response:1; }","duration":"100.696753ms","start":"2026-07-02T06:06:14.302315Z","end":"2026-07-02T06:06:14.403012Z","steps":["trace[496136693] 'process raft request' (duration: 100.474546ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:14.403124Z","caller":"traceutil/trace.go:171","msg":"trace[796299723] transaction","detail":"{read_only:false; response_revision:26038; number_of_response:1; }","duration":"100.63031ms","start":"2026-07-02T06:06:14.302484Z","end":"2026-07-02T06:06:14.403115Z","steps":["trace[796299723] 'process raft request' (duration: 100.342091ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:14.403127Z","caller":"traceutil/trace.go:171","msg":"trace[922214592] transaction","detail":"{read_only:false; response_revision:26036; number_of_response:1; }","duration":"101.764537ms","start":"2026-07-02T06:06:14.301337Z","end":"2026-07-02T06:06:14.403101Z","steps":["trace[922214592] 'process raft request' (duration: 101.408405ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:15.065048Z","caller":"traceutil/trace.go:171","msg":"trace[536475005] linearizableReadLoop","detail":"{readStateIndex:26917; appliedIndex:26916; }","duration":"123.015137ms","start":"2026-07-02T06:06:14.942012Z","end":"2026-07-02T06:06:15.065027Z","steps":["trace[536475005] 'read index received' (duration: 86.357884ms)","trace[536475005] 'applied index is now lower than readState.Index' (duration: 36.656513ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:06:15.065141Z","caller":"traceutil/trace.go:171","msg":"trace[2074886336] transaction","detail":"{read_only:false; response_revision:26044; number_of_response:1; }","duration":"125.734725ms","start":"2026-07-02T06:06:14.939398Z","end":"2026-07-02T06:06:15.065133Z","steps":["trace[2074886336] 'process raft request' (duration: 88.980438ms)","trace[2074886336] 'compare' (duration: 36.561911ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:06:15.065342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.672502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-07-02T06:06:15.065433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.41578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:06:15.065444Z","caller":"traceutil/trace.go:171","msg":"trace[503765559] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26044; }","duration":"120.807567ms","start":"2026-07-02T06:06:14.944611Z","end":"2026-07-02T06:06:15.065419Z","steps":["trace[503765559] 'agreement among raft nodes before linearized reading' (duration: 120.544628ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:15.065465Z","caller":"traceutil/trace.go:171","msg":"trace[1513960540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26044; }","duration":"123.467512ms","start":"2026-07-02T06:06:14.941989Z","end":"2026-07-02T06:06:15.065456Z","steps":["trace[1513960540] 'agreement among raft nodes before linearized reading' (duration: 123.41447ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:15.509694Z","caller":"traceutil/trace.go:171","msg":"trace[1178166940] transaction","detail":"{read_only:false; response_revision:26067; number_of_response:1; }","duration":"105.949261ms","start":"2026-07-02T06:06:15.403704Z","end":"2026-07-02T06:06:15.509653Z","steps":["trace[1178166940] 'process raft request' (duration: 95.058603ms)","trace[1178166940] 'compare' (duration: 10.260488ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:06:18.434331Z","caller":"traceutil/trace.go:171","msg":"trace[836849446] transaction","detail":"{read_only:false; response_revision:26111; number_of_response:1; }","duration":"160.829788ms","start":"2026-07-02T06:06:18.273475Z","end":"2026-07-02T06:06:18.434305Z","steps":["trace[836849446] 'process raft request' (duration: 139.383882ms)","trace[836849446] 'compare' (duration: 20.93258ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:06:18.434332Z","caller":"traceutil/trace.go:171","msg":"trace[163775899] transaction","detail":"{read_only:false; response_revision:26112; number_of_response:1; }","duration":"101.913622ms","start":"2026-07-02T06:06:18.332387Z","end":"2026-07-02T06:06:18.434301Z","steps":["trace[163775899] 'process raft request' (duration: 101.816979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:19.23157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.21911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:06:19.231706Z","caller":"traceutil/trace.go:171","msg":"trace[1873060293] linearizableReadLoop","detail":"{readStateIndex:26998; appliedIndex:26997; }","duration":"253.906307ms","start":"2026-07-02T06:06:18.977776Z","end":"2026-07-02T06:06:19.231682Z","steps":["trace[1873060293] 'read index received' (duration: 112.335796ms)","trace[1873060293] 'applied index is now lower than readState.Index' (duration: 141.568451ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:06:19.231759Z","caller":"traceutil/trace.go:171","msg":"trace[1667493637] transaction","detail":"{read_only:false; response_revision:26123; number_of_response:1; }","duration":"258.854766ms","start":"2026-07-02T06:06:18.972847Z","end":"2026-07-02T06:06:19.231701Z","steps":["trace[1667493637] 'process raft request' (duration: 117.366037ms)","trace[1667493637] 'compare' (duration: 140.939621ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:06:19.232034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.252328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:06:19.232105Z","caller":"traceutil/trace.go:171","msg":"trace[753882336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26123; }","duration":"254.361831ms","start":"2026-07-02T06:06:18.977727Z","end":"2026-07-02T06:06:19.232089Z","steps":["trace[753882336] 'agreement among raft nodes before linearized reading' (duration: 254.01902ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:26.053907Z","caller":"traceutil/trace.go:171","msg":"trace[1220542431] transaction","detail":"{read_only:false; response_revision:26191; number_of_response:1; }","duration":"126.377465ms","start":"2026-07-02T06:06:25.927512Z","end":"2026-07-02T06:06:26.053889Z","steps":["trace[1220542431] 'process raft request' (duration: 71.496238ms)","trace[1220542431] 'compare' (duration: 54.800204ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:06:26.167304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.174877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:06:26.167344Z","caller":"traceutil/trace.go:171","msg":"trace[970080561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26192; }","duration":"225.25006ms","start":"2026-07-02T06:06:25.942087Z","end":"2026-07-02T06:06:26.167337Z","steps":["trace[970080561] 'agreement among raft nodes before linearized reading' (duration: 225.132166ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:26.167184Z","caller":"traceutil/trace.go:171","msg":"trace[1513410253] linearizableReadLoop","detail":"{readStateIndex:27069; appliedIndex:27067; }","duration":"225.052924ms","start":"2026-07-02T06:06:25.942112Z","end":"2026-07-02T06:06:26.167165Z","steps":["trace[1513410253] 'read index received' (duration: 56.85454ms)","trace[1513410253] 'applied index is now lower than readState.Index' (duration: 168.197284ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:06:26.167801Z","caller":"traceutil/trace.go:171","msg":"trace[1663273633] transaction","detail":"{read_only:false; response_revision:26192; number_of_response:1; }","duration":"227.338127ms","start":"2026-07-02T06:06:25.940436Z","end":"2026-07-02T06:06:26.167774Z","steps":["trace[1663273633] 'process raft request' (duration: 219.335891ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:27.285399Z","caller":"traceutil/trace.go:171","msg":"trace[1463889703] transaction","detail":"{read_only:false; response_revision:26210; number_of_response:1; }","duration":"111.8419ms","start":"2026-07-02T06:06:27.173533Z","end":"2026-07-02T06:06:27.285375Z","steps":["trace[1463889703] 'process raft request' (duration: 60.781226ms)","trace[1463889703] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/events/openstack/cinder-volume-usage-audit.18be63f085a210f8; req_size:743; } (duration: 50.866459ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:06:27.285483Z","caller":"traceutil/trace.go:171","msg":"trace[635570601] transaction","detail":"{read_only:false; response_revision:26212; number_of_response:1; }","duration":"107.446599ms","start":"2026-07-02T06:06:27.178011Z","end":"2026-07-02T06:06:27.285458Z","steps":["trace[635570601] 'process raft request' (duration: 107.354556ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:27.285592Z","caller":"traceutil/trace.go:171","msg":"trace[1062516002] transaction","detail":"{read_only:false; response_revision:26211; number_of_response:1; }","duration":"111.51504ms","start":"2026-07-02T06:06:27.174071Z","end":"2026-07-02T06:06:27.285586Z","steps":["trace[1062516002] 'process raft request' (duration: 111.233931ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:30.033859Z","caller":"traceutil/trace.go:171","msg":"trace[1648051742] transaction","detail":"{read_only:false; response_revision:26238; number_of_response:1; }","duration":"108.850115ms","start":"2026-07-02T06:06:29.924977Z","end":"2026-07-02T06:06:30.033827Z","steps":["trace[1648051742] 'process raft request' (duration: 52.47745ms)","trace[1648051742] 'compare' (duration: 56.182108ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:06:31.542562Z","caller":"traceutil/trace.go:171","msg":"trace[1029922798] linearizableReadLoop","detail":"{readStateIndex:27128; appliedIndex:27127; }","duration":"156.19391ms","start":"2026-07-02T06:06:31.386353Z","end":"2026-07-02T06:06:31.542546Z","steps":["trace[1029922798] 'read index received' (duration: 156.080136ms)","trace[1029922798] 'applied index is now lower than readState.Index' (duration: 113.154µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:06:31.54266Z","caller":"traceutil/trace.go:171","msg":"trace[1838719629] transaction","detail":"{read_only:false; response_revision:26250; number_of_response:1; }","duration":"158.562146ms","start":"2026-07-02T06:06:31.384069Z","end":"2026-07-02T06:06:31.542631Z","steps":["trace[1838719629] 'process raft request' (duration: 158.364399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:31.54276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.392876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-02T06:06:31.542793Z","caller":"traceutil/trace.go:171","msg":"trace[1109092758] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26250; }","duration":"156.460058ms","start":"2026-07-02T06:06:31.38632Z","end":"2026-07-02T06:06:31.54278Z","steps":["trace[1109092758] 'agreement among raft nodes before linearized reading' (duration: 156.314824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:31.542988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.822966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-02T06:06:31.543044Z","caller":"traceutil/trace.go:171","msg":"trace[30298475] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26250; }","duration":"144.921818ms","start":"2026-07-02T06:06:31.398107Z","end":"2026-07-02T06:06:31.543028Z","steps":["trace[30298475] 'agreement among raft nodes before linearized reading' (duration: 144.767273ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:35.914505Z","caller":"traceutil/trace.go:171","msg":"trace[1148961751] linearizableReadLoop","detail":"{readStateIndex:27161; appliedIndex:27160; }","duration":"113.370888ms","start":"2026-07-02T06:06:35.801105Z","end":"2026-07-02T06:06:35.914476Z","steps":["trace[1148961751] 'read index received' (duration: 37.767809ms)","trace[1148961751] 'applied index is now lower than readState.Index' (duration: 75.600229ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:06:35.914702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.580516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-02T06:06:35.914733Z","caller":"traceutil/trace.go:171","msg":"trace[1508715972] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26282; }","duration":"113.649887ms","start":"2026-07-02T06:06:35.801074Z","end":"2026-07-02T06:06:35.914724Z","steps":["trace[1508715972] 'agreement among raft nodes before linearized reading' (duration: 113.492032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:36.670502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.078889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:06:36.670658Z","caller":"traceutil/trace.go:171","msg":"trace[1402991421] linearizableReadLoop","detail":"{readStateIndex:27169; appliedIndex:27168; }","duration":"272.559044ms","start":"2026-07-02T06:06:36.398071Z","end":"2026-07-02T06:06:36.67063Z","steps":["trace[1402991421] 'read index received' (duration: 45.105274ms)","trace[1402991421] 'applied index is now lower than readState.Index' (duration: 227.45244ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:06:36.670742Z","caller":"traceutil/trace.go:171","msg":"trace[934083533] transaction","detail":"{read_only:false; response_revision:26290; number_of_response:1; }","duration":"286.421248ms","start":"2026-07-02T06:06:36.384306Z","end":"2026-07-02T06:06:36.670728Z","steps":["trace[934083533] 'process raft request' (duration: 58.964358ms)","trace[934083533] 'compare' (duration: 226.929783ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:06:36.670932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.849204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-02T06:06:36.671029Z","caller":"traceutil/trace.go:171","msg":"trace[1525860145] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26290; }","duration":"272.980478ms","start":"2026-07-02T06:06:36.39803Z","end":"2026-07-02T06:06:36.67101Z","steps":["trace[1525860145] 'agreement among raft nodes before linearized reading' (duration: 272.71789ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:36.715577Z","caller":"traceutil/trace.go:171","msg":"trace[1304381342] transaction","detail":"{read_only:false; response_revision:26291; number_of_response:1; }","duration":"197.341157ms","start":"2026-07-02T06:06:36.518212Z","end":"2026-07-02T06:06:36.715553Z","steps":["trace[1304381342] 'process raft request' (duration: 197.219953ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:36.735464Z","caller":"traceutil/trace.go:171","msg":"trace[480788629] transaction","detail":"{read_only:false; response_revision:26292; number_of_response:1; }","duration":"108.819903ms","start":"2026-07-02T06:06:36.626623Z","end":"2026-07-02T06:06:36.735443Z","steps":["trace[480788629] 'process raft request' (duration: 108.643437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:47.334753Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383326091,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T06:06:47.581956Z","caller":"traceutil/trace.go:171","msg":"trace[951021407] transaction","detail":"{read_only:false; response_revision:26368; number_of_response:1; }","duration":"770.390089ms","start":"2026-07-02T06:06:46.811549Z","end":"2026-07-02T06:06:47.581939Z","steps":["trace[951021407] 'process raft request' (duration: 770.288956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:47.582059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:46.811527Z","time spent":"770.477812ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:06:47.654167Z","caller":"traceutil/trace.go:171","msg":"trace[757221333] transaction","detail":"{read_only:false; response_revision:26370; number_of_response:1; }","duration":"825.288566ms","start":"2026-07-02T06:06:46.828851Z","end":"2026-07-02T06:06:47.65414Z","steps":["trace[757221333] 'process raft request' (duration: 825.160252ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:47.654181Z","caller":"traceutil/trace.go:171","msg":"trace[1993590757] transaction","detail":"{read_only:false; response_revision:26369; number_of_response:1; }","duration":"841.070732ms","start":"2026-07-02T06:06:46.813076Z","end":"2026-07-02T06:06:47.654147Z","steps":["trace[1993590757] 'process raft request' (duration: 840.809493ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:47.654411Z","caller":"traceutil/trace.go:171","msg":"trace[468135128] transaction","detail":"{read_only:false; response_revision:26371; number_of_response:1; }","duration":"815.876835ms","start":"2026-07-02T06:06:46.838353Z","end":"2026-07-02T06:06:47.65423Z","steps":["trace[468135128] 'process raft request' (duration: 815.695469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:47.654505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:46.81305Z","time spent":"841.342951ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:06:47.654634Z","caller":"traceutil/trace.go:171","msg":"trace[652023737] transaction","detail":"{read_only:false; response_revision:26372; number_of_response:1; }","duration":"765.589416ms","start":"2026-07-02T06:06:46.889031Z","end":"2026-07-02T06:06:47.654621Z","steps":["trace[652023737] 'process raft request' (duration: 765.047638ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:47.654689Z","caller":"traceutil/trace.go:171","msg":"trace[1632292895] linearizableReadLoop","detail":"{readStateIndex:27254; appliedIndex:27249; }","duration":"820.408631ms","start":"2026-07-02T06:06:46.834269Z","end":"2026-07-02T06:06:47.654677Z","steps":["trace[1632292895] 'read index received' (duration: 747.650131ms)","trace[1632292895] 'applied index is now lower than readState.Index' (duration: 72.75714ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:06:47.654601Z","caller":"traceutil/trace.go:171","msg":"trace[1153882568] transaction","detail":"{read_only:false; response_revision:26373; number_of_response:1; }","duration":"763.345483ms","start":"2026-07-02T06:06:46.891231Z","end":"2026-07-02T06:06:47.654577Z","steps":["trace[1153882568] 'process raft request' (duration: 762.879638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:47.65447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:46.828834Z","time spent":"825.40027ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:06:47.654833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:46.89121Z","time spent":"763.561221ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:06:47.654802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:46.889012Z","time spent":"765.69302ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:06:47.654975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.158852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:06:47.654997Z","caller":"traceutil/trace.go:171","msg":"trace[516044328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26373; }","duration":"720.215584ms","start":"2026-07-02T06:06:46.934773Z","end":"2026-07-02T06:06:47.654988Z","steps":["trace[516044328] 'agreement among raft nodes before linearized reading' (duration: 720.181733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:47.655018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:46.934753Z","time spent":"720.262255ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:06:47.655112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.932434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:06:47.655131Z","caller":"traceutil/trace.go:171","msg":"trace[1357759114] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:26373; }","duration":"316.984146ms","start":"2026-07-02T06:06:47.338141Z","end":"2026-07-02T06:06:47.655125Z","steps":["trace[1357759114] 'agreement among raft nodes before linearized reading' (duration: 316.954455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:47.655146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:47.338108Z","time spent":"317.033307ms","remote":"127.0.0.1:39594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:06:47.65504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:46.838327Z","time spent":"816.224907ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:06:47.655278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.768538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:06:47.655368Z","caller":"traceutil/trace.go:171","msg":"trace[1887536800] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26373; }","duration":"360.935463ms","start":"2026-07-02T06:06:47.294421Z","end":"2026-07-02T06:06:47.655356Z","steps":["trace[1887536800] 'agreement among raft nodes before linearized reading' (duration: 360.716726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:47.655411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:47.294402Z","time spent":"361.000505ms","remote":"127.0.0.1:46924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:06:47.655538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.19251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T06:06:47.655605Z","caller":"traceutil/trace.go:171","msg":"trace[1718464698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26373; }","duration":"355.272402ms","start":"2026-07-02T06:06:47.300315Z","end":"2026-07-02T06:06:47.655588Z","steps":["trace[1718464698] 'agreement among raft nodes before linearized reading' (duration: 354.998003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:47.655506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.206886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-02T06:06:47.655726Z","caller":"traceutil/trace.go:171","msg":"trace[2084369035] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26373; }","duration":"821.524276ms","start":"2026-07-02T06:06:46.834188Z","end":"2026-07-02T06:06:47.655712Z","steps":["trace[2084369035] 'agreement among raft nodes before linearized reading' (duration: 820.590676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:47.655765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:46.834175Z","time spent":"821.580198ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T06:06:47.655706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:47.300308Z","time spent":"355.382235ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T06:06:50.167116Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383326129,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T06:06:50.420757Z","caller":"traceutil/trace.go:171","msg":"trace[1713339893] transaction","detail":"{read_only:false; response_revision:26382; number_of_response:1; }","duration":"833.969074ms","start":"2026-07-02T06:06:49.586768Z","end":"2026-07-02T06:06:50.420738Z","steps":["trace[1713339893] 'process raft request' (duration: 833.817639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:50.420903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:49.586739Z","time spent":"834.071336ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:06:50.521015Z","caller":"traceutil/trace.go:171","msg":"trace[1236415363] transaction","detail":"{read_only:false; response_revision:26383; number_of_response:1; }","duration":"860.374769ms","start":"2026-07-02T06:06:49.66061Z","end":"2026-07-02T06:06:50.520984Z","steps":["trace[1236415363] 'process raft request' (duration: 854.900923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:50.5212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:49.660592Z","time spent":"860.514644ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:06:50.521377Z","caller":"traceutil/trace.go:171","msg":"trace[1157151705] transaction","detail":"{read_only:false; response_revision:26387; number_of_response:1; }","duration":"859.79235ms","start":"2026-07-02T06:06:49.661569Z","end":"2026-07-02T06:06:50.521362Z","steps":["trace[1157151705] 'process raft request' (duration: 859.668166ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:50.521322Z","caller":"traceutil/trace.go:171","msg":"trace[1880046250] transaction","detail":"{read_only:false; response_revision:26384; number_of_response:1; }","duration":"860.164391ms","start":"2026-07-02T06:06:49.661097Z","end":"2026-07-02T06:06:50.521261Z","steps":["trace[1880046250] 'process raft request' (duration: 859.79164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:50.521472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:49.661554Z","time spent":"859.868643ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:06:50.521485Z","caller":"traceutil/trace.go:171","msg":"trace[1566029894] transaction","detail":"{read_only:false; response_revision:26389; number_of_response:1; }","duration":"195.730145ms","start":"2026-07-02T06:06:50.325738Z","end":"2026-07-02T06:06:50.521468Z","steps":["trace[1566029894] 'process raft request' (duration: 195.57944ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:50.521368Z","caller":"traceutil/trace.go:171","msg":"trace[1933664003] transaction","detail":"{read_only:false; response_revision:26385; number_of_response:1; }","duration":"859.936755ms","start":"2026-07-02T06:06:49.661367Z","end":"2026-07-02T06:06:50.521304Z","steps":["trace[1933664003] 'process raft request' (duration: 859.736438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:50.521616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.265405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-02T06:06:50.521626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:49.66109Z","time spent":"860.390539ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:06:50.521669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:49.661361Z","time spent":"860.274065ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:06:50.521683Z","caller":"traceutil/trace.go:171","msg":"trace[569492180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26389; }","duration":"855.337277ms","start":"2026-07-02T06:06:49.666317Z","end":"2026-07-02T06:06:50.521654Z","steps":["trace[569492180] 'agreement among raft nodes before linearized reading' (duration: 855.149541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:50.521737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:49.666306Z","time spent":"855.41689ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T06:06:50.521426Z","caller":"traceutil/trace.go:171","msg":"trace[1142368264] transaction","detail":"{read_only:false; response_revision:26388; number_of_response:1; }","duration":"360.52129ms","start":"2026-07-02T06:06:50.16089Z","end":"2026-07-02T06:06:50.521411Z","steps":["trace[1142368264] 'process raft request' (duration: 360.402446ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:50.521409Z","caller":"traceutil/trace.go:171","msg":"trace[1832246592] transaction","detail":"{read_only:false; response_revision:26386; number_of_response:1; }","duration":"859.975336ms","start":"2026-07-02T06:06:49.661397Z","end":"2026-07-02T06:06:50.521372Z","steps":["trace[1832246592] 'process raft request' (duration: 859.807741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:50.521885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:50.160865Z","time spent":"360.964204ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:06:50.521943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:49.661367Z","time spent":"860.539814ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:06:50.521439Z","caller":"traceutil/trace.go:171","msg":"trace[471049725] linearizableReadLoop","detail":"{readStateIndex:27270; appliedIndex:27263; }","duration":"855.052079ms","start":"2026-07-02T06:06:49.666344Z","end":"2026-07-02T06:06:50.521396Z","steps":["trace[471049725] 'read index received' (duration: 754.288823ms)","trace[471049725] 'applied index is now lower than readState.Index' (duration: 100.762716ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:06:50.52217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.319627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T06:06:50.522227Z","caller":"traceutil/trace.go:171","msg":"trace[1813329303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26389; }","duration":"855.388819ms","start":"2026-07-02T06:06:49.666816Z","end":"2026-07-02T06:06:50.522205Z","steps":["trace[1813329303] 'agreement among raft nodes before linearized reading' (duration: 855.250274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:50.522521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:49.666809Z","time spent":"855.697199ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T06:06:50.522847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.346846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-07-02T06:06:50.522884Z","caller":"traceutil/trace.go:171","msg":"trace[182379963] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26389; }","duration":"266.426238ms","start":"2026-07-02T06:06:50.256451Z","end":"2026-07-02T06:06:50.522877Z","steps":["trace[182379963] 'agreement among raft nodes before linearized reading' (duration: 266.350386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:50.522992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.064381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:06:50.523012Z","caller":"traceutil/trace.go:171","msg":"trace[1225400380] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26389; }","duration":"811.126692ms","start":"2026-07-02T06:06:49.711881Z","end":"2026-07-02T06:06:50.523008Z","steps":["trace[1225400380] 'agreement among raft nodes before linearized reading' (duration: 811.091921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:50.523027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:49.711861Z","time spent":"811.162404ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:06:50.523049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.24414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:06:50.523118Z","caller":"traceutil/trace.go:171","msg":"trace[1372698053] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26389; }","duration":"798.367973ms","start":"2026-07-02T06:06:49.724734Z","end":"2026-07-02T06:06:50.523102Z","steps":["trace[1372698053] 'agreement among raft nodes before linearized reading' (duration: 798.236929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:50.523136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.208121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-07-02T06:06:50.523155Z","caller":"traceutil/trace.go:171","msg":"trace[1181682677] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26389; }","duration":"849.244073ms","start":"2026-07-02T06:06:49.673905Z","end":"2026-07-02T06:06:50.523149Z","steps":["trace[1181682677] 'agreement among raft nodes before linearized reading' (duration: 849.193901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:50.523168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:49.673895Z","time spent":"849.270473ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-02T06:06:50.523162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:49.724706Z","time spent":"798.445876ms","remote":"127.0.0.1:42870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:06:50.523253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.976423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-02T06:06:50.52331Z","caller":"traceutil/trace.go:171","msg":"trace[1539802142] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26389; }","duration":"465.056686ms","start":"2026-07-02T06:06:50.058245Z","end":"2026-07-02T06:06:50.523302Z","steps":["trace[1539802142] 'agreement among raft nodes before linearized reading' (duration: 464.934972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:50.52316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.038122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:06:50.523334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:50.058234Z","time spent":"465.093648ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T06:06:50.523371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.897416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:06:50.523409Z","caller":"traceutil/trace.go:171","msg":"trace[216490537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26389; }","duration":"586.974908ms","start":"2026-07-02T06:06:49.936423Z","end":"2026-07-02T06:06:50.523398Z","steps":["trace[216490537] 'agreement among raft nodes before linearized reading' (duration: 586.917986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:50.52344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:49.936402Z","time spent":"587.03228ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:06:50.523268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.84592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-02T06:06:50.523492Z","caller":"traceutil/trace.go:171","msg":"trace[305956954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26389; }","duration":"854.098717ms","start":"2026-07-02T06:06:49.669382Z","end":"2026-07-02T06:06:50.523481Z","steps":["trace[305956954] 'agreement among raft nodes before linearized reading' (duration: 853.85541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:50.523561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:49.669364Z","time spent":"854.15415ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T06:06:50.523343Z","caller":"traceutil/trace.go:171","msg":"trace[1525010843] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26389; }","duration":"543.252289ms","start":"2026-07-02T06:06:49.980083Z","end":"2026-07-02T06:06:50.523335Z","steps":["trace[1525010843] 'agreement among raft nodes before linearized reading' (duration: 543.012001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:50.523663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.201113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-02T06:06:50.523767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:49.980073Z","time spent":"543.61252ms","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:06:50.523768Z","caller":"traceutil/trace.go:171","msg":"trace[633436584] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26389; }","duration":"705.305936ms","start":"2026-07-02T06:06:49.818444Z","end":"2026-07-02T06:06:50.52375Z","steps":["trace[633436584] 'agreement among raft nodes before linearized reading' (duration: 705.083709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:50.523833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:49.818392Z","time spent":"705.42821ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-02T06:06:50.723354Z","caller":"traceutil/trace.go:171","msg":"trace[16127622] transaction","detail":"{read_only:false; response_revision:26390; number_of_response:1; }","duration":"194.886618ms","start":"2026-07-02T06:06:50.528442Z","end":"2026-07-02T06:06:50.723328Z","steps":["trace[16127622] 'process raft request' (duration: 194.020821ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:50.723375Z","caller":"traceutil/trace.go:171","msg":"trace[557062827] transaction","detail":"{read_only:false; response_revision:26392; number_of_response:1; }","duration":"194.852407ms","start":"2026-07-02T06:06:50.528505Z","end":"2026-07-02T06:06:50.723357Z","steps":["trace[557062827] 'process raft request' (duration: 194.802086ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:50.72351Z","caller":"traceutil/trace.go:171","msg":"trace[1508830891] transaction","detail":"{read_only:false; response_revision:26391; number_of_response:1; }","duration":"195.060644ms","start":"2026-07-02T06:06:50.528443Z","end":"2026-07-02T06:06:50.723504Z","steps":["trace[1508830891] 'process raft request' (duration: 194.827747ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:50.723518Z","caller":"traceutil/trace.go:171","msg":"trace[703605835] linearizableReadLoop","detail":"{readStateIndex:27277; appliedIndex:27272; }","duration":"145.607861ms","start":"2026-07-02T06:06:50.577892Z","end":"2026-07-02T06:06:50.7235Z","steps":["trace[703605835] 'read index received' (duration: 144.584168ms)","trace[703605835] 'applied index is now lower than readState.Index' (duration: 1.023043ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:06:50.723582Z","caller":"traceutil/trace.go:171","msg":"trace[783732503] transaction","detail":"{read_only:false; response_revision:26393; number_of_response:1; }","duration":"195.055133ms","start":"2026-07-02T06:06:50.528515Z","end":"2026-07-02T06:06:50.72357Z","steps":["trace[783732503] 'process raft request' (duration: 194.816936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:50.72369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.027754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-07-02T06:06:50.723723Z","caller":"traceutil/trace.go:171","msg":"trace[253309957] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:26394; }","duration":"191.088057ms","start":"2026-07-02T06:06:50.532624Z","end":"2026-07-02T06:06:50.723712Z","steps":["trace[253309957] 'agreement among raft nodes before linearized reading' (duration: 190.946902ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:50.723795Z","caller":"traceutil/trace.go:171","msg":"trace[1272873952] transaction","detail":"{read_only:false; response_revision:26394; number_of_response:1; }","duration":"194.444544ms","start":"2026-07-02T06:06:50.529341Z","end":"2026-07-02T06:06:50.723785Z","steps":["trace[1272873952] 'process raft request' (duration: 194.064612ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:50.766421Z","caller":"traceutil/trace.go:171","msg":"trace[418489951] transaction","detail":"{read_only:false; response_revision:26395; number_of_response:1; }","duration":"186.80872ms","start":"2026-07-02T06:06:50.579589Z","end":"2026-07-02T06:06:50.766398Z","steps":["trace[418489951] 'process raft request' (duration: 186.557572ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:50.766458Z","caller":"traceutil/trace.go:171","msg":"trace[251756089] transaction","detail":"{read_only:false; response_revision:26396; number_of_response:1; }","duration":"163.39858ms","start":"2026-07-02T06:06:50.60303Z","end":"2026-07-02T06:06:50.766429Z","steps":["trace[251756089] 'process raft request' (duration: 163.232325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:51.443132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.959935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:06:51.443263Z","caller":"traceutil/trace.go:171","msg":"trace[160731844] transaction","detail":"{read_only:false; response_revision:26398; number_of_response:1; }","duration":"632.473255ms","start":"2026-07-02T06:06:50.810777Z","end":"2026-07-02T06:06:51.443251Z","steps":["trace[160731844] 'process raft request' (duration: 632.426284ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:51.443292Z","caller":"traceutil/trace.go:171","msg":"trace[757047707] linearizableReadLoop","detail":"{readStateIndex:27280; appliedIndex:27279; }","duration":"648.397715ms","start":"2026-07-02T06:06:50.794879Z","end":"2026-07-02T06:06:51.443277Z","steps":["trace[757047707] 'read index received' (duration: 102.248624ms)","trace[757047707] 'applied index is now lower than readState.Index' (duration: 546.147981ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:06:51.443312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:50.810767Z","time spent":"632.524076ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:06:51.443452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.82844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-07-02T06:06:51.443492Z","caller":"traceutil/trace.go:171","msg":"trace[1549309339] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26398; }","duration":"221.897633ms","start":"2026-07-02T06:06:51.221585Z","end":"2026-07-02T06:06:51.443483Z","steps":["trace[1549309339] 'agreement among raft nodes before linearized reading' (duration: 221.82369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:51.443532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.654313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9547"} {"level":"info","ts":"2026-07-02T06:06:51.443558Z","caller":"traceutil/trace.go:171","msg":"trace[793386123] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:26398; }","duration":"648.725645ms","start":"2026-07-02T06:06:50.794826Z","end":"2026-07-02T06:06:51.443552Z","steps":["trace[793386123] 'agreement among raft nodes before linearized reading' (duration: 648.674973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:51.443577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:50.794809Z","time spent":"648.764197ms","remote":"127.0.0.1:50458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9570,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-07-02T06:06:51.443386Z","caller":"traceutil/trace.go:171","msg":"trace[1624040756] transaction","detail":"{read_only:false; response_revision:26397; number_of_response:1; }","duration":"648.58194ms","start":"2026-07-02T06:06:50.794791Z","end":"2026-07-02T06:06:51.443373Z","steps":["trace[1624040756] 'process raft request' (duration: 102.323055ms)","trace[1624040756] 'compare' (duration: 545.382967ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:06:51.443699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:50.794772Z","time spent":"648.907831ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:06:51.977878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.539975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:06:51.978115Z","caller":"traceutil/trace.go:171","msg":"trace[1524152474] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26398; }","duration":"198.804464ms","start":"2026-07-02T06:06:51.779286Z","end":"2026-07-02T06:06:51.97809Z","steps":["trace[1524152474] 'count revisions from in-memory index tree' (duration: 198.492213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:51.978515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.857152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:06:51.978606Z","caller":"traceutil/trace.go:171","msg":"trace[1875846877] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26398; }","duration":"216.991926ms","start":"2026-07-02T06:06:51.761593Z","end":"2026-07-02T06:06:51.978585Z","steps":["trace[1875846877] 'count revisions from in-memory index tree' (duration: 216.739557ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:52.944634Z","caller":"traceutil/trace.go:171","msg":"trace[1278606963] linearizableReadLoop","detail":"{readStateIndex:27282; appliedIndex:27281; }","duration":"458.237918ms","start":"2026-07-02T06:06:52.486378Z","end":"2026-07-02T06:06:52.944616Z","steps":["trace[1278606963] 'read index received' (duration: 458.148495ms)","trace[1278606963] 'applied index is now lower than readState.Index' (duration: 88.643µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:06:52.944684Z","caller":"traceutil/trace.go:171","msg":"trace[522517717] transaction","detail":"{read_only:false; response_revision:26399; number_of_response:1; }","duration":"519.435527ms","start":"2026-07-02T06:06:52.425222Z","end":"2026-07-02T06:06:52.944657Z","steps":["trace[522517717] 'process raft request' (duration: 519.23715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:52.944751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.360262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:06:52.944777Z","caller":"traceutil/trace.go:171","msg":"trace[283770359] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26399; }","duration":"458.447144ms","start":"2026-07-02T06:06:52.486321Z","end":"2026-07-02T06:06:52.944769Z","steps":["trace[283770359] 'agreement among raft nodes before linearized reading' (duration: 458.378262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:52.94481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:52.486293Z","time spent":"458.508336ms","remote":"127.0.0.1:50986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:06:52.944962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:52.425199Z","time spent":"519.53944ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:06:53.051153Z","caller":"traceutil/trace.go:171","msg":"trace[1026814293] transaction","detail":"{read_only:false; response_revision:26402; number_of_response:1; }","duration":"523.149226ms","start":"2026-07-02T06:06:52.527985Z","end":"2026-07-02T06:06:53.051134Z","steps":["trace[1026814293] 'process raft request' (duration: 523.089394ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:53.051191Z","caller":"traceutil/trace.go:171","msg":"trace[978647360] transaction","detail":"{read_only:false; response_revision:26401; number_of_response:1; }","duration":"523.28245ms","start":"2026-07-02T06:06:52.527878Z","end":"2026-07-02T06:06:53.051161Z","steps":["trace[978647360] 'process raft request' (duration: 523.144195ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:53.051165Z","caller":"traceutil/trace.go:171","msg":"trace[677082043] transaction","detail":"{read_only:false; response_revision:26400; number_of_response:1; }","duration":"525.313215ms","start":"2026-07-02T06:06:52.525824Z","end":"2026-07-02T06:06:53.051137Z","steps":["trace[677082043] 'process raft request' (duration: 525.070037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:53.051313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:52.527961Z","time spent":"523.244118ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:06:53.051341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:52.527866Z","time spent":"523.389903ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:06:53.051435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:52.5258Z","time spent":"525.530392ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:06:53.051479Z","caller":"traceutil/trace.go:171","msg":"trace[1248486870] transaction","detail":"{read_only:false; response_revision:26403; number_of_response:1; }","duration":"523.467665ms","start":"2026-07-02T06:06:52.527992Z","end":"2026-07-02T06:06:53.05146Z","steps":["trace[1248486870] 'process raft request' (duration: 523.112484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:53.051589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:52.527972Z","time spent":"523.560219ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:06:53.051892Z","caller":"traceutil/trace.go:171","msg":"trace[709873572] linearizableReadLoop","detail":"{readStateIndex:27288; appliedIndex:27282; }","duration":"107.195982ms","start":"2026-07-02T06:06:52.944684Z","end":"2026-07-02T06:06:53.05188Z","steps":["trace[709873572] 'read index received' (duration: 106.141178ms)","trace[709873572] 'applied index is now lower than readState.Index' (duration: 1.054004ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:06:53.05186Z","caller":"traceutil/trace.go:171","msg":"trace[1447087871] transaction","detail":"{read_only:false; response_revision:26404; number_of_response:1; }","duration":"523.042032ms","start":"2026-07-02T06:06:52.528786Z","end":"2026-07-02T06:06:53.051828Z","steps":["trace[1447087871] 'process raft request' (duration: 522.685131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:53.052038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:52.528759Z","time spent":"523.236518ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:06:53.052089Z","caller":"traceutil/trace.go:171","msg":"trace[2082826065] transaction","detail":"{read_only:false; response_revision:26405; number_of_response:1; }","duration":"522.930729ms","start":"2026-07-02T06:06:52.529145Z","end":"2026-07-02T06:06:53.052076Z","steps":["trace[2082826065] 'process raft request' (duration: 522.536776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:53.052136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.685396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:06:53.05217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:52.529136Z","time spent":"522.999681ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:06:53.052182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.719174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-02T06:06:53.052197Z","caller":"traceutil/trace.go:171","msg":"trace[1681325444] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26405; }","duration":"405.775978ms","start":"2026-07-02T06:06:52.646402Z","end":"2026-07-02T06:06:53.052178Z","steps":["trace[1681325444] 'agreement among raft nodes before linearized reading' (duration: 405.697116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:53.052041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.037011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T06:06:53.052244Z","caller":"traceutil/trace.go:171","msg":"trace[1944566278] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26405; }","duration":"324.815007ms","start":"2026-07-02T06:06:52.727415Z","end":"2026-07-02T06:06:53.05223Z","steps":["trace[1944566278] 'agreement among raft nodes before linearized reading' (duration: 324.663952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:53.052259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:52.646383Z","time spent":"405.857481ms","remote":"127.0.0.1:47412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:06:53.05229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.173115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-02T06:06:53.052228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.119595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-02T06:06:53.052306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:52.727396Z","time spent":"324.8985ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T06:06:53.052317Z","caller":"traceutil/trace.go:171","msg":"trace[1816269971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26405; }","duration":"323.224866ms","start":"2026-07-02T06:06:52.729083Z","end":"2026-07-02T06:06:53.052307Z","steps":["trace[1816269971] 'agreement among raft nodes before linearized reading' (duration: 323.154134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:53.05235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:52.729064Z","time spent":"323.280248ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T06:06:53.052055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.391153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-02T06:06:53.05235Z","caller":"traceutil/trace.go:171","msg":"trace[1693767207] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26405; }","duration":"324.320421ms","start":"2026-07-02T06:06:52.728012Z","end":"2026-07-02T06:06:53.052333Z","steps":["trace[1693767207] 'agreement among raft nodes before linearized reading' (duration: 323.950239ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:53.052357Z","caller":"traceutil/trace.go:171","msg":"trace[459291367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26405; }","duration":"323.303949ms","start":"2026-07-02T06:06:52.728979Z","end":"2026-07-02T06:06:53.052282Z","steps":["trace[459291367] 'agreement among raft nodes before linearized reading' (duration: 322.961618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:53.052548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:52.728972Z","time spent":"323.560537ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-02T06:06:53.052479Z","caller":"traceutil/trace.go:171","msg":"trace[1608996926] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26405; }","duration":"324.859948ms","start":"2026-07-02T06:06:52.727601Z","end":"2026-07-02T06:06:53.052461Z","steps":["trace[1608996926] 'agreement among raft nodes before linearized reading' (duration: 324.350652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:53.052546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:52.727998Z","time spent":"324.486506ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T06:06:53.052658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:52.727576Z","time spent":"325.061585ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T06:06:53.4136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.108444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:06:53.41395Z","caller":"traceutil/trace.go:171","msg":"trace[276192944] transaction","detail":"{read_only:false; response_revision:26408; number_of_response:1; }","duration":"356.913154ms","start":"2026-07-02T06:06:53.057026Z","end":"2026-07-02T06:06:53.413939Z","steps":["trace[276192944] 'process raft request' (duration: 356.81422ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:53.413961Z","caller":"traceutil/trace.go:171","msg":"trace[2084594810] transaction","detail":"{read_only:false; response_revision:26407; number_of_response:1; }","duration":"357.285025ms","start":"2026-07-02T06:06:53.056643Z","end":"2026-07-02T06:06:53.413928Z","steps":["trace[2084594810] 'process raft request' (duration: 357.12836ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:53.413898Z","caller":"traceutil/trace.go:171","msg":"trace[604574467] transaction","detail":"{read_only:false; response_revision:26406; number_of_response:1; }","duration":"357.550943ms","start":"2026-07-02T06:06:53.056319Z","end":"2026-07-02T06:06:53.41387Z","steps":["trace[604574467] 'process raft request' (duration: 102.042776ms)","trace[604574467] 'compare' (duration: 254.885937ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:06:53.414246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:53.056286Z","time spent":"357.940336ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:06:53.414081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:53.057004Z","time spent":"356.992885ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:06:53.414164Z","caller":"traceutil/trace.go:171","msg":"trace[1744468899] transaction","detail":"{read_only:false; response_revision:26409; number_of_response:1; }","duration":"356.5102ms","start":"2026-07-02T06:06:53.057638Z","end":"2026-07-02T06:06:53.414148Z","steps":["trace[1744468899] 'process raft request' (duration: 356.248552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:53.414446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:53.056628Z","time spent":"357.744439ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:06:53.414453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:53.057623Z","time spent":"356.732637ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:06:53.414578Z","caller":"traceutil/trace.go:171","msg":"trace[2131192679] transaction","detail":"{read_only:false; response_revision:26410; number_of_response:1; }","duration":"354.356461ms","start":"2026-07-02T06:06:53.059627Z","end":"2026-07-02T06:06:53.413984Z","steps":["trace[2131192679] 'process raft request' (duration: 354.299559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:53.414653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:53.059606Z","time spent":"355.016022ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:06:53.4602Z","caller":"traceutil/trace.go:171","msg":"trace[1787895369] transaction","detail":"{read_only:false; response_revision:26411; number_of_response:1; }","duration":"255.578189ms","start":"2026-07-02T06:06:53.204598Z","end":"2026-07-02T06:06:53.460176Z","steps":["trace[1787895369] 'process raft request' (duration: 255.430795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:55.609076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:55.061533Z","time spent":"547.536316ms","remote":"127.0.0.1:45758","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-02T06:06:55.609543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.035906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:06:55.609657Z","caller":"traceutil/trace.go:171","msg":"trace[457509388] transaction","detail":"{read_only:false; response_revision:26414; number_of_response:1; }","duration":"550.921355ms","start":"2026-07-02T06:06:55.058695Z","end":"2026-07-02T06:06:55.609616Z","steps":["trace[457509388] 'process raft request' (duration: 284.746974ms)","trace[457509388] 'compare' (duration: 265.910572ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:06:55.609707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:55.05867Z","time spent":"551.014478ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:06:55.847849Z","caller":"traceutil/trace.go:171","msg":"trace[1232382957] transaction","detail":"{read_only:false; response_revision:26416; number_of_response:1; }","duration":"788.251951ms","start":"2026-07-02T06:06:55.059558Z","end":"2026-07-02T06:06:55.84781Z","steps":["trace[1232382957] 'process raft request' (duration: 788.080575ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:55.847919Z","caller":"traceutil/trace.go:171","msg":"trace[715999999] transaction","detail":"{read_only:false; response_revision:26417; number_of_response:1; }","duration":"788.173448ms","start":"2026-07-02T06:06:55.059735Z","end":"2026-07-02T06:06:55.847909Z","steps":["trace[715999999] 'process raft request' (duration: 787.943661ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:55.847802Z","caller":"traceutil/trace.go:171","msg":"trace[924746145] linearizableReadLoop","detail":"{readStateIndex:27302; appliedIndex:27297; }","duration":"429.652343ms","start":"2026-07-02T06:06:55.418129Z","end":"2026-07-02T06:06:55.847781Z","steps":["trace[924746145] 'read index received' (duration: 346.307375ms)","trace[924746145] 'applied index is now lower than readState.Index' (duration: 83.344158ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:06:55.847969Z","caller":"traceutil/trace.go:171","msg":"trace[704223735] transaction","detail":"{read_only:false; response_revision:26419; number_of_response:1; }","duration":"783.659214ms","start":"2026-07-02T06:06:55.064274Z","end":"2026-07-02T06:06:55.847933Z","steps":["trace[704223735] 'process raft request' (duration: 783.466958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:55.848003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:55.059546Z","time spent":"788.383506ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:06:55.848027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:55.059724Z","time spent":"788.231251ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:06:55.847863Z","caller":"traceutil/trace.go:171","msg":"trace[1504209050] transaction","detail":"{read_only:false; response_revision:26418; number_of_response:1; }","duration":"784.181241ms","start":"2026-07-02T06:06:55.063659Z","end":"2026-07-02T06:06:55.847841Z","steps":["trace[1504209050] 'process raft request' (duration: 784.049707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:55.848147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.007304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-02T06:06:55.848137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:55.064255Z","time spent":"783.790438ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:06:55.848173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:55.063635Z","time spent":"784.511212ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:06:55.84822Z","caller":"traceutil/trace.go:171","msg":"trace[891047227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26419; }","duration":"430.095857ms","start":"2026-07-02T06:06:55.418092Z","end":"2026-07-02T06:06:55.848188Z","steps":["trace[891047227] 'agreement among raft nodes before linearized reading' (duration: 429.915781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:55.848273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:55.418074Z","time spent":"430.18783ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-02T06:06:55.848222Z","caller":"traceutil/trace.go:171","msg":"trace[2092590414] transaction","detail":"{read_only:false; response_revision:26415; number_of_response:1; }","duration":"788.877401ms","start":"2026-07-02T06:06:55.059279Z","end":"2026-07-02T06:06:55.848157Z","steps":["trace[2092590414] 'process raft request' (duration: 705.033817ms)","trace[2092590414] 'compare' (duration: 83.192633ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:06:55.848446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:55.059249Z","time spent":"789.095868ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:06:56.245593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.640695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:06:56.245957Z","caller":"traceutil/trace.go:171","msg":"trace[1032642031] transaction","detail":"{read_only:false; response_revision:26420; number_of_response:1; }","duration":"750.494922ms","start":"2026-07-02T06:06:55.495431Z","end":"2026-07-02T06:06:56.245926Z","steps":["trace[1032642031] 'process raft request' (duration: 453.431693ms)","trace[1032642031] 'compare' (duration: 296.536472ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:06:56.245963Z","caller":"traceutil/trace.go:171","msg":"trace[13881883] transaction","detail":"{read_only:false; response_revision:26421; number_of_response:1; }","duration":"718.819538ms","start":"2026-07-02T06:06:55.527113Z","end":"2026-07-02T06:06:56.245933Z","steps":["trace[13881883] 'process raft request' (duration: 718.56706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:56.246089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:55.495408Z","time spent":"750.612666ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:06:56.246784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:55.527092Z","time spent":"719.612204ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:06:56.547608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.79247ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-02T06:06:56.548201Z","caller":"traceutil/trace.go:171","msg":"trace[558571124] linearizableReadLoop","detail":"{readStateIndex:27305; appliedIndex:27302; }","duration":"700.180461ms","start":"2026-07-02T06:06:55.847987Z","end":"2026-07-02T06:06:56.548167Z","steps":["trace[558571124] 'read index received' (duration: 101.117966ms)","trace[558571124] 'applied index is now lower than readState.Index' (duration: 599.061375ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:06:56.548249Z","caller":"traceutil/trace.go:171","msg":"trace[1339921364] transaction","detail":"{read_only:false; response_revision:26422; number_of_response:1; }","duration":"695.213763ms","start":"2026-07-02T06:06:55.853009Z","end":"2026-07-02T06:06:56.548223Z","steps":["trace[1339921364] 'process raft request' (duration: 694.699987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:56.548392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:55.85299Z","time spent":"695.323626ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:06:56.647544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.490736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:06:56.647629Z","caller":"traceutil/trace.go:171","msg":"trace[1933940433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26422; }","duration":"712.646211ms","start":"2026-07-02T06:06:55.934959Z","end":"2026-07-02T06:06:56.647605Z","steps":["trace[1933940433] 'agreement among raft nodes before linearized reading' (duration: 613.375724ms)","trace[1933940433] 'range keys from in-memory index tree' (duration: 99.148344ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:06:56.647672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:55.93494Z","time spent":"712.722173ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:06:56.6478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.024906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:06:56.647892Z","caller":"traceutil/trace.go:171","msg":"trace[2006761738] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26422; }","duration":"341.161441ms","start":"2026-07-02T06:06:56.306704Z","end":"2026-07-02T06:06:56.647866Z","steps":["trace[2006761738] 'agreement among raft nodes before linearized reading' (duration: 241.647975ms)","trace[2006761738] 'count revisions from in-memory index tree' (duration: 99.379541ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:06:56.647942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:56.30669Z","time spent":"341.240693ms","remote":"127.0.0.1:33994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:06:56.647974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046509908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:06:56.648027Z","caller":"traceutil/trace.go:171","msg":"trace[1054253640] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:26422; }","duration":"1.04659485s","start":"2026-07-02T06:06:55.601408Z","end":"2026-07-02T06:06:56.648003Z","steps":["trace[1054253640] 'agreement among raft nodes before linearized reading' (duration: 946.783605ms)","trace[1054253640] 'count revisions from in-memory index tree' (duration: 99.746542ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:06:56.648062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:55.601379Z","time spent":"1.046674283s","remote":"127.0.0.1:47346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:06:56.648122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229845776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-02T06:06:56.6482Z","caller":"traceutil/trace.go:171","msg":"trace[688782744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26422; }","duration":"1.22996124s","start":"2026-07-02T06:06:55.418217Z","end":"2026-07-02T06:06:56.648179Z","steps":["trace[688782744] 'agreement among raft nodes before linearized reading' (duration: 1.130088743s)","trace[688782744] 'range keys from in-memory index tree' (duration: 99.698741ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:06:56.648236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.029371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:06:56.648252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:55.418196Z","time spent":"1.230045323s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T06:06:56.64828Z","caller":"traceutil/trace.go:171","msg":"trace[2010809151] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26422; }","duration":"617.106233ms","start":"2026-07-02T06:06:56.03116Z","end":"2026-07-02T06:06:56.648266Z","steps":["trace[2010809151] 'agreement among raft nodes before linearized reading' (duration: 517.199745ms)","trace[2010809151] 'count revisions from in-memory index tree' (duration: 99.847536ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:06:56.648301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230090664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-02T06:06:56.648312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:56.031129Z","time spent":"617.173976ms","remote":"127.0.0.1:47396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":77,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:06:56.64834Z","caller":"traceutil/trace.go:171","msg":"trace[211328473] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26422; }","duration":"1.230161386s","start":"2026-07-02T06:06:55.418166Z","end":"2026-07-02T06:06:56.648327Z","steps":["trace[211328473] 'agreement among raft nodes before linearized reading' (duration: 1.130147445s)","trace[211328473] 'range keys from in-memory index tree' (duration: 99.899248ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:06:56.64837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:55.418147Z","time spent":"1.230215998s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T06:06:56.648464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.1114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:06:56.648505Z","caller":"traceutil/trace.go:171","msg":"trace[1730490532] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26422; }","duration":"974.150112ms","start":"2026-07-02T06:06:55.674342Z","end":"2026-07-02T06:06:56.648492Z","steps":["trace[1730490532] 'agreement among raft nodes before linearized reading' (duration: 874.025667ms)","trace[1730490532] 'count revisions from in-memory index tree' (duration: 100.076093ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:06:56.648541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:55.674323Z","time spent":"974.209633ms","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:06:56.648551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22996993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-02T06:06:56.648611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230400554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-02T06:06:56.648647Z","caller":"traceutil/trace.go:171","msg":"trace[1518377683] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26422; }","duration":"1.230472066s","start":"2026-07-02T06:06:55.418165Z","end":"2026-07-02T06:06:56.648637Z","steps":["trace[1518377683] 'agreement among raft nodes before linearized reading' (duration: 1.130155345s)","trace[1518377683] 'range keys from in-memory index tree' (duration: 100.235579ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:06:56.648732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:55.418144Z","time spent":"1.230579959s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T06:06:56.648602Z","caller":"traceutil/trace.go:171","msg":"trace[2114061118] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26422; }","duration":"1.230013132s","start":"2026-07-02T06:06:55.418569Z","end":"2026-07-02T06:06:56.648582Z","steps":["trace[2114061118] 'agreement among raft nodes before linearized reading' (duration: 1.129717971s)","trace[2114061118] 'range keys from in-memory index tree' (duration: 100.183986ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:06:56.64896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:55.418562Z","time spent":"1.230387653s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-02T06:06:56.856005Z","caller":"traceutil/trace.go:171","msg":"trace[1019001458] transaction","detail":"{read_only:false; response_revision:26423; number_of_response:1; }","duration":"203.910087ms","start":"2026-07-02T06:06:56.652071Z","end":"2026-07-02T06:06:56.855981Z","steps":["trace[1019001458] 'process raft request' (duration: 203.6922ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:56.959951Z","caller":"traceutil/trace.go:171","msg":"trace[1287027227] linearizableReadLoop","detail":"{readStateIndex:27310; appliedIndex:27306; }","duration":"219.857317ms","start":"2026-07-02T06:06:56.740075Z","end":"2026-07-02T06:06:56.959932Z","steps":["trace[1287027227] 'read index received' (duration: 115.681513ms)","trace[1287027227] 'applied index is now lower than readState.Index' (duration: 104.174934ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:06:56.959972Z","caller":"traceutil/trace.go:171","msg":"trace[2134745009] transaction","detail":"{read_only:false; response_revision:26424; number_of_response:1; }","duration":"307.456981ms","start":"2026-07-02T06:06:56.652485Z","end":"2026-07-02T06:06:56.959942Z","steps":["trace[2134745009] 'process raft request' (duration: 306.279073ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:56.960057Z","caller":"traceutil/trace.go:171","msg":"trace[1752510885] transaction","detail":"{read_only:false; response_revision:26426; number_of_response:1; }","duration":"306.117357ms","start":"2026-07-02T06:06:56.653927Z","end":"2026-07-02T06:06:56.960044Z","steps":["trace[1752510885] 'process raft request' (duration: 305.950112ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:56.960043Z","caller":"traceutil/trace.go:171","msg":"trace[140124626] transaction","detail":"{read_only:false; response_revision:26425; number_of_response:1; }","duration":"306.298523ms","start":"2026-07-02T06:06:56.65368Z","end":"2026-07-02T06:06:56.959979Z","steps":["trace[140124626] 'process raft request' (duration: 306.163629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:56.960142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:56.653919Z","time spent":"306.162699ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:06:56.9602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.116565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:06:56.960211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:56.652471Z","time spent":"307.570764ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:06:56.960244Z","caller":"traceutil/trace.go:171","msg":"trace[254576809] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26426; }","duration":"220.199147ms","start":"2026-07-02T06:06:56.740035Z","end":"2026-07-02T06:06:56.960234Z","steps":["trace[254576809] 'agreement among raft nodes before linearized reading' (duration: 220.119755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:56.960244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:06:56.653668Z","time spent":"306.474179ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:07:03.052838Z","caller":"traceutil/trace.go:171","msg":"trace[459756843] linearizableReadLoop","detail":"{readStateIndex:27353; appliedIndex:27352; }","duration":"119.974815ms","start":"2026-07-02T06:07:02.932845Z","end":"2026-07-02T06:07:03.05282Z","steps":["trace[459756843] 'read index received' (duration: 119.809869ms)","trace[459756843] 'applied index is now lower than readState.Index' (duration: 164.376µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:07:03.052976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.108389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:07:03.053005Z","caller":"traceutil/trace.go:171","msg":"trace[1938222641] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26468; }","duration":"120.15673ms","start":"2026-07-02T06:07:02.932841Z","end":"2026-07-02T06:07:03.052998Z","steps":["trace[1938222641] 'agreement among raft nodes before linearized reading' (duration: 120.061057ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:03.053263Z","caller":"traceutil/trace.go:171","msg":"trace[250053788] transaction","detail":"{read_only:false; response_revision:26468; number_of_response:1; }","duration":"144.784036ms","start":"2026-07-02T06:07:02.908445Z","end":"2026-07-02T06:07:03.053229Z","steps":["trace[250053788] 'process raft request' (duration: 144.260479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:23.774237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.151085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:07:23.774331Z","caller":"traceutil/trace.go:171","msg":"trace[2047952775] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26618; }","duration":"133.281409ms","start":"2026-07-02T06:07:23.641026Z","end":"2026-07-02T06:07:23.774307Z","steps":["trace[2047952775] 'count revisions from in-memory index tree' (duration: 133.089762ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:29.456077Z","caller":"traceutil/trace.go:171","msg":"trace[1909698426] linearizableReadLoop","detail":"{readStateIndex:27548; appliedIndex:27547; }","duration":"186.314899ms","start":"2026-07-02T06:07:29.269737Z","end":"2026-07-02T06:07:29.456052Z","steps":["trace[1909698426] 'read index received' (duration: 185.992299ms)","trace[1909698426] 'applied index is now lower than readState.Index' (duration: 321.57µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:07:29.456198Z","caller":"traceutil/trace.go:171","msg":"trace[1587769881] transaction","detail":"{read_only:false; response_revision:26658; number_of_response:1; }","duration":"213.116384ms","start":"2026-07-02T06:07:29.243042Z","end":"2026-07-02T06:07:29.456159Z","steps":["trace[1587769881] 'process raft request' (duration: 212.845205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:29.456319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.564757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-02T06:07:29.456376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.642551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:07:29.456402Z","caller":"traceutil/trace.go:171","msg":"trace[1674654949] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26658; }","duration":"186.701712ms","start":"2026-07-02T06:07:29.269681Z","end":"2026-07-02T06:07:29.456383Z","steps":["trace[1674654949] 'agreement among raft nodes before linearized reading' (duration: 186.496775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:29.456419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.456942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:07:29.456435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.858588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-02T06:07:29.45645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.537769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-02T06:07:29.456459Z","caller":"traceutil/trace.go:171","msg":"trace[1256432077] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26658; }","duration":"144.803366ms","start":"2026-07-02T06:07:29.311636Z","end":"2026-07-02T06:07:29.456439Z","steps":["trace[1256432077] 'agreement among raft nodes before linearized reading' (duration: 144.621631ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:29.456496Z","caller":"traceutil/trace.go:171","msg":"trace[107695045] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26658; }","duration":"181.93455ms","start":"2026-07-02T06:07:29.274546Z","end":"2026-07-02T06:07:29.456481Z","steps":["trace[107695045] 'agreement among raft nodes before linearized reading' (duration: 181.746694ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:29.456506Z","caller":"traceutil/trace.go:171","msg":"trace[540261442] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26658; }","duration":"139.642991ms","start":"2026-07-02T06:07:29.316848Z","end":"2026-07-02T06:07:29.456491Z","steps":["trace[540261442] 'agreement among raft nodes before linearized reading' (duration: 139.396123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:29.456527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.021245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-02T06:07:29.456549Z","caller":"traceutil/trace.go:171","msg":"trace[460440247] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26658; }","duration":"141.080008ms","start":"2026-07-02T06:07:29.315463Z","end":"2026-07-02T06:07:29.456543Z","steps":["trace[460440247] 'agreement among raft nodes before linearized reading' (duration: 141.013746ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:29.456458Z","caller":"traceutil/trace.go:171","msg":"trace[741069210] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26658; }","duration":"105.543305ms","start":"2026-07-02T06:07:29.350904Z","end":"2026-07-02T06:07:29.456447Z","steps":["trace[741069210] 'agreement among raft nodes before linearized reading' (duration: 105.458762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:29.457034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.764756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-02T06:07:29.457078Z","caller":"traceutil/trace.go:171","msg":"trace[287536911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26658; }","duration":"182.842568ms","start":"2026-07-02T06:07:29.27422Z","end":"2026-07-02T06:07:29.457063Z","steps":["trace[287536911] 'agreement among raft nodes before linearized reading' (duration: 181.981611ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:30.065617Z","caller":"traceutil/trace.go:171","msg":"trace[1570496771] transaction","detail":"{read_only:false; response_revision:26663; number_of_response:1; }","duration":"343.036645ms","start":"2026-07-02T06:07:29.722556Z","end":"2026-07-02T06:07:30.065593Z","steps":["trace[1570496771] 'process raft request' (duration: 342.848729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:30.065749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:29.722535Z","time spent":"343.153159ms","remote":"127.0.0.1:50056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":56764,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T06:07:30.091181Z","caller":"traceutil/trace.go:171","msg":"trace[1381343174] linearizableReadLoop","detail":"{readStateIndex:27555; appliedIndex:27553; }","duration":"156.008443ms","start":"2026-07-02T06:07:29.935149Z","end":"2026-07-02T06:07:30.091158Z","steps":["trace[1381343174] 'read index received' (duration: 130.215721ms)","trace[1381343174] 'applied index is now lower than readState.Index' (duration: 25.791742ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:07:30.091334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.166099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:07:30.091353Z","caller":"traceutil/trace.go:171","msg":"trace[1737283841] transaction","detail":"{read_only:false; response_revision:26664; number_of_response:1; }","duration":"294.960972ms","start":"2026-07-02T06:07:29.796333Z","end":"2026-07-02T06:07:30.091294Z","steps":["trace[1737283841] 'process raft request' (duration: 294.661093ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:30.091392Z","caller":"traceutil/trace.go:171","msg":"trace[764172995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26664; }","duration":"156.267162ms","start":"2026-07-02T06:07:29.935107Z","end":"2026-07-02T06:07:30.091374Z","steps":["trace[764172995] 'agreement among raft nodes before linearized reading' (duration: 156.164669ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:30.390601Z","caller":"traceutil/trace.go:171","msg":"trace[1802533103] transaction","detail":"{read_only:false; response_revision:26670; number_of_response:1; }","duration":"293.685622ms","start":"2026-07-02T06:07:30.096888Z","end":"2026-07-02T06:07:30.390574Z","steps":["trace[1802533103] 'process raft request' (duration: 293.609799ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:30.390642Z","caller":"traceutil/trace.go:171","msg":"trace[604643882] transaction","detail":"{read_only:false; response_revision:26669; number_of_response:1; }","duration":"293.92193ms","start":"2026-07-02T06:07:30.096687Z","end":"2026-07-02T06:07:30.390609Z","steps":["trace[604643882] 'process raft request' (duration: 293.744034ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:30.390646Z","caller":"traceutil/trace.go:171","msg":"trace[67793316] transaction","detail":"{read_only:false; response_revision:26668; number_of_response:1; }","duration":"293.986832ms","start":"2026-07-02T06:07:30.096632Z","end":"2026-07-02T06:07:30.390619Z","steps":["trace[67793316] 'process raft request' (duration: 293.646011ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:30.390812Z","caller":"traceutil/trace.go:171","msg":"trace[1371409461] transaction","detail":"{read_only:false; response_revision:26671; number_of_response:1; }","duration":"293.878648ms","start":"2026-07-02T06:07:30.096923Z","end":"2026-07-02T06:07:30.390802Z","steps":["trace[1371409461] 'process raft request' (duration: 293.61659ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:30.390945Z","caller":"traceutil/trace.go:171","msg":"trace[1618237299] transaction","detail":"{read_only:false; response_revision:26672; number_of_response:1; }","duration":"293.991472ms","start":"2026-07-02T06:07:30.096925Z","end":"2026-07-02T06:07:30.390917Z","steps":["trace[1618237299] 'process raft request' (duration: 293.775055ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:30.391183Z","caller":"traceutil/trace.go:171","msg":"trace[161015157] transaction","detail":"{read_only:false; response_revision:26673; number_of_response:1; }","duration":"294.190368ms","start":"2026-07-02T06:07:30.096965Z","end":"2026-07-02T06:07:30.391156Z","steps":["trace[161015157] 'process raft request' (duration: 293.850327ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:30.391202Z","caller":"traceutil/trace.go:171","msg":"trace[695798814] transaction","detail":"{read_only:false; response_revision:26675; number_of_response:1; }","duration":"293.95438ms","start":"2026-07-02T06:07:30.097236Z","end":"2026-07-02T06:07:30.391191Z","steps":["trace[695798814] 'process raft request' (duration: 293.889098ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:30.391213Z","caller":"traceutil/trace.go:171","msg":"trace[689935621] transaction","detail":"{read_only:false; response_revision:26676; number_of_response:1; }","duration":"293.856888ms","start":"2026-07-02T06:07:30.097341Z","end":"2026-07-02T06:07:30.391198Z","steps":["trace[689935621] 'process raft request' (duration: 293.809436ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:30.391195Z","caller":"traceutil/trace.go:171","msg":"trace[686576300] transaction","detail":"{read_only:false; response_revision:26674; number_of_response:1; }","duration":"293.998882ms","start":"2026-07-02T06:07:30.09717Z","end":"2026-07-02T06:07:30.391169Z","steps":["trace[686576300] 'process raft request' (duration: 293.892288ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:30.391228Z","caller":"traceutil/trace.go:171","msg":"trace[2095695923] linearizableReadLoop","detail":"{readStateIndex:27569; appliedIndex:27556; }","duration":"244.019839ms","start":"2026-07-02T06:07:30.147196Z","end":"2026-07-02T06:07:30.391216Z","steps":["trace[2095695923] 'read index received' (duration: 39.399666ms)","trace[2095695923] 'applied index is now lower than readState.Index' (duration: 204.619553ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:07:30.391289Z","caller":"traceutil/trace.go:171","msg":"trace[1812407528] transaction","detail":"{read_only:false; response_revision:26677; number_of_response:1; }","duration":"293.838427ms","start":"2026-07-02T06:07:30.097434Z","end":"2026-07-02T06:07:30.391272Z","steps":["trace[1812407528] 'process raft request' (duration: 293.736414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:30.391353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.146033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:07:30.391344Z","caller":"traceutil/trace.go:171","msg":"trace[1366546998] transaction","detail":"{read_only:false; response_revision:26678; number_of_response:1; }","duration":"293.827087ms","start":"2026-07-02T06:07:30.097463Z","end":"2026-07-02T06:07:30.39129Z","steps":["trace[1366546998] 'process raft request' (duration: 293.727063ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:30.391385Z","caller":"traceutil/trace.go:171","msg":"trace[1174099141] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26678; }","duration":"244.221635ms","start":"2026-07-02T06:07:30.147155Z","end":"2026-07-02T06:07:30.391376Z","steps":["trace[1174099141] 'agreement among raft nodes before linearized reading' (duration: 244.097001ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:30.427763Z","caller":"traceutil/trace.go:171","msg":"trace[1918950243] transaction","detail":"{read_only:false; response_revision:26679; number_of_response:1; }","duration":"185.172113ms","start":"2026-07-02T06:07:30.242569Z","end":"2026-07-02T06:07:30.427741Z","steps":["trace[1918950243] 'process raft request' (duration: 185.022338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:30.42832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.379025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:07:30.428402Z","caller":"traceutil/trace.go:171","msg":"trace[1120948378] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26683; }","duration":"124.501129ms","start":"2026-07-02T06:07:30.30388Z","end":"2026-07-02T06:07:30.428381Z","steps":["trace[1120948378] 'agreement among raft nodes before linearized reading' (duration: 124.368815ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:30.59447Z","caller":"traceutil/trace.go:171","msg":"trace[1552704711] linearizableReadLoop","detail":"{readStateIndex:27581; appliedIndex:27574; }","duration":"166.228309ms","start":"2026-07-02T06:07:30.428223Z","end":"2026-07-02T06:07:30.594451Z","steps":["trace[1552704711] 'read index received' (duration: 166.097345ms)","trace[1552704711] 'applied index is now lower than readState.Index' (duration: 130.214µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:07:30.594564Z","caller":"traceutil/trace.go:171","msg":"trace[1181192896] transaction","detail":"{read_only:false; response_revision:26684; number_of_response:1; }","duration":"198.413515ms","start":"2026-07-02T06:07:30.39614Z","end":"2026-07-02T06:07:30.594553Z","steps":["trace[1181192896] 'process raft request' (duration: 198.112345ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:30.594676Z","caller":"traceutil/trace.go:171","msg":"trace[232198850] transaction","detail":"{read_only:false; response_revision:26685; number_of_response:1; }","duration":"198.192018ms","start":"2026-07-02T06:07:30.39646Z","end":"2026-07-02T06:07:30.594652Z","steps":["trace[232198850] 'process raft request' (duration: 197.887688ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:30.59472Z","caller":"traceutil/trace.go:171","msg":"trace[1130781191] transaction","detail":"{read_only:false; response_revision:26686; number_of_response:1; }","duration":"198.234219ms","start":"2026-07-02T06:07:30.396481Z","end":"2026-07-02T06:07:30.594716Z","steps":["trace[1130781191] 'process raft request' (duration: 197.884058ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:30.594759Z","caller":"traceutil/trace.go:171","msg":"trace[1998069883] transaction","detail":"{read_only:false; response_revision:26687; number_of_response:1; }","duration":"197.812215ms","start":"2026-07-02T06:07:30.396943Z","end":"2026-07-02T06:07:30.594755Z","steps":["trace[1998069883] 'process raft request' (duration: 197.435853ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:30.594802Z","caller":"traceutil/trace.go:171","msg":"trace[149217094] transaction","detail":"{read_only:false; response_revision:26688; number_of_response:1; }","duration":"197.642381ms","start":"2026-07-02T06:07:30.397155Z","end":"2026-07-02T06:07:30.594798Z","steps":["trace[149217094] 'process raft request' (duration: 197.246058ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:30.594869Z","caller":"traceutil/trace.go:171","msg":"trace[1346226765] transaction","detail":"{read_only:false; response_revision:26689; number_of_response:1; }","duration":"197.529866ms","start":"2026-07-02T06:07:30.397316Z","end":"2026-07-02T06:07:30.594846Z","steps":["trace[1346226765] 'process raft request' (duration: 197.098333ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:30.594926Z","caller":"traceutil/trace.go:171","msg":"trace[680616781] transaction","detail":"{read_only:false; response_revision:26690; number_of_response:1; }","duration":"197.489886ms","start":"2026-07-02T06:07:30.397403Z","end":"2026-07-02T06:07:30.594892Z","steps":["trace[680616781] 'process raft request' (duration: 197.027891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:30.595176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.694024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api.18be63ff2c212cc9\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-02T06:07:30.595276Z","caller":"traceutil/trace.go:171","msg":"trace[1152573291] range","detail":"{range_begin:/registry/events/openstack/manila-api.18be63ff2c212cc9; range_end:; response_count:1; response_revision:26690; }","duration":"198.826468ms","start":"2026-07-02T06:07:30.396429Z","end":"2026-07-02T06:07:30.595255Z","steps":["trace[1152573291] 'agreement among raft nodes before linearized reading' (duration: 198.497878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:30.597084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.859301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-02T06:07:30.597273Z","caller":"traceutil/trace.go:171","msg":"trace[809058058] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:26691; }","duration":"168.076588ms","start":"2026-07-02T06:07:30.429129Z","end":"2026-07-02T06:07:30.597206Z","steps":["trace[809058058] 'agreement among raft nodes before linearized reading' (duration: 167.707956ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:31.214697Z","caller":"traceutil/trace.go:171","msg":"trace[1600595679] linearizableReadLoop","detail":"{readStateIndex:27585; appliedIndex:27582; }","duration":"604.942104ms","start":"2026-07-02T06:07:30.609734Z","end":"2026-07-02T06:07:31.214676Z","steps":["trace[1600595679] 'read index received' (duration: 21.504736ms)","trace[1600595679] 'applied index is now lower than readState.Index' (duration: 583.436358ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:07:31.214985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:30.600398Z","time spent":"614.581972ms","remote":"127.0.0.1:49992","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-02T06:07:31.215127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.372078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-07-02T06:07:31.215206Z","caller":"traceutil/trace.go:171","msg":"trace[1309534509] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26693; }","duration":"605.489221ms","start":"2026-07-02T06:07:30.609699Z","end":"2026-07-02T06:07:31.215188Z","steps":["trace[1309534509] 'agreement among raft nodes before linearized reading' (duration: 605.242504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:31.21525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:30.609687Z","time spent":"605.555723ms","remote":"127.0.0.1:50356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-07-02T06:07:31.215241Z","caller":"traceutil/trace.go:171","msg":"trace[975302638] transaction","detail":"{read_only:false; response_revision:26693; number_of_response:1; }","duration":"612.165354ms","start":"2026-07-02T06:07:30.603046Z","end":"2026-07-02T06:07:31.215211Z","steps":["trace[975302638] 'process raft request' (duration: 611.516863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:31.215287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.461092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T06:07:31.215324Z","caller":"traceutil/trace.go:171","msg":"trace[1690103042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26693; }","duration":"382.511674ms","start":"2026-07-02T06:07:30.832804Z","end":"2026-07-02T06:07:31.215316Z","steps":["trace[1690103042] 'agreement among raft nodes before linearized reading' (duration: 382.41268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:31.215306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.077108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:07:31.215353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:30.832798Z","time spent":"382.549755ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T06:07:31.215254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.562901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:07:31.215383Z","caller":"traceutil/trace.go:171","msg":"trace[389206008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26693; }","duration":"280.196652ms","start":"2026-07-02T06:07:30.935166Z","end":"2026-07-02T06:07:31.215362Z","steps":["trace[389206008] 'agreement among raft nodes before linearized reading' (duration: 280.029897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:31.215384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:30.603034Z","time spent":"612.284379ms","remote":"127.0.0.1:50062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24483,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T06:07:31.21542Z","caller":"traceutil/trace.go:171","msg":"trace[1611049071] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26693; }","duration":"167.781408ms","start":"2026-07-02T06:07:31.047618Z","end":"2026-07-02T06:07:31.2154Z","steps":["trace[1611049071] 'agreement among raft nodes before linearized reading' (duration: 167.550911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:31.226779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.630919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224964"} {"level":"info","ts":"2026-07-02T06:07:31.227099Z","caller":"traceutil/trace.go:171","msg":"trace[792663830] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:26693; }","duration":"395.129515ms","start":"2026-07-02T06:07:30.831949Z","end":"2026-07-02T06:07:31.227079Z","steps":["trace[792663830] 'agreement among raft nodes before linearized reading' (duration: 383.200925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:31.227149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:30.831932Z","time spent":"395.199548ms","remote":"127.0.0.1:50062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2224987,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-07-02T06:07:31.420309Z","caller":"traceutil/trace.go:171","msg":"trace[1530895786] transaction","detail":"{read_only:false; response_revision:26708; number_of_response:1; }","duration":"144.098783ms","start":"2026-07-02T06:07:31.27619Z","end":"2026-07-02T06:07:31.420289Z","steps":["trace[1530895786] 'process raft request' (duration: 143.99662ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:31.420315Z","caller":"traceutil/trace.go:171","msg":"trace[1663195155] transaction","detail":"{read_only:false; response_revision:26707; number_of_response:1; }","duration":"144.149025ms","start":"2026-07-02T06:07:31.276137Z","end":"2026-07-02T06:07:31.420286Z","steps":["trace[1663195155] 'process raft request' (duration: 113.299092ms)","trace[1663195155] 'compare' (duration: 30.474581ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:07:31.420365Z","caller":"traceutil/trace.go:171","msg":"trace[418681935] transaction","detail":"{read_only:false; response_revision:26709; number_of_response:1; }","duration":"144.093984ms","start":"2026-07-02T06:07:31.276235Z","end":"2026-07-02T06:07:31.420328Z","steps":["trace[418681935] 'process raft request' (duration: 144.004341ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:31.42042Z","caller":"traceutil/trace.go:171","msg":"trace[1890880326] transaction","detail":"{read_only:false; response_revision:26710; number_of_response:1; }","duration":"144.136885ms","start":"2026-07-02T06:07:31.276261Z","end":"2026-07-02T06:07:31.420398Z","steps":["trace[1890880326] 'process raft request' (duration: 143.99564ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:31.420532Z","caller":"traceutil/trace.go:171","msg":"trace[2056394451] linearizableReadLoop","detail":"{readStateIndex:27607; appliedIndex:27598; }","duration":"111.874406ms","start":"2026-07-02T06:07:31.308647Z","end":"2026-07-02T06:07:31.420521Z","steps":["trace[2056394451] 'read index received' (duration: 80.746444ms)","trace[2056394451] 'applied index is now lower than readState.Index' (duration: 31.127332ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:07:31.420617Z","caller":"traceutil/trace.go:171","msg":"trace[976141593] transaction","detail":"{read_only:false; response_revision:26715; number_of_response:1; }","duration":"144.063812ms","start":"2026-07-02T06:07:31.276532Z","end":"2026-07-02T06:07:31.420596Z","steps":["trace[976141593] 'process raft request' (duration: 143.966189ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:31.420616Z","caller":"traceutil/trace.go:171","msg":"trace[1446203867] transaction","detail":"{read_only:false; response_revision:26713; number_of_response:1; }","duration":"144.123745ms","start":"2026-07-02T06:07:31.276456Z","end":"2026-07-02T06:07:31.42058Z","steps":["trace[1446203867] 'process raft request' (duration: 144.004581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:31.420676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.782874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-02T06:07:31.420636Z","caller":"traceutil/trace.go:171","msg":"trace[1263333638] transaction","detail":"{read_only:false; response_revision:26714; number_of_response:1; }","duration":"144.064572ms","start":"2026-07-02T06:07:31.27654Z","end":"2026-07-02T06:07:31.420604Z","steps":["trace[1263333638] 'process raft request' (duration: 143.941478ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:31.420709Z","caller":"traceutil/trace.go:171","msg":"trace[582642367] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:26715; }","duration":"138.851716ms","start":"2026-07-02T06:07:31.281848Z","end":"2026-07-02T06:07:31.420699Z","steps":["trace[582642367] 'agreement among raft nodes before linearized reading' (duration: 138.715872ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:31.420779Z","caller":"traceutil/trace.go:171","msg":"trace[1728978283] transaction","detail":"{read_only:false; response_revision:26711; number_of_response:1; }","duration":"144.461185ms","start":"2026-07-02T06:07:31.276307Z","end":"2026-07-02T06:07:31.420768Z","steps":["trace[1728978283] 'process raft request' (duration: 144.111333ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:31.420933Z","caller":"traceutil/trace.go:171","msg":"trace[1440592882] transaction","detail":"{read_only:false; response_revision:26712; number_of_response:1; }","duration":"144.560218ms","start":"2026-07-02T06:07:31.276363Z","end":"2026-07-02T06:07:31.420923Z","steps":["trace[1440592882] 'process raft request' (duration: 144.079942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:31.420985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.972913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-07-02T06:07:31.421048Z","caller":"traceutil/trace.go:171","msg":"trace[641870522] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26715; }","duration":"125.096277ms","start":"2026-07-02T06:07:31.295932Z","end":"2026-07-02T06:07:31.421028Z","steps":["trace[641870522] 'agreement among raft nodes before linearized reading' (duration: 124.87551ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:31.554189Z","caller":"traceutil/trace.go:171","msg":"trace[1383081755] transaction","detail":"{read_only:false; response_revision:26717; number_of_response:1; }","duration":"108.817049ms","start":"2026-07-02T06:07:31.445354Z","end":"2026-07-02T06:07:31.554171Z","steps":["trace[1383081755] 'process raft request' (duration: 108.631893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:31.554383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.761804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1347"} {"level":"info","ts":"2026-07-02T06:07:31.554456Z","caller":"traceutil/trace.go:171","msg":"trace[130923009] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:26718; }","duration":"122.863477ms","start":"2026-07-02T06:07:31.431574Z","end":"2026-07-02T06:07:31.554438Z","steps":["trace[130923009] 'agreement among raft nodes before linearized reading' (duration: 122.615469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:32.066964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368746383326939,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T06:07:32.107201Z","caller":"traceutil/trace.go:171","msg":"trace[1683133165] transaction","detail":"{read_only:false; response_revision:26722; number_of_response:1; }","duration":"544.197518ms","start":"2026-07-02T06:07:31.56297Z","end":"2026-07-02T06:07:32.107168Z","steps":["trace[1683133165] 'process raft request' (duration: 543.982041ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:32.107224Z","caller":"traceutil/trace.go:171","msg":"trace[190193241] transaction","detail":"{read_only:false; response_revision:26723; number_of_response:1; }","duration":"543.835527ms","start":"2026-07-02T06:07:31.563362Z","end":"2026-07-02T06:07:32.107197Z","steps":["trace[190193241] 'process raft request' (duration: 543.707332ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:32.107264Z","caller":"traceutil/trace.go:171","msg":"trace[607535310] transaction","detail":"{read_only:false; response_revision:26724; number_of_response:1; }","duration":"542.979899ms","start":"2026-07-02T06:07:31.564253Z","end":"2026-07-02T06:07:32.107233Z","steps":["trace[607535310] 'process raft request' (duration: 542.846244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:32.107354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:31.562934Z","time spent":"544.350402ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:07:32.107367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:31.563334Z","time spent":"543.960241ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:07:32.107384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:31.564234Z","time spent":"543.091503ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:07:32.107544Z","caller":"traceutil/trace.go:171","msg":"trace[858679154] transaction","detail":"{read_only:false; response_revision:26725; number_of_response:1; }","duration":"543.272618ms","start":"2026-07-02T06:07:31.564264Z","end":"2026-07-02T06:07:32.107537Z","steps":["trace[858679154] 'process raft request' (duration: 542.860985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:32.107577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:31.564255Z","time spent":"543.307069ms","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8540,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T06:07:32.107591Z","caller":"traceutil/trace.go:171","msg":"trace[1229696323] transaction","detail":"{read_only:false; response_revision:26726; number_of_response:1; }","duration":"543.264098ms","start":"2026-07-02T06:07:31.564303Z","end":"2026-07-02T06:07:32.107567Z","steps":["trace[1229696323] 'process raft request' (duration: 543.117744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:32.107686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:31.564286Z","time spent":"543.359741ms","remote":"127.0.0.1:50128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":501,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T06:07:32.107831Z","caller":"traceutil/trace.go:171","msg":"trace[1687506801] transaction","detail":"{read_only:false; response_revision:26727; number_of_response:1; }","duration":"543.239168ms","start":"2026-07-02T06:07:31.564586Z","end":"2026-07-02T06:07:32.107825Z","steps":["trace[1687506801] 'process raft request' (duration: 542.935308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:32.107867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:31.564579Z","time spent":"543.272738ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:07:32.108006Z","caller":"traceutil/trace.go:171","msg":"trace[707912623] transaction","detail":"{read_only:false; response_revision:26729; number_of_response:1; }","duration":"541.872254ms","start":"2026-07-02T06:07:31.566121Z","end":"2026-07-02T06:07:32.107994Z","steps":["trace[707912623] 'process raft request' (duration: 541.803312ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:32.108033Z","caller":"traceutil/trace.go:171","msg":"trace[1225917244] transaction","detail":"{read_only:false; response_revision:26728; number_of_response:1; }","duration":"543.113553ms","start":"2026-07-02T06:07:31.564913Z","end":"2026-07-02T06:07:32.108026Z","steps":["trace[1225917244] 'process raft request' (duration: 542.71919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:32.10806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:31.564906Z","time spent":"543.142685ms","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5737,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T06:07:32.108084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:31.566102Z","time spent":"541.942976ms","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6495,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T06:07:32.159557Z","caller":"traceutil/trace.go:171","msg":"trace[1556025461] linearizableReadLoop","detail":"{readStateIndex:27622; appliedIndex:27613; }","duration":"592.776567ms","start":"2026-07-02T06:07:31.56676Z","end":"2026-07-02T06:07:32.159536Z","steps":["trace[1556025461] 'read index received' (duration: 540.142009ms)","trace[1556025461] 'applied index is now lower than readState.Index' (duration: 52.633448ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:07:32.159662Z","caller":"traceutil/trace.go:171","msg":"trace[129349592] transaction","detail":"{read_only:false; response_revision:26730; number_of_response:1; }","duration":"593.314433ms","start":"2026-07-02T06:07:31.566325Z","end":"2026-07-02T06:07:32.159639Z","steps":["trace[129349592] 'process raft request' (duration: 593.005313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:32.159762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:31.566315Z","time spent":"593.399966ms","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5901,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T06:07:32.159736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.945122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:07:32.159811Z","caller":"traceutil/trace.go:171","msg":"trace[870881690] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:26731; }","duration":"593.052955ms","start":"2026-07-02T06:07:31.56674Z","end":"2026-07-02T06:07:32.159793Z","steps":["trace[870881690] 'agreement among raft nodes before linearized reading' (duration: 592.90374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:32.159857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:31.566732Z","time spent":"593.116408ms","remote":"127.0.0.1:50056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"info","ts":"2026-07-02T06:07:32.223506Z","caller":"traceutil/trace.go:171","msg":"trace[10566372] transaction","detail":"{read_only:false; response_revision:26734; number_of_response:1; }","duration":"106.701872ms","start":"2026-07-02T06:07:32.11677Z","end":"2026-07-02T06:07:32.223472Z","steps":["trace[10566372] 'process raft request' (duration: 106.615169ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:32.223513Z","caller":"traceutil/trace.go:171","msg":"trace[916651213] transaction","detail":"{read_only:false; response_revision:26732; number_of_response:1; }","duration":"109.290185ms","start":"2026-07-02T06:07:32.114201Z","end":"2026-07-02T06:07:32.223491Z","steps":["trace[916651213] 'process raft request' (duration: 88.923365ms)","trace[916651213] 'compare' (duration: 20.081201ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:07:32.223583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.809524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-02T06:07:32.223667Z","caller":"traceutil/trace.go:171","msg":"trace[820074459] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26734; }","duration":"574.939158ms","start":"2026-07-02T06:07:31.648709Z","end":"2026-07-02T06:07:32.223648Z","steps":["trace[820074459] 'agreement among raft nodes before linearized reading' (duration: 574.735151ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:32.223565Z","caller":"traceutil/trace.go:171","msg":"trace[999396826] transaction","detail":"{read_only:false; response_revision:26733; number_of_response:1; }","duration":"108.943503ms","start":"2026-07-02T06:07:32.114587Z","end":"2026-07-02T06:07:32.223531Z","steps":["trace[999396826] 'process raft request' (duration: 108.759857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:32.223728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:31.648691Z","time spent":"575.024381ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-02T06:07:32.223771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.93801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:07:32.223948Z","caller":"traceutil/trace.go:171","msg":"trace[339635375] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:26734; }","duration":"656.088345ms","start":"2026-07-02T06:07:31.567796Z","end":"2026-07-02T06:07:32.223885Z","steps":["trace[339635375] 'agreement among raft nodes before linearized reading' (duration: 655.777575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:32.223852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.844858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-02T06:07:32.224005Z","caller":"traceutil/trace.go:171","msg":"trace[1484160673] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26734; }","duration":"577.039816ms","start":"2026-07-02T06:07:31.64695Z","end":"2026-07-02T06:07:32.22399Z","steps":["trace[1484160673] 'agreement among raft nodes before linearized reading' (duration: 576.696795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:32.224036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:31.646933Z","time spent":"577.094177ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-02T06:07:32.224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:31.567787Z","time spent":"656.201358ms","remote":"127.0.0.1:50056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"info","ts":"2026-07-02T06:07:32.268521Z","caller":"traceutil/trace.go:171","msg":"trace[1038488034] transaction","detail":"{read_only:false; response_revision:26735; number_of_response:1; }","duration":"103.115997ms","start":"2026-07-02T06:07:32.165334Z","end":"2026-07-02T06:07:32.26845Z","steps":["trace[1038488034] 'process raft request' (duration: 102.750925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:32.268606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.407737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-07-02T06:07:32.268673Z","caller":"traceutil/trace.go:171","msg":"trace[1400607668] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:26735; }","duration":"103.51481ms","start":"2026-07-02T06:07:32.165139Z","end":"2026-07-02T06:07:32.268654Z","steps":["trace[1400607668] 'agreement among raft nodes before linearized reading' (duration: 103.291413ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:32.491925Z","caller":"traceutil/trace.go:171","msg":"trace[1833199738] transaction","detail":"{read_only:false; response_revision:26736; number_of_response:1; }","duration":"263.227111ms","start":"2026-07-02T06:07:32.228682Z","end":"2026-07-02T06:07:32.491909Z","steps":["trace[1833199738] 'process raft request' (duration: 262.951522ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:32.491955Z","caller":"traceutil/trace.go:171","msg":"trace[1811485340] transaction","detail":"{read_only:false; response_revision:26737; number_of_response:1; }","duration":"262.56411ms","start":"2026-07-02T06:07:32.229348Z","end":"2026-07-02T06:07:32.491912Z","steps":["trace[1811485340] 'process raft request' (duration: 262.383774ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:32.492109Z","caller":"traceutil/trace.go:171","msg":"trace[143308962] transaction","detail":"{read_only:false; response_revision:26738; number_of_response:1; }","duration":"261.148915ms","start":"2026-07-02T06:07:32.230944Z","end":"2026-07-02T06:07:32.492093Z","steps":["trace[143308962] 'process raft request' (duration: 260.815414ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:32.49223Z","caller":"traceutil/trace.go:171","msg":"trace[976978728] transaction","detail":"{read_only:false; response_revision:26739; number_of_response:1; }","duration":"258.871122ms","start":"2026-07-02T06:07:32.233335Z","end":"2026-07-02T06:07:32.492206Z","steps":["trace[976978728] 'process raft request' (duration: 258.680606ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:32.492565Z","caller":"traceutil/trace.go:171","msg":"trace[1794406351] linearizableReadLoop","detail":"{readStateIndex:27633; appliedIndex:27629; }","duration":"224.30851ms","start":"2026-07-02T06:07:32.26823Z","end":"2026-07-02T06:07:32.492538Z","steps":["trace[1794406351] 'read index received' (duration: 223.704511ms)","trace[1794406351] 'applied index is now lower than readState.Index' (duration: 603.439µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:07:32.492615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.696911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:07:32.492596Z","caller":"traceutil/trace.go:171","msg":"trace[1623226491] transaction","detail":"{read_only:false; response_revision:26741; number_of_response:1; }","duration":"257.215699ms","start":"2026-07-02T06:07:32.235346Z","end":"2026-07-02T06:07:32.492562Z","steps":["trace[1623226491] 'process raft request' (duration: 257.141377ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:32.492637Z","caller":"traceutil/trace.go:171","msg":"trace[1303746157] transaction","detail":"{read_only:false; response_revision:26740; number_of_response:1; }","duration":"258.945885ms","start":"2026-07-02T06:07:32.23368Z","end":"2026-07-02T06:07:32.492626Z","steps":["trace[1303746157] 'process raft request' (duration: 258.450259ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:32.492655Z","caller":"traceutil/trace.go:171","msg":"trace[1858771999] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:26741; }","duration":"261.767904ms","start":"2026-07-02T06:07:32.230874Z","end":"2026-07-02T06:07:32.492642Z","steps":["trace[1858771999] 'agreement among raft nodes before linearized reading' (duration: 261.694812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:32.492765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.438442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-07-02T06:07:32.492837Z","caller":"traceutil/trace.go:171","msg":"trace[1397583667] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:26741; }","duration":"265.564595ms","start":"2026-07-02T06:07:32.227244Z","end":"2026-07-02T06:07:32.492809Z","steps":["trace[1397583667] 'agreement among raft nodes before linearized reading' (duration: 265.39374ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:32.548302Z","caller":"traceutil/trace.go:171","msg":"trace[1824476812] transaction","detail":"{read_only:false; response_revision:26742; number_of_response:1; }","duration":"272.758605ms","start":"2026-07-02T06:07:32.275517Z","end":"2026-07-02T06:07:32.548275Z","steps":["trace[1824476812] 'process raft request' (duration: 255.279367ms)","trace[1824476812] 'compare' (duration: 17.263861ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:07:32.548347Z","caller":"traceutil/trace.go:171","msg":"trace[1146627141] transaction","detail":"{read_only:false; response_revision:26743; number_of_response:1; }","duration":"247.178459ms","start":"2026-07-02T06:07:32.301142Z","end":"2026-07-02T06:07:32.54832Z","steps":["trace[1146627141] 'process raft request' (duration: 247.054655ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:32.548934Z","caller":"traceutil/trace.go:171","msg":"trace[355903041] transaction","detail":"{read_only:false; response_revision:26744; number_of_response:1; }","duration":"116.141183ms","start":"2026-07-02T06:07:32.43277Z","end":"2026-07-02T06:07:32.548911Z","steps":["trace[355903041] 'process raft request' (duration: 115.496662ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:32.551013Z","caller":"traceutil/trace.go:171","msg":"trace[421612762] transaction","detail":"{read_only:false; response_revision:26745; number_of_response:1; }","duration":"118.202218ms","start":"2026-07-02T06:07:32.432791Z","end":"2026-07-02T06:07:32.550993Z","steps":["trace[421612762] 'process raft request' (duration: 115.76399ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:32.551206Z","caller":"traceutil/trace.go:171","msg":"trace[810266187] transaction","detail":"{read_only:false; response_revision:26746; number_of_response:1; }","duration":"118.128566ms","start":"2026-07-02T06:07:32.433066Z","end":"2026-07-02T06:07:32.551195Z","steps":["trace[810266187] 'process raft request' (duration: 115.76216ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:32.5513Z","caller":"traceutil/trace.go:171","msg":"trace[1737600366] transaction","detail":"{read_only:false; response_revision:26747; number_of_response:1; }","duration":"118.074244ms","start":"2026-07-02T06:07:32.433217Z","end":"2026-07-02T06:07:32.551292Z","steps":["trace[1737600366] 'process raft request' (duration: 115.76463ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:32.551395Z","caller":"traceutil/trace.go:171","msg":"trace[155616802] transaction","detail":"{read_only:false; response_revision:26748; number_of_response:1; }","duration":"116.07155ms","start":"2026-07-02T06:07:32.435314Z","end":"2026-07-02T06:07:32.551385Z","steps":["trace[155616802] 'process raft request' (duration: 113.823828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:32.551724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.302442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-07-02T06:07:32.55176Z","caller":"traceutil/trace.go:171","msg":"trace[186552460] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:26748; }","duration":"278.352833ms","start":"2026-07-02T06:07:32.273398Z","end":"2026-07-02T06:07:32.551751Z","steps":["trace[186552460] 'agreement among raft nodes before linearized reading' (duration: 278.217819ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:32.689408Z","caller":"traceutil/trace.go:171","msg":"trace[820365062] transaction","detail":"{read_only:false; response_revision:26755; number_of_response:1; }","duration":"125.880243ms","start":"2026-07-02T06:07:32.563438Z","end":"2026-07-02T06:07:32.689318Z","steps":["trace[820365062] 'process raft request' (duration: 125.521152ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:32.689526Z","caller":"traceutil/trace.go:171","msg":"trace[731036894] transaction","detail":"{read_only:false; response_revision:26756; number_of_response:1; }","duration":"125.749349ms","start":"2026-07-02T06:07:32.563754Z","end":"2026-07-02T06:07:32.689503Z","steps":["trace[731036894] 'process raft request' (duration: 125.509451ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:32.689721Z","caller":"traceutil/trace.go:171","msg":"trace[717252964] transaction","detail":"{read_only:false; response_revision:26757; number_of_response:1; }","duration":"125.197721ms","start":"2026-07-02T06:07:32.564506Z","end":"2026-07-02T06:07:32.689704Z","steps":["trace[717252964] 'process raft request' (duration: 124.892352ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:32.693499Z","caller":"traceutil/trace.go:171","msg":"trace[1553848746] transaction","detail":"{read_only:false; response_revision:26758; number_of_response:1; }","duration":"128.943301ms","start":"2026-07-02T06:07:32.564532Z","end":"2026-07-02T06:07:32.693476Z","steps":["trace[1553848746] 'process raft request' (duration: 124.975784ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:32.693897Z","caller":"traceutil/trace.go:171","msg":"trace[1401956623] transaction","detail":"{read_only:false; response_revision:26760; number_of_response:1; }","duration":"129.258831ms","start":"2026-07-02T06:07:32.56463Z","end":"2026-07-02T06:07:32.693889Z","steps":["trace[1401956623] 'process raft request' (duration: 128.819637ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:32.693997Z","caller":"traceutil/trace.go:171","msg":"trace[2121565874] transaction","detail":"{read_only:false; response_revision:26759; number_of_response:1; }","duration":"129.384505ms","start":"2026-07-02T06:07:32.564605Z","end":"2026-07-02T06:07:32.693989Z","steps":["trace[2121565874] 'process raft request' (duration: 128.59784ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:32.694328Z","caller":"traceutil/trace.go:171","msg":"trace[1079530737] transaction","detail":"{read_only:false; response_revision:26761; number_of_response:1; }","duration":"127.941129ms","start":"2026-07-02T06:07:32.566361Z","end":"2026-07-02T06:07:32.694302Z","steps":["trace[1079530737] 'process raft request' (duration: 127.387871ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:32.69453Z","caller":"traceutil/trace.go:171","msg":"trace[1743073046] transaction","detail":"{read_only:false; response_revision:26762; number_of_response:1; }","duration":"127.877297ms","start":"2026-07-02T06:07:32.566462Z","end":"2026-07-02T06:07:32.69434Z","steps":["trace[1743073046] 'process raft request' (duration: 127.33275ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:32.694953Z","caller":"traceutil/trace.go:171","msg":"trace[1816507624] transaction","detail":"{read_only:false; response_revision:26764; number_of_response:1; }","duration":"127.787584ms","start":"2026-07-02T06:07:32.567152Z","end":"2026-07-02T06:07:32.69494Z","steps":["trace[1816507624] 'process raft request' (duration: 127.455754ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:32.695088Z","caller":"traceutil/trace.go:171","msg":"trace[2118953874] transaction","detail":"{read_only:false; response_revision:26763; number_of_response:1; }","duration":"128.534448ms","start":"2026-07-02T06:07:32.566524Z","end":"2026-07-02T06:07:32.695058Z","steps":["trace[2118953874] 'process raft request' (duration: 127.788724ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:32.695288Z","caller":"traceutil/trace.go:171","msg":"trace[423521205] transaction","detail":"{read_only:false; response_revision:26765; number_of_response:1; }","duration":"127.843956ms","start":"2026-07-02T06:07:32.567435Z","end":"2026-07-02T06:07:32.695279Z","steps":["trace[423521205] 'process raft request' (duration: 127.34445ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:32.695384Z","caller":"traceutil/trace.go:171","msg":"trace[1352739393] transaction","detail":"{read_only:false; response_revision:26766; number_of_response:1; }","duration":"127.867366ms","start":"2026-07-02T06:07:32.56751Z","end":"2026-07-02T06:07:32.695377Z","steps":["trace[1352739393] 'process raft request' (duration: 127.383771ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:32.69547Z","caller":"traceutil/trace.go:171","msg":"trace[385148214] transaction","detail":"{read_only:false; response_revision:26767; number_of_response:1; }","duration":"127.02718ms","start":"2026-07-02T06:07:32.568431Z","end":"2026-07-02T06:07:32.695458Z","steps":["trace[385148214] 'process raft request' (duration: 126.501933ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:32.69559Z","caller":"traceutil/trace.go:171","msg":"trace[374048087] transaction","detail":"{read_only:false; response_revision:26768; number_of_response:1; }","duration":"125.798101ms","start":"2026-07-02T06:07:32.569783Z","end":"2026-07-02T06:07:32.695582Z","steps":["trace[374048087] 'process raft request' (duration: 125.197051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:32.695865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.578985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/manila-scheduler\" ","response":"range_response_count:1 size:6413"} {"level":"info","ts":"2026-07-02T06:07:32.695961Z","caller":"traceutil/trace.go:171","msg":"trace[1332605160] range","detail":"{range_begin:/registry/deployments/openstack/manila-scheduler; range_end:; response_count:1; response_revision:26770; }","duration":"126.705459ms","start":"2026-07-02T06:07:32.569246Z","end":"2026-07-02T06:07:32.695951Z","steps":["trace[1332605160] 'agreement among raft nodes before linearized reading' (duration: 126.501913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:32.695967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.185788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-07-02T06:07:32.696015Z","caller":"traceutil/trace.go:171","msg":"trace[232973733] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:26770; }","duration":"134.336903ms","start":"2026-07-02T06:07:32.561665Z","end":"2026-07-02T06:07:32.696002Z","steps":["trace[232973733] 'agreement among raft nodes before linearized reading' (duration: 134.110626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:32.696103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.212759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:07:32.696133Z","caller":"traceutil/trace.go:171","msg":"trace[804237052] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26770; }","duration":"118.276671ms","start":"2026-07-02T06:07:32.577848Z","end":"2026-07-02T06:07:32.696125Z","steps":["trace[804237052] 'agreement among raft nodes before linearized reading' (duration: 118.226379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:32.696259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.557484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-07-02T06:07:32.696297Z","caller":"traceutil/trace.go:171","msg":"trace[444491405] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:26770; }","duration":"136.623045ms","start":"2026-07-02T06:07:32.559665Z","end":"2026-07-02T06:07:32.696288Z","steps":["trace[444491405] 'agreement among raft nodes before linearized reading' (duration: 136.529762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:32.921903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.200552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-07-02T06:07:32.921966Z","caller":"traceutil/trace.go:171","msg":"trace[428690463] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26783; }","duration":"201.297426ms","start":"2026-07-02T06:07:32.720654Z","end":"2026-07-02T06:07:32.921952Z","steps":["trace[428690463] 'agreement among raft nodes before linearized reading' (duration: 68.818263ms)","trace[428690463] 'range keys from in-memory index tree' (duration: 132.308508ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:07:32.922087Z","caller":"traceutil/trace.go:171","msg":"trace[1922293457] linearizableReadLoop","detail":"{readStateIndex:27680; appliedIndex:27676; }","duration":"133.122914ms","start":"2026-07-02T06:07:32.788949Z","end":"2026-07-02T06:07:32.922072Z","steps":["trace[1922293457] 'read index received' (duration: 120.618075ms)","trace[1922293457] 'applied index is now lower than readState.Index' (duration: 12.504239ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:07:32.922134Z","caller":"traceutil/trace.go:171","msg":"trace[1696735351] transaction","detail":"{read_only:false; response_revision:26786; number_of_response:1; }","duration":"150.698364ms","start":"2026-07-02T06:07:32.771424Z","end":"2026-07-02T06:07:32.922122Z","steps":["trace[1696735351] 'process raft request' (duration: 150.57668ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:32.922158Z","caller":"traceutil/trace.go:171","msg":"trace[1565919161] transaction","detail":"{read_only:false; response_revision:26787; number_of_response:1; }","duration":"148.896106ms","start":"2026-07-02T06:07:32.773255Z","end":"2026-07-02T06:07:32.922151Z","steps":["trace[1565919161] 'process raft request' (duration: 148.786213ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:32.922239Z","caller":"traceutil/trace.go:171","msg":"trace[1931967551] transaction","detail":"{read_only:false; response_revision:26785; number_of_response:1; }","duration":"155.860629ms","start":"2026-07-02T06:07:32.766367Z","end":"2026-07-02T06:07:32.922228Z","steps":["trace[1931967551] 'process raft request' (duration: 155.60062ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:32.922351Z","caller":"traceutil/trace.go:171","msg":"trace[250688099] transaction","detail":"{read_only:false; response_revision:26784; number_of_response:1; }","duration":"156.389115ms","start":"2026-07-02T06:07:32.765955Z","end":"2026-07-02T06:07:32.922344Z","steps":["trace[250688099] 'process raft request' (duration: 143.539936ms)","trace[250688099] 'compare' (duration: 12.221629ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:07:32.922387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.715245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111958"} {"level":"info","ts":"2026-07-02T06:07:32.922416Z","caller":"traceutil/trace.go:171","msg":"trace[95069920] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:26787; }","duration":"156.771067ms","start":"2026-07-02T06:07:32.765637Z","end":"2026-07-02T06:07:32.922408Z","steps":["trace[95069920] 'agreement among raft nodes before linearized reading' (duration: 156.577341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:32.922583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.121119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-07-02T06:07:32.92261Z","caller":"traceutil/trace.go:171","msg":"trace[1341895582] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26787; }","duration":"157.170601ms","start":"2026-07-02T06:07:32.765433Z","end":"2026-07-02T06:07:32.922604Z","steps":["trace[1341895582] 'agreement among raft nodes before linearized reading' (duration: 157.094708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:32.922627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.108698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/manila-data-5c95f9974d\" ","response":"range_response_count:1 size:6225"} {"level":"info","ts":"2026-07-02T06:07:32.922654Z","caller":"traceutil/trace.go:171","msg":"trace[1225501724] range","detail":"{range_begin:/registry/replicasets/openstack/manila-data-5c95f9974d; range_end:; response_count:1; response_revision:26787; }","duration":"157.15559ms","start":"2026-07-02T06:07:32.765493Z","end":"2026-07-02T06:07:32.922648Z","steps":["trace[1225501724] 'agreement among raft nodes before linearized reading' (duration: 157.059937ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:32.985447Z","caller":"traceutil/trace.go:171","msg":"trace[1607074840] transaction","detail":"{read_only:false; response_revision:26788; number_of_response:1; }","duration":"173.254523ms","start":"2026-07-02T06:07:32.812164Z","end":"2026-07-02T06:07:32.985419Z","steps":["trace[1607074840] 'process raft request' (duration: 172.926483ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:32.985571Z","caller":"traceutil/trace.go:171","msg":"trace[881557283] transaction","detail":"{read_only:false; response_revision:26789; number_of_response:1; }","duration":"173.322605ms","start":"2026-07-02T06:07:32.812226Z","end":"2026-07-02T06:07:32.985549Z","steps":["trace[881557283] 'process raft request' (duration: 172.981024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:32.985706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.588094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-07-02T06:07:32.985761Z","caller":"traceutil/trace.go:171","msg":"trace[1227341446] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26789; }","duration":"173.679157ms","start":"2026-07-02T06:07:32.812066Z","end":"2026-07-02T06:07:32.985745Z","steps":["trace[1227341446] 'agreement among raft nodes before linearized reading' (duration: 173.497131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:33.402796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.089864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:07:33.40308Z","caller":"traceutil/trace.go:171","msg":"trace[692120531] linearizableReadLoop","detail":"{readStateIndex:27685; appliedIndex:27682; }","duration":"417.804929ms","start":"2026-07-02T06:07:32.985262Z","end":"2026-07-02T06:07:33.403067Z","steps":["trace[692120531] 'read index received' (duration: 294.345323ms)","trace[692120531] 'applied index is now lower than readState.Index' (duration: 123.458476ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:07:33.403128Z","caller":"traceutil/trace.go:171","msg":"trace[541071616] transaction","detail":"{read_only:false; response_revision:26792; number_of_response:1; }","duration":"451.449621ms","start":"2026-07-02T06:07:32.951656Z","end":"2026-07-02T06:07:33.403105Z","steps":["trace[541071616] 'process raft request' (duration: 451.359268ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:33.403141Z","caller":"traceutil/trace.go:171","msg":"trace[310585723] transaction","detail":"{read_only:false; response_revision:26791; number_of_response:1; }","duration":"455.001085ms","start":"2026-07-02T06:07:32.948096Z","end":"2026-07-02T06:07:33.403098Z","steps":["trace[310585723] 'process raft request' (duration: 454.806968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:33.403207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.206913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:07:33.403231Z","caller":"traceutil/trace.go:171","msg":"trace[1591953574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26792; }","duration":"456.259345ms","start":"2026-07-02T06:07:32.946964Z","end":"2026-07-02T06:07:33.403224Z","steps":["trace[1591953574] 'agreement among raft nodes before linearized reading' (duration: 456.183502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:33.403246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:32.951639Z","time spent":"451.541124ms","remote":"127.0.0.1:51512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:07:33.403255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:32.94695Z","time spent":"456.298705ms","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T06:07:33.403243Z","caller":"traceutil/trace.go:171","msg":"trace[1207979922] transaction","detail":"{read_only:false; response_revision:26790; number_of_response:1; }","duration":"457.325979ms","start":"2026-07-02T06:07:32.945895Z","end":"2026-07-02T06:07:33.403221Z","steps":["trace[1207979922] 'process raft request' (duration: 333.75804ms)","trace[1207979922] 'compare' (duration: 122.834235ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:07:33.403324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.262336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:07:33.403326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:32.945874Z","time spent":"457.415832ms","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":708,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T06:07:33.403314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:32.948084Z","time spent":"455.137289ms","remote":"127.0.0.1:50466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6252,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:07:33.40335Z","caller":"traceutil/trace.go:171","msg":"trace[1635285421] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26792; }","duration":"308.330278ms","start":"2026-07-02T06:07:33.095013Z","end":"2026-07-02T06:07:33.403343Z","steps":["trace[1635285421] 'agreement among raft nodes before linearized reading' (duration: 308.259086ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:33.403358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.984271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-share-5b949bb9b5-5dj9z\" ","response":"range_response_count:1 size:10225"} {"level":"warn","ts":"2026-07-02T06:07:33.403367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:33.094992Z","time spent":"308.3712ms","remote":"127.0.0.1:50304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":23,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:07:33.403357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.487978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T06:07:33.403385Z","caller":"traceutil/trace.go:171","msg":"trace[1090995991] range","detail":"{range_begin:/registry/pods/openstack/manila-share-5b949bb9b5-5dj9z; range_end:; response_count:1; response_revision:26792; }","duration":"416.026722ms","start":"2026-07-02T06:07:32.98735Z","end":"2026-07-02T06:07:33.403377Z","steps":["trace[1090995991] 'agreement among raft nodes before linearized reading' (duration: 415.919718ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:33.403393Z","caller":"traceutil/trace.go:171","msg":"trace[1959171892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26792; }","duration":"129.5552ms","start":"2026-07-02T06:07:33.273828Z","end":"2026-07-02T06:07:33.403383Z","steps":["trace[1959171892] 'agreement among raft nodes before linearized reading' (duration: 129.447346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:33.40341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:32.987338Z","time spent":"416.066453ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":10248,"request content":"key:\"/registry/pods/openstack/manila-share-5b949bb9b5-5dj9z\" "} {"level":"warn","ts":"2026-07-02T06:07:33.403408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.964689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3959"} {"level":"warn","ts":"2026-07-02T06:07:33.403433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.9689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-scheduler-6475957b96-9ppcw\" ","response":"range_response_count:1 size:5900"} {"level":"info","ts":"2026-07-02T06:07:33.403459Z","caller":"traceutil/trace.go:171","msg":"trace[1242312877] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26792; }","duration":"458.045092ms","start":"2026-07-02T06:07:32.945398Z","end":"2026-07-02T06:07:33.403443Z","steps":["trace[1242312877] 'agreement among raft nodes before linearized reading' (duration: 457.882966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:33.403495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:32.945383Z","time spent":"458.102793ms","remote":"127.0.0.1:50056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3982,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-07-02T06:07:33.403503Z","caller":"traceutil/trace.go:171","msg":"trace[1115537194] range","detail":"{range_begin:/registry/pods/openstack/manila-scheduler-6475957b96-9ppcw; range_end:; response_count:1; response_revision:26792; }","duration":"416.039772ms","start":"2026-07-02T06:07:32.987439Z","end":"2026-07-02T06:07:33.403479Z","steps":["trace[1115537194] 'agreement among raft nodes before linearized reading' (duration: 415.862776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:33.403515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.065363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-data-5c95f9974d-rrbfj\" ","response":"range_response_count:1 size:5736"} {"level":"warn","ts":"2026-07-02T06:07:33.403548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.125635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-db-init-z7vdg\" ","response":"range_response_count:1 size:5745"} {"level":"warn","ts":"2026-07-02T06:07:33.403551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:32.987436Z","time spent":"416.101355ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":5923,"request content":"key:\"/registry/pods/openstack/manila-scheduler-6475957b96-9ppcw\" "} {"level":"info","ts":"2026-07-02T06:07:33.403574Z","caller":"traceutil/trace.go:171","msg":"trace[989560408] range","detail":"{range_begin:/registry/pods/openstack/manila-db-init-z7vdg; range_end:; response_count:1; response_revision:26792; }","duration":"416.160716ms","start":"2026-07-02T06:07:32.987407Z","end":"2026-07-02T06:07:33.403567Z","steps":["trace[989560408] 'agreement among raft nodes before linearized reading' (duration: 416.089563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:33.403577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.111295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-api-7855b4dd9-kkncm\" ","response":"range_response_count:1 size:6489"} {"level":"warn","ts":"2026-07-02T06:07:33.403555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.228354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-data-5c95f9974d-rrbfj\" ","response":"range_response_count:1 size:5736"} {"level":"info","ts":"2026-07-02T06:07:33.403595Z","caller":"traceutil/trace.go:171","msg":"trace[838950731] range","detail":"{range_begin:/registry/pods/openstack/manila-api-7855b4dd9-kkncm; range_end:; response_count:1; response_revision:26792; }","duration":"416.136955ms","start":"2026-07-02T06:07:32.987453Z","end":"2026-07-02T06:07:33.40359Z","steps":["trace[838950731] 'agreement among raft nodes before linearized reading' (duration: 416.075863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:33.403595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:32.987403Z","time spent":"416.186967ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":5768,"request content":"key:\"/registry/pods/openstack/manila-db-init-z7vdg\" "} {"level":"info","ts":"2026-07-02T06:07:33.403575Z","caller":"traceutil/trace.go:171","msg":"trace[1464703959] range","detail":"{range_begin:/registry/pods/openstack/manila-data-5c95f9974d-rrbfj; range_end:; response_count:1; response_revision:26792; }","duration":"416.132905ms","start":"2026-07-02T06:07:32.987423Z","end":"2026-07-02T06:07:33.403556Z","steps":["trace[1464703959] 'agreement among raft nodes before linearized reading' (duration: 415.95928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:33.403613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:32.98745Z","time spent":"416.157436ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":6512,"request content":"key:\"/registry/pods/openstack/manila-api-7855b4dd9-kkncm\" "} {"level":"info","ts":"2026-07-02T06:07:33.403627Z","caller":"traceutil/trace.go:171","msg":"trace[365793302] range","detail":"{range_begin:/registry/pods/openstack/manila-data-5c95f9974d-rrbfj; range_end:; response_count:1; response_revision:26792; }","duration":"408.331537ms","start":"2026-07-02T06:07:32.995276Z","end":"2026-07-02T06:07:33.403607Z","steps":["trace[365793302] 'agreement among raft nodes before linearized reading' (duration: 408.144751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:33.403637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:32.987421Z","time spent":"416.203167ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":5759,"request content":"key:\"/registry/pods/openstack/manila-data-5c95f9974d-rrbfj\" "} {"level":"warn","ts":"2026-07-02T06:07:33.403665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:32.995261Z","time spent":"408.396289ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":5759,"request content":"key:\"/registry/pods/openstack/manila-data-5c95f9974d-rrbfj\" "} {"level":"warn","ts":"2026-07-02T06:07:33.406446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.666268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224964"} {"level":"info","ts":"2026-07-02T06:07:33.4065Z","caller":"traceutil/trace.go:171","msg":"trace[1598341008] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:26792; }","duration":"190.756441ms","start":"2026-07-02T06:07:33.21573Z","end":"2026-07-02T06:07:33.406486Z","steps":["trace[1598341008] 'agreement among raft nodes before linearized reading' (duration: 187.616561ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:33.562224Z","caller":"traceutil/trace.go:171","msg":"trace[1935586835] linearizableReadLoop","detail":"{readStateIndex:27688; appliedIndex:27686; }","duration":"123.962142ms","start":"2026-07-02T06:07:33.43824Z","end":"2026-07-02T06:07:33.562202Z","steps":["trace[1935586835] 'read index received' (duration: 76.333293ms)","trace[1935586835] 'applied index is now lower than readState.Index' (duration: 47.627989ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:07:33.562268Z","caller":"traceutil/trace.go:171","msg":"trace[947515671] transaction","detail":"{read_only:false; response_revision:26795; number_of_response:1; }","duration":"149.60854ms","start":"2026-07-02T06:07:33.41263Z","end":"2026-07-02T06:07:33.562239Z","steps":["trace[947515671] 'process raft request' (duration: 149.503826ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:33.562283Z","caller":"traceutil/trace.go:171","msg":"trace[1724054938] transaction","detail":"{read_only:false; response_revision:26794; number_of_response:1; }","duration":"150.076924ms","start":"2026-07-02T06:07:33.412184Z","end":"2026-07-02T06:07:33.562261Z","steps":["trace[1724054938] 'process raft request' (duration: 102.435606ms)","trace[1724054938] 'compare' (duration: 47.38153ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:07:33.562344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.411473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1826"} {"level":"warn","ts":"2026-07-02T06:07:33.562381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.28688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-02T06:07:33.562402Z","caller":"traceutil/trace.go:171","msg":"trace[229659303] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:26795; }","duration":"133.509585ms","start":"2026-07-02T06:07:33.428877Z","end":"2026-07-02T06:07:33.562387Z","steps":["trace[229659303] 'agreement among raft nodes before linearized reading' (duration: 133.35138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:33.562401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.776548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/manila-data-5c95f9974d\" ","response":"range_response_count:1 size:6270"} {"level":"info","ts":"2026-07-02T06:07:33.56244Z","caller":"traceutil/trace.go:171","msg":"trace[1309140928] range","detail":"{range_begin:/registry/replicasets/openstack/manila-data-5c95f9974d; range_end:; response_count:1; response_revision:26795; }","duration":"151.843281ms","start":"2026-07-02T06:07:33.410583Z","end":"2026-07-02T06:07:33.562426Z","steps":["trace[1309140928] 'agreement among raft nodes before linearized reading' (duration: 151.707006ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:33.562414Z","caller":"traceutil/trace.go:171","msg":"trace[1856826718] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:26795; }","duration":"139.361833ms","start":"2026-07-02T06:07:33.423043Z","end":"2026-07-02T06:07:33.562405Z","steps":["trace[1856826718] 'agreement among raft nodes before linearized reading' (duration: 139.250239ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:33.75269Z","caller":"traceutil/trace.go:171","msg":"trace[1768466702] linearizableReadLoop","detail":"{readStateIndex:27690; appliedIndex:27689; }","duration":"138.769814ms","start":"2026-07-02T06:07:33.613895Z","end":"2026-07-02T06:07:33.752665Z","steps":["trace[1768466702] 'read index received' (duration: 94.164222ms)","trace[1768466702] 'applied index is now lower than readState.Index' (duration: 44.604502ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:07:33.752802Z","caller":"traceutil/trace.go:171","msg":"trace[118359917] transaction","detail":"{read_only:false; response_revision:26797; number_of_response:1; }","duration":"172.638033ms","start":"2026-07-02T06:07:33.580098Z","end":"2026-07-02T06:07:33.752736Z","steps":["trace[118359917] 'process raft request' (duration: 127.958369ms)","trace[118359917] 'compare' (duration: 44.498579ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:07:33.752933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.751582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"warn","ts":"2026-07-02T06:07:33.752937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.035353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/manila-data-5c95f9974d\" ","response":"range_response_count:1 size:6270"} {"level":"info","ts":"2026-07-02T06:07:33.752973Z","caller":"traceutil/trace.go:171","msg":"trace[854333141] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26797; }","duration":"137.840895ms","start":"2026-07-02T06:07:33.615122Z","end":"2026-07-02T06:07:33.752963Z","steps":["trace[854333141] 'agreement among raft nodes before linearized reading' (duration: 137.67932ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:33.753003Z","caller":"traceutil/trace.go:171","msg":"trace[1641774668] range","detail":"{range_begin:/registry/replicasets/openstack/manila-data-5c95f9974d; range_end:; response_count:1; response_revision:26797; }","duration":"166.160377ms","start":"2026-07-02T06:07:33.586826Z","end":"2026-07-02T06:07:33.752986Z","steps":["trace[1641774668] 'agreement among raft nodes before linearized reading' (duration: 165.91835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:33.753044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.561883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-02T06:07:33.753117Z","caller":"traceutil/trace.go:171","msg":"trace[1683747296] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:26797; }","duration":"136.656746ms","start":"2026-07-02T06:07:33.616442Z","end":"2026-07-02T06:07:33.753099Z","steps":["trace[1683747296] 'agreement among raft nodes before linearized reading' (duration: 136.424129ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:33.980122Z","caller":"traceutil/trace.go:171","msg":"trace[1885702100] linearizableReadLoop","detail":"{readStateIndex:27692; appliedIndex:27691; }","duration":"138.793774ms","start":"2026-07-02T06:07:33.841309Z","end":"2026-07-02T06:07:33.980103Z","steps":["trace[1885702100] 'read index received' (duration: 138.615998ms)","trace[1885702100] 'applied index is now lower than readState.Index' (duration: 177.126µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:07:33.980199Z","caller":"traceutil/trace.go:171","msg":"trace[35725032] transaction","detail":"{read_only:false; response_revision:26799; number_of_response:1; }","duration":"139.683313ms","start":"2026-07-02T06:07:33.840481Z","end":"2026-07-02T06:07:33.980164Z","steps":["trace[35725032] 'process raft request' (duration: 139.495607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:33.980387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.068093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"warn","ts":"2026-07-02T06:07:33.980388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.257058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-07-02T06:07:33.980421Z","caller":"traceutil/trace.go:171","msg":"trace[204981940] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:26799; }","duration":"139.140835ms","start":"2026-07-02T06:07:33.841272Z","end":"2026-07-02T06:07:33.980413Z","steps":["trace[204981940] 'agreement among raft nodes before linearized reading' (duration: 138.915778ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:33.980441Z","caller":"traceutil/trace.go:171","msg":"trace[1799885450] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:26799; }","duration":"138.321739ms","start":"2026-07-02T06:07:33.842102Z","end":"2026-07-02T06:07:33.980424Z","steps":["trace[1799885450] 'agreement among raft nodes before linearized reading' (duration: 138.177095ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:34.158754Z","caller":"traceutil/trace.go:171","msg":"trace[1407060121] transaction","detail":"{read_only:false; response_revision:26800; number_of_response:1; }","duration":"155.864799ms","start":"2026-07-02T06:07:34.00287Z","end":"2026-07-02T06:07:34.158735Z","steps":["trace[1407060121] 'process raft request' (duration: 154.993411ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:34.162414Z","caller":"traceutil/trace.go:171","msg":"trace[943229982] transaction","detail":"{read_only:false; response_revision:26801; number_of_response:1; }","duration":"108.656274ms","start":"2026-07-02T06:07:34.053734Z","end":"2026-07-02T06:07:34.16239Z","steps":["trace[943229982] 'process raft request' (duration: 108.185029ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:34.653558Z","caller":"traceutil/trace.go:171","msg":"trace[738531970] transaction","detail":"{read_only:false; response_revision:26807; number_of_response:1; }","duration":"178.633115ms","start":"2026-07-02T06:07:34.474897Z","end":"2026-07-02T06:07:34.65353Z","steps":["trace[738531970] 'process raft request' (duration: 178.451619ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:34.676606Z","caller":"traceutil/trace.go:171","msg":"trace[1844363486] transaction","detail":"{read_only:false; response_revision:26812; number_of_response:1; }","duration":"120.323305ms","start":"2026-07-02T06:07:34.556263Z","end":"2026-07-02T06:07:34.676586Z","steps":["trace[1844363486] 'process raft request' (duration: 120.288574ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:34.676691Z","caller":"traceutil/trace.go:171","msg":"trace[377656675] transaction","detail":"{read_only:false; response_revision:26809; number_of_response:1; }","duration":"121.41514ms","start":"2026-07-02T06:07:34.555263Z","end":"2026-07-02T06:07:34.676678Z","steps":["trace[377656675] 'process raft request' (duration: 121.205393ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:34.676813Z","caller":"traceutil/trace.go:171","msg":"trace[851053654] transaction","detail":"{read_only:false; response_revision:26808; number_of_response:1; }","duration":"122.519665ms","start":"2026-07-02T06:07:34.554289Z","end":"2026-07-02T06:07:34.676808Z","steps":["trace[851053654] 'process raft request' (duration: 122.060751ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:34.6769Z","caller":"traceutil/trace.go:171","msg":"trace[210493778] transaction","detail":"{read_only:false; response_revision:26811; number_of_response:1; }","duration":"120.682276ms","start":"2026-07-02T06:07:34.556186Z","end":"2026-07-02T06:07:34.676869Z","steps":["trace[210493778] 'process raft request' (duration: 120.340745ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:34.677001Z","caller":"traceutil/trace.go:171","msg":"trace[2009272372] transaction","detail":"{read_only:false; response_revision:26810; number_of_response:1; }","duration":"120.939005ms","start":"2026-07-02T06:07:34.556057Z","end":"2026-07-02T06:07:34.676996Z","steps":["trace[2009272372] 'process raft request' (duration: 120.443839ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:34.859369Z","caller":"traceutil/trace.go:171","msg":"trace[428908602] transaction","detail":"{read_only:false; response_revision:26819; number_of_response:1; }","duration":"131.239623ms","start":"2026-07-02T06:07:34.728103Z","end":"2026-07-02T06:07:34.859343Z","steps":["trace[428908602] 'process raft request' (duration: 130.84135ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:34.859613Z","caller":"traceutil/trace.go:171","msg":"trace[1589955391] transaction","detail":"{read_only:false; response_revision:26818; number_of_response:1; }","duration":"132.780573ms","start":"2026-07-02T06:07:34.726805Z","end":"2026-07-02T06:07:34.859586Z","steps":["trace[1589955391] 'process raft request' (duration: 131.979187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:34.967966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.441183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-02T06:07:34.968022Z","caller":"traceutil/trace.go:171","msg":"trace[210496698] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26819; }","duration":"202.523606ms","start":"2026-07-02T06:07:34.765486Z","end":"2026-07-02T06:07:34.968009Z","steps":["trace[210496698] 'agreement among raft nodes before linearized reading' (duration: 94.134961ms)","trace[210496698] 'range keys from in-memory index tree' (duration: 108.245831ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:07:35.202988Z","caller":"traceutil/trace.go:171","msg":"trace[1499213206] transaction","detail":"{read_only:false; response_revision:26820; number_of_response:1; }","duration":"436.846626ms","start":"2026-07-02T06:07:34.766118Z","end":"2026-07-02T06:07:35.202965Z","steps":["trace[1499213206] 'process raft request' (duration: 436.65246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:35.203117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:34.766098Z","time spent":"436.960449ms","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":891,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T06:07:35.215409Z","caller":"traceutil/trace.go:171","msg":"trace[1803709604] linearizableReadLoop","detail":"{readStateIndex:27714; appliedIndex:27712; }","duration":"306.409178ms","start":"2026-07-02T06:07:34.90898Z","end":"2026-07-02T06:07:35.215389Z","steps":["trace[1803709604] 'read index received' (duration: 293.757544ms)","trace[1803709604] 'applied index is now lower than readState.Index' (duration: 12.650784ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:07:35.215486Z","caller":"traceutil/trace.go:171","msg":"trace[1817726273] transaction","detail":"{read_only:false; response_revision:26821; number_of_response:1; }","duration":"340.254456ms","start":"2026-07-02T06:07:34.875208Z","end":"2026-07-02T06:07:35.215463Z","steps":["trace[1817726273] 'process raft request' (duration: 340.074901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:35.215563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.561183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:07:35.215582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:34.875187Z","time spent":"340.35034ms","remote":"127.0.0.1:47396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2291,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T06:07:35.215602Z","caller":"traceutil/trace.go:171","msg":"trace[748445338] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26821; }","duration":"306.650926ms","start":"2026-07-02T06:07:34.908939Z","end":"2026-07-02T06:07:35.21559Z","steps":["trace[748445338] 'agreement among raft nodes before linearized reading' (duration: 306.551992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:35.215632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:34.908921Z","time spent":"306.703858ms","remote":"127.0.0.1:42806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:07:35.215624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.529355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:07:35.21568Z","caller":"traceutil/trace.go:171","msg":"trace[1016642311] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26821; }","duration":"281.623378ms","start":"2026-07-02T06:07:34.934043Z","end":"2026-07-02T06:07:35.215667Z","steps":["trace[1016642311] 'agreement among raft nodes before linearized reading' (duration: 281.511084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:35.215847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.951532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18469"} {"level":"info","ts":"2026-07-02T06:07:35.215908Z","caller":"traceutil/trace.go:171","msg":"trace[91218017] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26821; }","duration":"247.042535ms","start":"2026-07-02T06:07:34.96885Z","end":"2026-07-02T06:07:35.215892Z","steps":["trace[91218017] 'agreement among raft nodes before linearized reading' (duration: 246.858749ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:35.795266Z","caller":"traceutil/trace.go:171","msg":"trace[997073785] transaction","detail":"{read_only:false; response_revision:26824; number_of_response:1; }","duration":"167.893932ms","start":"2026-07-02T06:07:35.627335Z","end":"2026-07-02T06:07:35.795229Z","steps":["trace[997073785] 'process raft request' (duration: 104.13317ms)","trace[997073785] 'compare' (duration: 63.538595ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:07:48.577845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.953216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:07:48.577937Z","caller":"traceutil/trace.go:171","msg":"trace[381316180] transaction","detail":"{read_only:false; response_revision:26965; number_of_response:1; }","duration":"231.592733ms","start":"2026-07-02T06:07:48.346328Z","end":"2026-07-02T06:07:48.57792Z","steps":["trace[381316180] 'process raft request' (duration: 78.494813ms)","trace[381316180] 'compare' (duration: 152.497901ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:07:48.893776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.583131ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:07:48.894101Z","caller":"traceutil/trace.go:171","msg":"trace[1481341990] transaction","detail":"{read_only:false; response_revision:26966; number_of_response:1; }","duration":"547.540714ms","start":"2026-07-02T06:07:48.346531Z","end":"2026-07-02T06:07:48.894071Z","steps":["trace[1481341990] 'process raft request' (duration: 385.522689ms)","trace[1481341990] 'compare' (duration: 161.422066ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:07:48.8942Z","caller":"traceutil/trace.go:171","msg":"trace[911988568] linearizableReadLoop","detail":"{readStateIndex:27864; appliedIndex:27861; }","duration":"405.855517ms","start":"2026-07-02T06:07:48.488322Z","end":"2026-07-02T06:07:48.894177Z","steps":["trace[911988568] 'read index received' (duration: 243.76625ms)","trace[911988568] 'applied index is now lower than readState.Index' (duration: 162.087707ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:07:48.894233Z","caller":"traceutil/trace.go:171","msg":"trace[1713120041] transaction","detail":"{read_only:false; response_revision:26967; number_of_response:1; }","duration":"547.676249ms","start":"2026-07-02T06:07:48.346542Z","end":"2026-07-02T06:07:48.894219Z","steps":["trace[1713120041] 'process raft request' (duration: 547.422041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:48.894275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:48.346504Z","time spent":"547.666428ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:07:48.894295Z","caller":"traceutil/trace.go:171","msg":"trace[320744262] transaction","detail":"{read_only:false; response_revision:26968; number_of_response:1; }","duration":"546.494381ms","start":"2026-07-02T06:07:48.347787Z","end":"2026-07-02T06:07:48.894281Z","steps":["trace[320744262] 'process raft request' (duration: 546.251973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:48.894311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:48.346502Z","time spent":"547.763051ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:07:48.894374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:48.347764Z","time spent":"546.561923ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:07:48.894433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.115046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:07:48.894473Z","caller":"traceutil/trace.go:171","msg":"trace[1260392273] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26968; }","duration":"406.177418ms","start":"2026-07-02T06:07:48.488283Z","end":"2026-07-02T06:07:48.894461Z","steps":["trace[1260392273] 'agreement among raft nodes before linearized reading' (duration: 406.114026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:48.894501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:48.488266Z","time spent":"406.2288ms","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-07-02T06:07:48.898768Z","caller":"traceutil/trace.go:171","msg":"trace[350995478] transaction","detail":"{read_only:false; response_revision:26969; number_of_response:1; }","duration":"124.678975ms","start":"2026-07-02T06:07:48.77407Z","end":"2026-07-02T06:07:48.898749Z","steps":["trace[350995478] 'process raft request' (duration: 124.573672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:48.902724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.808719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:07:48.902819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.162089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:07:48.902891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.516228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:07:48.902901Z","caller":"traceutil/trace.go:171","msg":"trace[1620842463] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26974; }","duration":"406.982094ms","start":"2026-07-02T06:07:48.495904Z","end":"2026-07-02T06:07:48.902886Z","steps":["trace[1620842463] 'agreement among raft nodes before linearized reading' (duration: 406.791748ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:07:48.902934Z","caller":"traceutil/trace.go:171","msg":"trace[2012790966] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26974; }","duration":"139.58819ms","start":"2026-07-02T06:07:48.763334Z","end":"2026-07-02T06:07:48.902922Z","steps":["trace[2012790966] 'agreement among raft nodes before linearized reading' (duration: 139.493797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:48.902966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:48.495876Z","time spent":"407.050596ms","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-07-02T06:07:48.90293Z","caller":"traceutil/trace.go:171","msg":"trace[1364960447] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26974; }","duration":"407.315995ms","start":"2026-07-02T06:07:48.495595Z","end":"2026-07-02T06:07:48.902911Z","steps":["trace[1364960447] 'agreement among raft nodes before linearized reading' (duration: 407.1616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:48.902991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.067844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-07-02T06:07:48.903025Z","caller":"traceutil/trace.go:171","msg":"trace[1584660069] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26974; }","duration":"406.123686ms","start":"2026-07-02T06:07:48.496893Z","end":"2026-07-02T06:07:48.903017Z","steps":["trace[1584660069] 'agreement among raft nodes before linearized reading' (duration: 405.93794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:07:48.903029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:48.495576Z","time spent":"407.438068ms","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-07-02T06:07:48.903054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:07:48.496883Z","time spent":"406.164137ms","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5105,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-07-02T06:08:15.119829Z","caller":"traceutil/trace.go:171","msg":"trace[1987524273] transaction","detail":"{read_only:false; response_revision:27163; number_of_response:1; }","duration":"128.511737ms","start":"2026-07-02T06:08:14.99128Z","end":"2026-07-02T06:08:15.119792Z","steps":["trace[1987524273] 'process raft request' (duration: 119.174619ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:08:15.119886Z","caller":"traceutil/trace.go:171","msg":"trace[1685020859] transaction","detail":"{read_only:false; response_revision:27167; number_of_response:1; }","duration":"114.133328ms","start":"2026-07-02T06:08:15.005731Z","end":"2026-07-02T06:08:15.119864Z","steps":["trace[1685020859] 'process raft request' (duration: 114.083567ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:08:15.119888Z","caller":"traceutil/trace.go:171","msg":"trace[589439564] transaction","detail":"{read_only:false; response_revision:27166; number_of_response:1; }","duration":"116.288437ms","start":"2026-07-02T06:08:15.003567Z","end":"2026-07-02T06:08:15.119855Z","steps":["trace[589439564] 'process raft request' (duration: 116.227425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:08:15.119935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.58873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:08:15.119978Z","caller":"traceutil/trace.go:171","msg":"trace[1368076886] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27167; }","duration":"123.651632ms","start":"2026-07-02T06:08:14.996319Z","end":"2026-07-02T06:08:15.119971Z","steps":["trace[1368076886] 'agreement among raft nodes before linearized reading' (duration: 123.585569ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:08:15.119868Z","caller":"traceutil/trace.go:171","msg":"trace[895228329] linearizableReadLoop","detail":"{readStateIndex:28069; appliedIndex:28064; }","duration":"111.258757ms","start":"2026-07-02T06:08:15.008594Z","end":"2026-07-02T06:08:15.119853Z","steps":["trace[895228329] 'read index received' (duration: 101.973811ms)","trace[895228329] 'applied index is now lower than readState.Index' (duration: 9.284226ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:08:15.120004Z","caller":"traceutil/trace.go:171","msg":"trace[1878756551] transaction","detail":"{read_only:false; response_revision:27165; number_of_response:1; }","duration":"119.296653ms","start":"2026-07-02T06:08:15.000695Z","end":"2026-07-02T06:08:15.119992Z","steps":["trace[1878756551] 'process raft request' (duration: 119.077606ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:08:15.119852Z","caller":"traceutil/trace.go:171","msg":"trace[933384000] transaction","detail":"{read_only:false; response_revision:27164; number_of_response:1; }","duration":"119.267982ms","start":"2026-07-02T06:08:15.000553Z","end":"2026-07-02T06:08:15.119821Z","steps":["trace[933384000] 'process raft request' (duration: 119.195139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:08:15.120065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.319812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-07-02T06:08:15.120097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.476779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:08:15.120111Z","caller":"traceutil/trace.go:171","msg":"trace[642402487] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27167; }","duration":"118.394915ms","start":"2026-07-02T06:08:15.001705Z","end":"2026-07-02T06:08:15.1201Z","steps":["trace[642402487] 'agreement among raft nodes before linearized reading' (duration: 118.215679ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:08:15.12012Z","caller":"traceutil/trace.go:171","msg":"trace[810916537] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27167; }","duration":"119.52322ms","start":"2026-07-02T06:08:15.000591Z","end":"2026-07-02T06:08:15.120114Z","steps":["trace[810916537] 'agreement among raft nodes before linearized reading' (duration: 119.485769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:08:15.120134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.278116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:08:15.120173Z","caller":"traceutil/trace.go:171","msg":"trace[209390296] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27167; }","duration":"121.351829ms","start":"2026-07-02T06:08:14.998809Z","end":"2026-07-02T06:08:15.120161Z","steps":["trace[209390296] 'agreement among raft nodes before linearized reading' (duration: 121.261416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:08:15.120177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.224867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-07-02T06:08:15.120214Z","caller":"traceutil/trace.go:171","msg":"trace[636484037] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27167; }","duration":"117.290679ms","start":"2026-07-02T06:08:15.002912Z","end":"2026-07-02T06:08:15.120203Z","steps":["trace[636484037] 'agreement among raft nodes before linearized reading' (duration: 117.119884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:08:15.135396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.815061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-02T06:08:15.135408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.978026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-02T06:08:15.135436Z","caller":"traceutil/trace.go:171","msg":"trace[902618738] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27168; }","duration":"125.882173ms","start":"2026-07-02T06:08:15.009546Z","end":"2026-07-02T06:08:15.135428Z","steps":["trace[902618738] 'agreement among raft nodes before linearized reading' (duration: 125.754719ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:08:15.135445Z","caller":"traceutil/trace.go:171","msg":"trace[1575653521] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27168; }","duration":"110.034537ms","start":"2026-07-02T06:08:15.025398Z","end":"2026-07-02T06:08:15.135433Z","steps":["trace[1575653521] 'agreement among raft nodes before linearized reading' (duration: 109.925014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:08:15.135445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.952163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-02T06:08:15.135491Z","caller":"traceutil/trace.go:171","msg":"trace[784934652] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27168; }","duration":"120.020916ms","start":"2026-07-02T06:08:15.015459Z","end":"2026-07-02T06:08:15.13548Z","steps":["trace[784934652] 'agreement among raft nodes before linearized reading' (duration: 119.884961ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:08:27.604619Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25156} {"level":"info","ts":"2026-07-02T06:08:27.755889Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25156,"took":"148.134863ms","hash":2141444589,"current-db-size-bytes":58028032,"current-db-size":"58 MB","current-db-size-in-use-bytes":33595392,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-02T06:08:27.755955Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2141444589,"revision":25156,"compact-revision":21705} {"level":"info","ts":"2026-07-02T06:10:29.589821Z","caller":"traceutil/trace.go:171","msg":"trace[1853918410] transaction","detail":"{read_only:false; response_revision:28516; number_of_response:1; }","duration":"166.959532ms","start":"2026-07-02T06:10:29.422802Z","end":"2026-07-02T06:10:29.589761Z","steps":["trace[1853918410] 'process raft request' (duration: 166.785276ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:10:29.613522Z","caller":"traceutil/trace.go:171","msg":"trace[1505161266] transaction","detail":"{read_only:false; response_revision:28517; number_of_response:1; }","duration":"126.182113ms","start":"2026-07-02T06:10:29.487317Z","end":"2026-07-02T06:10:29.613499Z","steps":["trace[1505161266] 'process raft request' (duration: 126.070529ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:10:56.873457Z","caller":"traceutil/trace.go:171","msg":"trace[70887678] transaction","detail":"{read_only:false; response_revision:28826; number_of_response:1; }","duration":"267.234028ms","start":"2026-07-02T06:10:56.606197Z","end":"2026-07-02T06:10:56.873431Z","steps":["trace[70887678] 'process raft request' (duration: 239.585076ms)","trace[70887678] 'compare' (duration: 27.544208ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:10:57.058079Z","caller":"traceutil/trace.go:171","msg":"trace[683977885] transaction","detail":"{read_only:false; response_revision:28828; number_of_response:1; }","duration":"177.374954ms","start":"2026-07-02T06:10:56.880679Z","end":"2026-07-02T06:10:57.058054Z","steps":["trace[683977885] 'process raft request' (duration: 176.806936ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:11:24.214861Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d71a1778b31d4ce","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-02T06:11:24.220261Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-02T06:11:24.220374Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-02T06:13:27.610232Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27300} {"level":"info","ts":"2026-07-02T06:13:27.734187Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27300,"took":"119.561072ms","hash":3181757273,"current-db-size-bytes":58028032,"current-db-size":"58 MB","current-db-size-in-use-bytes":35487744,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-07-02T06:13:27.73426Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3181757273,"revision":27300,"compact-revision":25156} {"level":"info","ts":"2026-07-02T06:18:27.616725Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29952} {"level":"info","ts":"2026-07-02T06:18:27.750912Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29952,"took":"130.672846ms","hash":3312127646,"current-db-size-bytes":58028032,"current-db-size":"58 MB","current-db-size-in-use-bytes":31453184,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-02T06:18:27.750995Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3312127646,"revision":29952,"compact-revision":27300} {"level":"info","ts":"2026-07-02T06:21:00.604332Z","caller":"traceutil/trace.go:171","msg":"trace[1813506428] transaction","detail":"{read_only:false; response_revision:33334; number_of_response:1; }","duration":"117.575969ms","start":"2026-07-02T06:21:00.48673Z","end":"2026-07-02T06:21:00.604306Z","steps":["trace[1813506428] 'process raft request' (duration: 117.515267ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:21:00.604366Z","caller":"traceutil/trace.go:171","msg":"trace[21827357] transaction","detail":"{read_only:false; response_revision:33333; number_of_response:1; }","duration":"118.911532ms","start":"2026-07-02T06:21:00.485418Z","end":"2026-07-02T06:21:00.60433Z","steps":["trace[21827357] 'process raft request' (duration: 42.738966ms)","trace[21827357] 'compare' (duration: 75.944868ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:23:27.621938Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32181} {"level":"info","ts":"2026-07-02T06:23:27.773096Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32181,"took":"146.795433ms","hash":3526121382,"current-db-size-bytes":59072512,"current-db-size":"59 MB","current-db-size-in-use-bytes":31617024,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-02T06:23:27.773161Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3526121382,"revision":32181,"compact-revision":29952} {"level":"info","ts":"2026-07-02T06:25:04.376021Z","caller":"traceutil/trace.go:171","msg":"trace[1240529359] transaction","detail":"{read_only:false; response_revision:35193; number_of_response:1; }","duration":"188.573548ms","start":"2026-07-02T06:25:04.187422Z","end":"2026-07-02T06:25:04.375996Z","steps":["trace[1240529359] 'process raft request' (duration: 188.385222ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:25:07.308653Z","caller":"traceutil/trace.go:171","msg":"trace[1288655317] transaction","detail":"{read_only:false; response_revision:35215; number_of_response:1; }","duration":"202.371019ms","start":"2026-07-02T06:25:07.106257Z","end":"2026-07-02T06:25:07.308628Z","steps":["trace[1288655317] 'process raft request' (duration: 202.213804ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:25:07.356626Z","caller":"traceutil/trace.go:171","msg":"trace[201299460] transaction","detail":"{read_only:false; response_revision:35216; number_of_response:1; }","duration":"249.760084ms","start":"2026-07-02T06:25:07.106836Z","end":"2026-07-02T06:25:07.356597Z","steps":["trace[201299460] 'process raft request' (duration: 249.578099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:25:07.356781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.459374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:25:07.356828Z","caller":"traceutil/trace.go:171","msg":"trace[1901429443] linearizableReadLoop","detail":"{readStateIndex:36349; appliedIndex:36347; }","duration":"188.524646ms","start":"2026-07-02T06:25:07.168289Z","end":"2026-07-02T06:25:07.356814Z","steps":["trace[1901429443] 'read index received' (duration: 140.210742ms)","trace[1901429443] 'applied index is now lower than readState.Index' (duration: 48.057666ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:25:07.356866Z","caller":"traceutil/trace.go:171","msg":"trace[1544636112] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:35216; }","duration":"188.594029ms","start":"2026-07-02T06:25:07.168249Z","end":"2026-07-02T06:25:07.356843Z","steps":["trace[1544636112] 'agreement among raft nodes before linearized reading' (duration: 188.442404ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:25:50.437814Z","caller":"traceutil/trace.go:171","msg":"trace[186908326] transaction","detail":"{read_only:false; response_revision:35555; number_of_response:1; }","duration":"294.717051ms","start":"2026-07-02T06:25:50.143066Z","end":"2026-07-02T06:25:50.437783Z","steps":["trace[186908326] 'process raft request' (duration: 293.087329ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:28:27.628159Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34413} {"level":"info","ts":"2026-07-02T06:28:27.773236Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34413,"took":"140.381648ms","hash":1114941846,"current-db-size-bytes":59072512,"current-db-size":"59 MB","current-db-size-in-use-bytes":31887360,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-02T06:28:27.773287Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1114941846,"revision":34413,"compact-revision":32181} {"level":"info","ts":"2026-07-02T06:33:04.566328Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d71a1778b31d4ce","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-02T06:33:04.569799Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-02T06:33:04.569878Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-07-02T06:33:27.636181Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36706} {"level":"info","ts":"2026-07-02T06:33:27.752832Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36706,"took":"112.61295ms","hash":4027789873,"current-db-size-bytes":59932672,"current-db-size":"60 MB","current-db-size-in-use-bytes":33099776,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-02T06:33:27.75289Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4027789873,"revision":36706,"compact-revision":34413} {"level":"info","ts":"2026-07-02T06:38:27.641304Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":38938} {"level":"info","ts":"2026-07-02T06:38:27.75757Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":38938,"took":"112.035722ms","hash":10004904,"current-db-size-bytes":59932672,"current-db-size":"60 MB","current-db-size-in-use-bytes":31281152,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-02T06:38:27.757656Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":10004904,"revision":38938,"compact-revision":36706}