{"level":"warn","ts":"2026-08-20T01:15:12.909805Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-20T01:15:12.909898Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.123:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.123:2380","--initial-cluster=instance=https://199.19.213.123:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.123:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.123:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-08-20T01:15:12.909964Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-20T01:15:12.90998Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.123:2380"]} {"level":"info","ts":"2026-08-20T01:15:12.909996Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-20T01:15:12.9106Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.123:2379"]} {"level":"info","ts":"2026-08-20T01:15:12.910683Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.123:2380"],"listen-peer-urls":["https://199.19.213.123:2380"],"advertise-client-urls":["https://199.19.213.123:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.123:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.123:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-08-20T01:15:12.914759Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.869091ms"} {"level":"info","ts":"2026-08-20T01:15:12.921128Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"3e4829a3cabe4fce","cluster-id":"b469cfed817d8605"} {"level":"info","ts":"2026-08-20T01:15:12.921191Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3e4829a3cabe4fce switched to configuration voters=()"} {"level":"info","ts":"2026-08-20T01:15:12.921208Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3e4829a3cabe4fce became follower at term 0"} {"level":"info","ts":"2026-08-20T01:15:12.921221Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3e4829a3cabe4fce [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-08-20T01:15:12.921228Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3e4829a3cabe4fce became follower at term 1"} {"level":"info","ts":"2026-08-20T01:15:12.921263Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3e4829a3cabe4fce switched to configuration voters=(4487882812132577230)"} {"level":"warn","ts":"2026-08-20T01:15:12.926428Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-08-20T01:15:12.927607Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-08-20T01:15:12.928944Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-08-20T01:15:12.931116Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"3e4829a3cabe4fce","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-08-20T01:15:12.931324Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3e4829a3cabe4fce","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-08-20T01:15:12.931532Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-20T01:15:12.932599Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3e4829a3cabe4fce switched to configuration voters=(4487882812132577230)"} {"level":"info","ts":"2026-08-20T01:15:12.932766Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-20T01:15:12.932885Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-20T01:15:12.932955Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"b469cfed817d8605","local-member-id":"3e4829a3cabe4fce","added-peer-id":"3e4829a3cabe4fce","added-peer-peer-urls":["https://199.19.213.123:2380"]} {"level":"info","ts":"2026-08-20T01:15:12.937246Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-20T01:15:12.93749Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3e4829a3cabe4fce","initial-advertise-peer-urls":["https://199.19.213.123:2380"],"listen-peer-urls":["https://199.19.213.123:2380"],"advertise-client-urls":["https://199.19.213.123:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.123:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-08-20T01:15:12.937529Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-08-20T01:15:12.937693Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.123:2380"} {"level":"info","ts":"2026-08-20T01:15:12.937715Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.123:2380"} {"level":"info","ts":"2026-08-20T01:15:13.921989Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3e4829a3cabe4fce is starting a new election at term 1"} {"level":"info","ts":"2026-08-20T01:15:13.922125Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3e4829a3cabe4fce became pre-candidate at term 1"} {"level":"info","ts":"2026-08-20T01:15:13.922159Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3e4829a3cabe4fce received MsgPreVoteResp from 3e4829a3cabe4fce at term 1"} {"level":"info","ts":"2026-08-20T01:15:13.92218Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3e4829a3cabe4fce became candidate at term 2"} {"level":"info","ts":"2026-08-20T01:15:13.922191Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3e4829a3cabe4fce received MsgVoteResp from 3e4829a3cabe4fce at term 2"} {"level":"info","ts":"2026-08-20T01:15:13.922209Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3e4829a3cabe4fce became leader at term 2"} {"level":"info","ts":"2026-08-20T01:15:13.922242Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3e4829a3cabe4fce elected leader 3e4829a3cabe4fce at term 2"} {"level":"info","ts":"2026-08-20T01:15:13.923197Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-08-20T01:15:13.924029Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"3e4829a3cabe4fce","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.123:2379]}","request-path":"/0/members/3e4829a3cabe4fce/attributes","cluster-id":"b469cfed817d8605","publish-timeout":"7s"} {"level":"info","ts":"2026-08-20T01:15:13.924024Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-20T01:15:13.924171Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-20T01:15:13.924427Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-08-20T01:15:13.924644Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"b469cfed817d8605","local-member-id":"3e4829a3cabe4fce","cluster-version":"3.5"} {"level":"info","ts":"2026-08-20T01:15:13.924752Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-08-20T01:15:13.924784Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-08-20T01:15:13.924879Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-08-20T01:15:13.928211Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.123:2379"} {"level":"info","ts":"2026-08-20T01:15:13.930207Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-08-20T01:15:15.438289Z","caller":"traceutil/trace.go:171","msg":"trace[990916794] linearizableReadLoop","detail":"{readStateIndex:5; appliedIndex:4; }","duration":"163.030316ms","start":"2026-08-20T01:15:15.275234Z","end":"2026-08-20T01:15:15.438264Z","steps":["trace[990916794] 'read index received' (duration: 162.834184ms)","trace[990916794] 'applied index is now lower than readState.Index' (duration: 192.712µs)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:15:15.438313Z","caller":"traceutil/trace.go:171","msg":"trace[1729917329] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"164.237869ms","start":"2026-08-20T01:15:15.274052Z","end":"2026-08-20T01:15:15.438289Z","steps":["trace[1729917329] 'process raft request' (duration: 163.990796ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:15:15.438581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.287839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-08-20T01:15:15.438702Z","caller":"traceutil/trace.go:171","msg":"trace[877183732] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:0; response_revision:2; }","duration":"163.43941ms","start":"2026-08-20T01:15:15.27522Z","end":"2026-08-20T01:15:15.438659Z","steps":["trace[877183732] 'agreement among raft nodes before linearized reading' (duration: 163.173748ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:15:15.593872Z","caller":"traceutil/trace.go:171","msg":"trace[910227415] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"235.092015ms","start":"2026-08-20T01:15:15.358747Z","end":"2026-08-20T01:15:15.593839Z","steps":["trace[910227415] 'process raft request' (duration: 234.994344ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:15:15.593923Z","caller":"traceutil/trace.go:171","msg":"trace[477547743] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"234.906523ms","start":"2026-08-20T01:15:15.358957Z","end":"2026-08-20T01:15:15.593864Z","steps":["trace[477547743] 'process raft request' (duration: 234.819312ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:15:15.594027Z","caller":"traceutil/trace.go:171","msg":"trace[496646026] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"235.53063ms","start":"2026-08-20T01:15:15.358417Z","end":"2026-08-20T01:15:15.593948Z","steps":["trace[496646026] 'process raft request' (duration: 235.201547ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:15:15.594238Z","caller":"traceutil/trace.go:171","msg":"trace[451505049] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"235.220577ms","start":"2026-08-20T01:15:15.358999Z","end":"2026-08-20T01:15:15.594219Z","steps":["trace[451505049] 'process raft request' (duration: 234.805213ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:15:15.594864Z","caller":"traceutil/trace.go:171","msg":"trace[1284511125] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"235.62386ms","start":"2026-08-20T01:15:15.359028Z","end":"2026-08-20T01:15:15.594652Z","steps":["trace[1284511125] 'process raft request' (duration: 235.114075ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:15:15.595057Z","caller":"traceutil/trace.go:171","msg":"trace[1700058663] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"228.826549ms","start":"2026-08-20T01:15:15.366215Z","end":"2026-08-20T01:15:15.595042Z","steps":["trace[1700058663] 'process raft request' (duration: 228.416875ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:15:15.59496Z","caller":"traceutil/trace.go:171","msg":"trace[412270928] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"235.897733ms","start":"2026-08-20T01:15:15.359046Z","end":"2026-08-20T01:15:15.594944Z","steps":["trace[412270928] 'process raft request' (duration: 235.476719ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:15:15.596034Z","caller":"traceutil/trace.go:171","msg":"trace[565667485] linearizableReadLoop","detail":"{readStateIndex:13; appliedIndex:5; }","duration":"157.62709ms","start":"2026-08-20T01:15:15.438371Z","end":"2026-08-20T01:15:15.595998Z","steps":["trace[565667485] 'read index received' (duration: 155.333037ms)","trace[565667485] 'applied index is now lower than readState.Index' (duration: 2.293123ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:15:15.596151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.156885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-08-20T01:15:15.596211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.697537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-08-20T01:15:15.596253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.813429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.123\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-08-20T01:15:15.596257Z","caller":"traceutil/trace.go:171","msg":"trace[683316184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:10; }","duration":"320.745507ms","start":"2026-08-20T01:15:15.275498Z","end":"2026-08-20T01:15:15.596243Z","steps":["trace[683316184] 'agreement among raft nodes before linearized reading' (duration: 320.693397ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:15:15.596198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.98551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-08-20T01:15:15.596307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:15:15.275492Z","time spent":"320.799628ms","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-20T01:15:15.596345Z","caller":"traceutil/trace.go:171","msg":"trace[886985891] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"222.702035ms","start":"2026-08-20T01:15:15.373635Z","end":"2026-08-20T01:15:15.596337Z","steps":["trace[886985891] 'process raft request' (duration: 221.916046ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:15:15.596373Z","caller":"traceutil/trace.go:171","msg":"trace[1517884694] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"244.212701ms","start":"2026-08-20T01:15:15.35214Z","end":"2026-08-20T01:15:15.596353Z","steps":["trace[1517884694] 'agreement among raft nodes before linearized reading' (duration: 243.882207ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:15:15.596525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.160761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-08-20T01:15:15.596561Z","caller":"traceutil/trace.go:171","msg":"trace[248214147] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:0; response_revision:10; }","duration":"321.203932ms","start":"2026-08-20T01:15:15.275348Z","end":"2026-08-20T01:15:15.596552Z","steps":["trace[248214147] 'agreement among raft nodes before linearized reading' (duration: 321.147342ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:15:15.596588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:15:15.275344Z","time spent":"321.238043ms","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-08-20T01:15:15.596211Z","caller":"traceutil/trace.go:171","msg":"trace[1514653875] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"273.265788ms","start":"2026-08-20T01:15:15.322931Z","end":"2026-08-20T01:15:15.596197Z","steps":["trace[1514653875] 'agreement among raft nodes before linearized reading' (duration: 273.126435ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:15:15.596162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.535384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-08-20T01:15:15.596685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.763734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-08-20T01:15:15.59673Z","caller":"traceutil/trace.go:171","msg":"trace[1796344909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:10; }","duration":"321.144971ms","start":"2026-08-20T01:15:15.275563Z","end":"2026-08-20T01:15:15.596708Z","steps":["trace[1796344909] 'agreement among raft nodes before linearized reading' (duration: 320.537364ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:15:15.596768Z","caller":"traceutil/trace.go:171","msg":"trace[474933469] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:10; }","duration":"143.884605ms","start":"2026-08-20T01:15:15.452867Z","end":"2026-08-20T01:15:15.596751Z","steps":["trace[474933469] 'agreement among raft nodes before linearized reading' (duration: 143.753054ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:15:15.596808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.534891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-08-20T01:15:15.59683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:15:15.275549Z","time spent":"321.251452ms","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-20T01:15:15.596285Z","caller":"traceutil/trace.go:171","msg":"trace[1763885100] range","detail":"{range_begin:/registry/masterleases/199.19.213.123; range_end:; response_count:0; response_revision:10; }","duration":"246.86517ms","start":"2026-08-20T01:15:15.349412Z","end":"2026-08-20T01:15:15.596278Z","steps":["trace[1763885100] 'agreement among raft nodes before linearized reading' (duration: 246.821769ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:15:15.596864Z","caller":"traceutil/trace.go:171","msg":"trace[913111136] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:10; }","duration":"238.638122ms","start":"2026-08-20T01:15:15.358212Z","end":"2026-08-20T01:15:15.59685Z","steps":["trace[913111136] 'agreement among raft nodes before linearized reading' (duration: 238.552872ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:15:15.597086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.420316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-08-20T01:15:15.597132Z","caller":"traceutil/trace.go:171","msg":"trace[1803222554] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"193.498507ms","start":"2026-08-20T01:15:15.403621Z","end":"2026-08-20T01:15:15.59712Z","steps":["trace[1803222554] 'agreement among raft nodes before linearized reading' (duration: 193.435727ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:15:51.464191Z","caller":"traceutil/trace.go:171","msg":"trace[2048609480] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"106.030041ms","start":"2026-08-20T01:15:51.358133Z","end":"2026-08-20T01:15:51.464163Z","steps":["trace[2048609480] 'process raft request' (duration: 105.887359ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:15:59.570136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.877303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-08-20T01:15:59.570251Z","caller":"traceutil/trace.go:171","msg":"trace[427301552] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"415.982945ms","start":"2026-08-20T01:15:59.15425Z","end":"2026-08-20T01:15:59.570233Z","steps":["trace[427301552] 'process raft request' (duration: 272.392736ms)","trace[427301552] 'compare' (duration: 142.766636ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:15:59.570321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:15:59.154224Z","time spent":"416.0592ms","remote":"127.0.0.1:54402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-20T01:15:59.584292Z","caller":"traceutil/trace.go:171","msg":"trace[2091059925] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"225.327744ms","start":"2026-08-20T01:15:59.358945Z","end":"2026-08-20T01:15:59.584273Z","steps":["trace[2091059925] 'process raft request' (duration: 224.807451ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:16:14.081053Z","caller":"traceutil/trace.go:171","msg":"trace[360813022] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"103.940212ms","start":"2026-08-20T01:16:13.977098Z","end":"2026-08-20T01:16:14.081038Z","steps":["trace[360813022] 'process raft request' (duration: 103.90401ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:16:14.081417Z","caller":"traceutil/trace.go:171","msg":"trace[532448098] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"104.656622ms","start":"2026-08-20T01:16:13.976631Z","end":"2026-08-20T01:16:14.081287Z","steps":["trace[532448098] 'process raft request' (duration: 104.268711ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:17:30.58146Z","caller":"traceutil/trace.go:171","msg":"trace[940665097] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"103.286488ms","start":"2026-08-20T01:17:30.478147Z","end":"2026-08-20T01:17:30.581434Z","steps":["trace[940665097] 'process raft request' (duration: 103.109043ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:17:30.840231Z","caller":"traceutil/trace.go:171","msg":"trace[1873759430] linearizableReadLoop","detail":"{readStateIndex:1907; appliedIndex:1905; }","duration":"292.650687ms","start":"2026-08-20T01:17:30.547552Z","end":"2026-08-20T01:17:30.840203Z","steps":["trace[1873759430] 'read index received' (duration: 33.74118ms)","trace[1873759430] 'applied index is now lower than readState.Index' (duration: 258.908727ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:17:30.840464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.332985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:17:30.840504Z","caller":"traceutil/trace.go:171","msg":"trace[1996876078] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1849; }","duration":"191.405757ms","start":"2026-08-20T01:17:30.649086Z","end":"2026-08-20T01:17:30.840492Z","steps":["trace[1996876078] 'agreement among raft nodes before linearized reading' (duration: 191.331445ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:17:30.840616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.03538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:17:30.840662Z","caller":"traceutil/trace.go:171","msg":"trace[573078866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1849; }","duration":"222.094102ms","start":"2026-08-20T01:17:30.618558Z","end":"2026-08-20T01:17:30.840652Z","steps":["trace[573078866] 'agreement among raft nodes before linearized reading' (duration: 222.02519ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:17:30.840679Z","caller":"traceutil/trace.go:171","msg":"trace[2002659771] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"362.100381ms","start":"2026-08-20T01:17:30.478568Z","end":"2026-08-20T01:17:30.840669Z","steps":["trace[2002659771] 'process raft request' (duration: 346.368087ms)","trace[2002659771] 'compare' (duration: 14.942092ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:17:30.840706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.158042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-08-20T01:17:30.840765Z","caller":"traceutil/trace.go:171","msg":"trace[84666118] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1849; }","duration":"210.226014ms","start":"2026-08-20T01:17:30.630523Z","end":"2026-08-20T01:17:30.840749Z","steps":["trace[84666118] 'agreement among raft nodes before linearized reading' (duration: 210.053279ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:17:30.840894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:17:30.47855Z","time spent":"362.154413ms","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:17:30.84089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.314776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-20T01:17:30.840979Z","caller":"traceutil/trace.go:171","msg":"trace[1812875541] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1849; }","duration":"293.444349ms","start":"2026-08-20T01:17:30.547499Z","end":"2026-08-20T01:17:30.840943Z","steps":["trace[1812875541] 'agreement among raft nodes before linearized reading' (duration: 293.207993ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:17:30.840965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.506482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-08-20T01:17:30.84151Z","caller":"traceutil/trace.go:171","msg":"trace[685819748] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1849; }","duration":"232.117318ms","start":"2026-08-20T01:17:30.609372Z","end":"2026-08-20T01:17:30.841489Z","steps":["trace[685819748] 'agreement among raft nodes before linearized reading' (duration: 231.035439ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:17:33.478457Z","caller":"traceutil/trace.go:171","msg":"trace[1466257940] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"113.487747ms","start":"2026-08-20T01:17:33.364947Z","end":"2026-08-20T01:17:33.478434Z","steps":["trace[1466257940] 'process raft request' (duration: 109.340755ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:18:09.058864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.159112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-20T01:18:09.058966Z","caller":"traceutil/trace.go:171","msg":"trace[115348006] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2157; }","duration":"171.299616ms","start":"2026-08-20T01:18:08.887642Z","end":"2026-08-20T01:18:09.058942Z","steps":["trace[115348006] 'count revisions from in-memory index tree' (duration: 170.984308ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:18:09.16993Z","caller":"traceutil/trace.go:171","msg":"trace[109810998] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"106.154024ms","start":"2026-08-20T01:18:09.063446Z","end":"2026-08-20T01:18:09.1696Z","steps":["trace[109810998] 'process raft request' (duration: 105.918998ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:18:09.219165Z","caller":"traceutil/trace.go:171","msg":"trace[2109816104] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"155.422281ms","start":"2026-08-20T01:18:09.063715Z","end":"2026-08-20T01:18:09.219137Z","steps":["trace[2109816104] 'process raft request' (duration: 155.168045ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:18:09.219294Z","caller":"traceutil/trace.go:171","msg":"trace[1050112810] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"155.642336ms","start":"2026-08-20T01:18:09.063595Z","end":"2026-08-20T01:18:09.219237Z","steps":["trace[1050112810] 'process raft request' (duration: 155.429902ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:18:09.399189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.884671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-20T01:18:09.399417Z","caller":"traceutil/trace.go:171","msg":"trace[1479270639] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"166.107618ms","start":"2026-08-20T01:18:09.23328Z","end":"2026-08-20T01:18:09.399387Z","steps":["trace[1479270639] 'process raft request' (duration: 31.863419ms)","trace[1479270639] 'compare' (duration: 133.757119ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:18:09.400042Z","caller":"traceutil/trace.go:171","msg":"trace[303903769] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"163.803367ms","start":"2026-08-20T01:18:09.236216Z","end":"2026-08-20T01:18:09.400019Z","steps":["trace[303903769] 'process raft request' (duration: 163.103862ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:19:27.927169Z","caller":"traceutil/trace.go:171","msg":"trace[829697002] transaction","detail":"{read_only:false; response_revision:2798; number_of_response:1; }","duration":"155.25322ms","start":"2026-08-20T01:19:27.771882Z","end":"2026-08-20T01:19:27.927135Z","steps":["trace[829697002] 'process raft request' (duration: 151.641536ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:19:56.02712Z","caller":"traceutil/trace.go:171","msg":"trace[1780669143] linearizableReadLoop","detail":"{readStateIndex:3108; appliedIndex:3107; }","duration":"211.877344ms","start":"2026-08-20T01:19:55.815217Z","end":"2026-08-20T01:19:56.027094Z","steps":["trace[1780669143] 'read index received' (duration: 211.768332ms)","trace[1780669143] 'applied index is now lower than readState.Index' (duration: 107.842µs)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:19:56.027167Z","caller":"traceutil/trace.go:171","msg":"trace[202544286] transaction","detail":"{read_only:false; response_revision:2988; number_of_response:1; }","duration":"221.195623ms","start":"2026-08-20T01:19:55.805943Z","end":"2026-08-20T01:19:56.027138Z","steps":["trace[202544286] 'process raft request' (duration: 220.98596ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:19:56.027379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.155808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-20T01:19:56.027424Z","caller":"traceutil/trace.go:171","msg":"trace[1953520927] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2988; }","duration":"212.2458ms","start":"2026-08-20T01:19:55.815166Z","end":"2026-08-20T01:19:56.027412Z","steps":["trace[1953520927] 'agreement among raft nodes before linearized reading' (duration: 212.088477ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:19:56.02764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.988264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-08-20T01:19:56.027747Z","caller":"traceutil/trace.go:171","msg":"trace[1041530807] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2988; }","duration":"209.102306ms","start":"2026-08-20T01:19:55.81862Z","end":"2026-08-20T01:19:56.027722Z","steps":["trace[1041530807] 'agreement among raft nodes before linearized reading' (duration: 208.788271ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:20:11.279181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.959786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18cd5eba34d5ec9f\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-08-20T01:20:11.27931Z","caller":"traceutil/trace.go:171","msg":"trace[1645180883] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18cd5eba34d5ec9f; range_end:; response_count:1; response_revision:3091; }","duration":"298.128438ms","start":"2026-08-20T01:20:10.981152Z","end":"2026-08-20T01:20:11.279281Z","steps":["trace[1645180883] 'range keys from in-memory index tree' (duration: 297.766473ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:20:34.342249Z","caller":"traceutil/trace.go:171","msg":"trace[872334526] transaction","detail":"{read_only:false; response_revision:3329; number_of_response:1; }","duration":"365.572808ms","start":"2026-08-20T01:20:33.976641Z","end":"2026-08-20T01:20:34.342214Z","steps":["trace[872334526] 'process raft request' (duration: 365.394595ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:20:34.342345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.256071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-20T01:20:34.342383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:20:33.976619Z","time spent":"365.694321ms","remote":"127.0.0.1:54522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:20:34.342425Z","caller":"traceutil/trace.go:171","msg":"trace[2141501086] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3329; }","duration":"237.380333ms","start":"2026-08-20T01:20:34.10502Z","end":"2026-08-20T01:20:34.342401Z","steps":["trace[2141501086] 'agreement among raft nodes before linearized reading' (duration: 237.268131ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:20:34.346428Z","caller":"traceutil/trace.go:171","msg":"trace[2009513959] transaction","detail":"{read_only:false; response_revision:3330; number_of_response:1; }","duration":"233.377368ms","start":"2026-08-20T01:20:34.113026Z","end":"2026-08-20T01:20:34.346404Z","steps":["trace[2009513959] 'process raft request' (duration: 232.624594ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:20:34.342261Z","caller":"traceutil/trace.go:171","msg":"trace[289895514] linearizableReadLoop","detail":"{readStateIndex:3468; appliedIndex:3467; }","duration":"237.119819ms","start":"2026-08-20T01:20:34.105064Z","end":"2026-08-20T01:20:34.342184Z","steps":["trace[289895514] 'read index received' (duration: 236.960506ms)","trace[289895514] 'applied index is now lower than readState.Index' (duration: 158.403µs)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:20:34.352163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.906963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-20T01:20:34.352221Z","caller":"traceutil/trace.go:171","msg":"trace[107975818] transaction","detail":"{read_only:false; response_revision:3331; number_of_response:1; }","duration":"154.27998ms","start":"2026-08-20T01:20:34.197911Z","end":"2026-08-20T01:20:34.352191Z","steps":["trace[107975818] 'process raft request' (duration: 149.332097ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:20:34.352243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.70612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-20T01:20:34.352238Z","caller":"traceutil/trace.go:171","msg":"trace[1836167774] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:3331; }","duration":"247.015364ms","start":"2026-08-20T01:20:34.1052Z","end":"2026-08-20T01:20:34.352215Z","steps":["trace[1836167774] 'agreement among raft nodes before linearized reading' (duration: 246.844241ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:20:34.352275Z","caller":"traceutil/trace.go:171","msg":"trace[448861997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3331; }","duration":"144.767492ms","start":"2026-08-20T01:20:34.207502Z","end":"2026-08-20T01:20:34.352269Z","steps":["trace[448861997] 'agreement among raft nodes before linearized reading' (duration: 144.653ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:21:07.005873Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709819481307406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T01:21:07.506386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709819481307406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T01:21:08.00653Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709819481307406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T01:21:08.507403Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709819481307406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T01:21:08.620519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000429563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-20T01:21:08.620604Z","caller":"traceutil/trace.go:171","msg":"trace[321138581] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000542176s","start":"2026-08-20T01:21:06.620048Z","end":"2026-08-20T01:21:08.62059Z","steps":["trace[321138581] 'agreement among raft nodes before linearized reading' (duration: 2.000440993s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:21:08.620635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:21:06.620037Z","time spent":"2.000591589s","remote":"127.0.0.1:54060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/20 01:21:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-20T01:21:08.657535Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.165175815s","expected-duration":"1s"} {"level":"info","ts":"2026-08-20T01:21:08.658092Z","caller":"traceutil/trace.go:171","msg":"trace[1269880865] transaction","detail":"{read_only:false; response_revision:3555; number_of_response:1; }","duration":"2.16582131s","start":"2026-08-20T01:21:06.492255Z","end":"2026-08-20T01:21:08.658077Z","steps":["trace[1269880865] 'process raft request' (duration: 2.165490548s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:21:08.658475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:21:06.492238Z","time spent":"2.165910203s","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:21:08.659191Z","caller":"traceutil/trace.go:171","msg":"trace[1557292009] linearizableReadLoop","detail":"{readStateIndex:3708; appliedIndex:3706; }","duration":"2.153777549s","start":"2026-08-20T01:21:06.505388Z","end":"2026-08-20T01:21:08.659165Z","steps":["trace[1557292009] 'read index received' (duration: 2.152511021s)","trace[1557292009] 'applied index is now lower than readState.Index' (duration: 1.265018ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:21:08.65932Z","caller":"traceutil/trace.go:171","msg":"trace[590389579] transaction","detail":"{read_only:false; response_revision:3556; number_of_response:1; }","duration":"193.199483ms","start":"2026-08-20T01:21:08.466086Z","end":"2026-08-20T01:21:08.659286Z","steps":["trace[590389579] 'process raft request' (duration: 192.949904ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:21:08.659478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.154073909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-20T01:21:08.659529Z","caller":"traceutil/trace.go:171","msg":"trace[1816644130] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3556; }","duration":"2.154147492s","start":"2026-08-20T01:21:06.50537Z","end":"2026-08-20T01:21:08.659517Z","steps":["trace[1816644130] 'agreement among raft nodes before linearized reading' (duration: 2.153928464s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:21:08.659569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:21:06.505307Z","time spent":"2.154253477s","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-20T01:21:08.659887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631923215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.123\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-08-20T01:21:08.659903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.089563201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-08-20T01:21:08.659942Z","caller":"traceutil/trace.go:171","msg":"trace[615820668] range","detail":"{range_begin:/registry/masterleases/199.19.213.123; range_end:; response_count:1; response_revision:3556; }","duration":"1.631989277s","start":"2026-08-20T01:21:07.027939Z","end":"2026-08-20T01:21:08.659928Z","steps":["trace[615820668] 'agreement among raft nodes before linearized reading' (duration: 1.63181888s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:21:08.659914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.954202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:1 size:1225"} {"level":"warn","ts":"2026-08-20T01:21:08.65998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:21:07.027935Z","time spent":"1.632036798s","remote":"127.0.0.1:54090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.123\" "} {"level":"info","ts":"2026-08-20T01:21:08.659998Z","caller":"traceutil/trace.go:171","msg":"trace[189471429] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:3556; }","duration":"2.089702787s","start":"2026-08-20T01:21:06.570276Z","end":"2026-08-20T01:21:08.659979Z","steps":["trace[189471429] 'agreement among raft nodes before linearized reading' (duration: 2.089346203s)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:21:08.660022Z","caller":"traceutil/trace.go:171","msg":"trace[1537812316] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:1; response_revision:3556; }","duration":"199.097957ms","start":"2026-08-20T01:21:08.4609Z","end":"2026-08-20T01:21:08.659998Z","steps":["trace[1537812316] 'agreement among raft nodes before linearized reading' (duration: 198.826337ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:21:08.660045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:21:06.570235Z","time spent":"2.089799611s","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-08-20T01:21:08.660118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338901136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-08-20T01:21:08.659875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031151059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-20T01:21:08.660176Z","caller":"traceutil/trace.go:171","msg":"trace[1818433506] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3556; }","duration":"1.33899927s","start":"2026-08-20T01:21:07.321158Z","end":"2026-08-20T01:21:08.660157Z","steps":["trace[1818433506] 'agreement among raft nodes before linearized reading' (duration: 1.338842234s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:21:08.660217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:21:07.321135Z","time spent":"1.339071734s","remote":"127.0.0.1:54160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-08-20T01:21:08.660208Z","caller":"traceutil/trace.go:171","msg":"trace[775776917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3556; }","duration":"1.031520843s","start":"2026-08-20T01:21:07.628663Z","end":"2026-08-20T01:21:08.660183Z","steps":["trace[775776917] 'agreement among raft nodes before linearized reading' (duration: 1.031032485s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:21:08.660256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528847647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-08-20T01:21:08.660302Z","caller":"traceutil/trace.go:171","msg":"trace[711204252] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3556; }","duration":"1.528920309s","start":"2026-08-20T01:21:07.131368Z","end":"2026-08-20T01:21:08.660288Z","steps":["trace[711204252] 'agreement among raft nodes before linearized reading' (duration: 1.528799004s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:21:08.660331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:21:07.131351Z","time spent":"1.528972752s","remote":"127.0.0.1:54160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-08-20T01:21:08.660306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.115681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-20T01:21:08.660433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827849967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-20T01:21:08.660472Z","caller":"traceutil/trace.go:171","msg":"trace[417354023] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3556; }","duration":"1.827931081s","start":"2026-08-20T01:21:06.832531Z","end":"2026-08-20T01:21:08.660462Z","steps":["trace[417354023] 'agreement among raft nodes before linearized reading' (duration: 1.827870749s)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:21:08.660436Z","caller":"traceutil/trace.go:171","msg":"trace[681485073] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:3556; }","duration":"727.386973ms","start":"2026-08-20T01:21:07.933028Z","end":"2026-08-20T01:21:08.660415Z","steps":["trace[681485073] 'agreement among raft nodes before linearized reading' (duration: 727.037079ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:21:08.660491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.311876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-08-20T01:21:08.660519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:21:06.832511Z","time spent":"1.827996803s","remote":"127.0.0.1:54478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-08-20T01:21:08.66053Z","caller":"traceutil/trace.go:171","msg":"trace[1142259460] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3556; }","duration":"469.387199ms","start":"2026-08-20T01:21:08.191132Z","end":"2026-08-20T01:21:08.66052Z","steps":["trace[1142259460] 'agreement among raft nodes before linearized reading' (duration: 469.291595ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:21:08.66056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:21:08.191114Z","time spent":"469.44039ms","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-08-20T01:21:08.660592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090256848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-08-20T01:21:08.660605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:21:07.933004Z","time spent":"727.523878ms","remote":"127.0.0.1:48502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-08-20T01:21:08.660643Z","caller":"traceutil/trace.go:171","msg":"trace[284142540] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3556; }","duration":"2.090338941s","start":"2026-08-20T01:21:06.570294Z","end":"2026-08-20T01:21:08.660633Z","steps":["trace[284142540] 'agreement among raft nodes before linearized reading' (duration: 2.090218337s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:21:08.660649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.868264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-20T01:21:08.660466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:21:07.628649Z","time spent":"1.031604037s","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-20T01:21:08.660711Z","caller":"traceutil/trace.go:171","msg":"trace[365266352] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3556; }","duration":"741.965729ms","start":"2026-08-20T01:21:07.918729Z","end":"2026-08-20T01:21:08.660694Z","steps":["trace[365266352] 'agreement among raft nodes before linearized reading' (duration: 741.773651ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:21:08.660722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:21:06.570277Z","time spent":"2.090406524s","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-20T01:21:08.660761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:21:07.918713Z","time spent":"742.035061ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-08-20T01:21:08.660382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637062631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-08-20T01:21:08.660986Z","caller":"traceutil/trace.go:171","msg":"trace[1808211901] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3556; }","duration":"1.637685695s","start":"2026-08-20T01:21:07.02328Z","end":"2026-08-20T01:21:08.660965Z","steps":["trace[1808211901] 'agreement among raft nodes before linearized reading' (duration: 1.63703602s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:21:08.661062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:21:07.023268Z","time spent":"1.637776908s","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-20T01:21:08.661232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.109081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-20T01:21:08.661276Z","caller":"traceutil/trace.go:171","msg":"trace[633133267] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3556; }","duration":"449.693371ms","start":"2026-08-20T01:21:08.21157Z","end":"2026-08-20T01:21:08.661264Z","steps":["trace[633133267] 'agreement among raft nodes before linearized reading' (duration: 448.115121ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:21:08.664487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:21:08.211553Z","time spent":"452.866652ms","remote":"127.0.0.1:48518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-20T01:22:11.87043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.429088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-08-20T01:22:11.870506Z","caller":"traceutil/trace.go:171","msg":"trace[1604777704] range","detail":"{range_begin:/registry/roles/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4544; }","duration":"103.52683ms","start":"2026-08-20T01:22:11.766963Z","end":"2026-08-20T01:22:11.87049Z","steps":["trace[1604777704] 'agreement among raft nodes before linearized reading' (duration: 103.332524ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:22:22.653673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.382725ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-08-20T01:22:22.654884Z","caller":"traceutil/trace.go:171","msg":"trace[1384351640] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4756; }","duration":"150.392986ms","start":"2026-08-20T01:22:22.504453Z","end":"2026-08-20T01:22:22.654846Z","steps":["trace[1384351640] 'process raft request' (duration: 149.782738ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:22:35.1346Z","caller":"traceutil/trace.go:171","msg":"trace[1224641873] transaction","detail":"{read_only:false; response_revision:4952; number_of_response:1; }","duration":"302.048731ms","start":"2026-08-20T01:22:34.832525Z","end":"2026-08-20T01:22:35.134574Z","steps":["trace[1224641873] 'process raft request' (duration: 301.885856ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:22:35.135033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.891132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-08-20T01:22:35.134617Z","caller":"traceutil/trace.go:171","msg":"trace[1660859017] linearizableReadLoop","detail":"{readStateIndex:5166; appliedIndex:5166; }","duration":"261.456221ms","start":"2026-08-20T01:22:34.873139Z","end":"2026-08-20T01:22:35.134595Z","steps":["trace[1660859017] 'read index received' (duration: 261.4461ms)","trace[1660859017] 'applied index is now lower than readState.Index' (duration: 8.261µs)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:22:35.135091Z","caller":"traceutil/trace.go:171","msg":"trace[1462377226] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4952; }","duration":"261.979045ms","start":"2026-08-20T01:22:34.873097Z","end":"2026-08-20T01:22:35.135076Z","steps":["trace[1462377226] 'agreement among raft nodes before linearized reading' (duration: 261.569114ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:22:35.134863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:22:34.832513Z","time spent":"302.247767ms","remote":"127.0.0.1:54248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10791,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:22:35.232585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.218971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-08-20T01:22:35.232801Z","caller":"traceutil/trace.go:171","msg":"trace[816344379] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4953; }","duration":"133.466478ms","start":"2026-08-20T01:22:35.099324Z","end":"2026-08-20T01:22:35.232791Z","steps":["trace[816344379] 'agreement among raft nodes before linearized reading' (duration: 133.144159ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:22:35.232806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.802158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-20T01:22:35.232882Z","caller":"traceutil/trace.go:171","msg":"trace[1419712767] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4953; }","duration":"153.908371ms","start":"2026-08-20T01:22:35.078954Z","end":"2026-08-20T01:22:35.232863Z","steps":["trace[1419712767] 'agreement among raft nodes before linearized reading' (duration: 153.753957ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:22:35.233014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.463259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-08-20T01:22:35.232602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.236762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-20T01:22:35.233067Z","caller":"traceutil/trace.go:171","msg":"trace[1777831998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4953; }","duration":"132.554292ms","start":"2026-08-20T01:22:35.100499Z","end":"2026-08-20T01:22:35.233053Z","steps":["trace[1777831998] 'agreement among raft nodes before linearized reading' (duration: 132.352356ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:22:35.233087Z","caller":"traceutil/trace.go:171","msg":"trace[187447647] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4953; }","duration":"133.764906ms","start":"2026-08-20T01:22:35.099316Z","end":"2026-08-20T01:22:35.233081Z","steps":["trace[187447647] 'agreement among raft nodes before linearized reading' (duration: 133.17136ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:22:35.232704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.456209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-20T01:22:35.233176Z","caller":"traceutil/trace.go:171","msg":"trace[858104879] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:4953; }","duration":"227.922303ms","start":"2026-08-20T01:22:35.005238Z","end":"2026-08-20T01:22:35.233161Z","steps":["trace[858104879] 'agreement among raft nodes before linearized reading' (duration: 227.435679ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:22:35.233299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.998447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T01:22:35.233919Z","caller":"traceutil/trace.go:171","msg":"trace[9606716] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4953; }","duration":"349.660916ms","start":"2026-08-20T01:22:34.88425Z","end":"2026-08-20T01:22:35.233911Z","steps":["trace[9606716] 'agreement among raft nodes before linearized reading' (duration: 348.471812ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:22:35.233976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:22:34.884228Z","time spent":"349.738288ms","remote":"127.0.0.1:54144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":539,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-08-20T01:22:35.232608Z","caller":"traceutil/trace.go:171","msg":"trace[2101028597] transaction","detail":"{read_only:false; response_revision:4953; number_of_response:1; }","duration":"227.107719ms","start":"2026-08-20T01:22:35.005446Z","end":"2026-08-20T01:22:35.232554Z","steps":["trace[2101028597] 'process raft request' (duration: 194.625292ms)","trace[2101028597] 'compare' (duration: 32.299052ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:22:35.233396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.603622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-08-20T01:22:35.234072Z","caller":"traceutil/trace.go:171","msg":"trace[404367595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4953; }","duration":"127.396385ms","start":"2026-08-20T01:22:35.106656Z","end":"2026-08-20T01:22:35.234052Z","steps":["trace[404367595] 'agreement among raft nodes before linearized reading' (duration: 126.17334ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:22:35.233585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.214121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-08-20T01:22:35.234256Z","caller":"traceutil/trace.go:171","msg":"trace[1093120616] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4953; }","duration":"141.408494ms","start":"2026-08-20T01:22:35.09284Z","end":"2026-08-20T01:22:35.234249Z","steps":["trace[1093120616] 'agreement among raft nodes before linearized reading' (duration: 139.792339ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:23:10.82281Z","caller":"traceutil/trace.go:171","msg":"trace[497525385] linearizableReadLoop","detail":"{readStateIndex:5568; appliedIndex:5567; }","duration":"140.263148ms","start":"2026-08-20T01:23:10.682525Z","end":"2026-08-20T01:23:10.822788Z","steps":["trace[497525385] 'read index received' (duration: 139.909609ms)","trace[497525385] 'applied index is now lower than readState.Index' (duration: 352.599µs)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:23:10.823068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.479633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:23:10.823168Z","caller":"traceutil/trace.go:171","msg":"trace[1283541070] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:5339; }","duration":"140.636047ms","start":"2026-08-20T01:23:10.682476Z","end":"2026-08-20T01:23:10.823113Z","steps":["trace[1283541070] 'agreement among raft nodes before linearized reading' (duration: 140.422692ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:23:10.823258Z","caller":"traceutil/trace.go:171","msg":"trace[52593455] transaction","detail":"{read_only:false; response_revision:5339; number_of_response:1; }","duration":"153.288468ms","start":"2026-08-20T01:23:10.66989Z","end":"2026-08-20T01:23:10.823178Z","steps":["trace[52593455] 'process raft request' (duration: 152.635921ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:23:23.569726Z","caller":"traceutil/trace.go:171","msg":"trace[1831320741] transaction","detail":"{read_only:false; response_revision:5443; number_of_response:1; }","duration":"166.964418ms","start":"2026-08-20T01:23:23.40271Z","end":"2026-08-20T01:23:23.569674Z","steps":["trace[1831320741] 'process raft request' (duration: 166.110596ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:23:24.422538Z","caller":"traceutil/trace.go:171","msg":"trace[1722903837] transaction","detail":"{read_only:false; response_revision:5457; number_of_response:1; }","duration":"120.441126ms","start":"2026-08-20T01:23:24.302078Z","end":"2026-08-20T01:23:24.422519Z","steps":["trace[1722903837] 'process raft request' (duration: 101.75012ms)","trace[1722903837] 'compare' (duration: 18.589183ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:23:50.604735Z","caller":"traceutil/trace.go:171","msg":"trace[762553140] transaction","detail":"{read_only:false; response_revision:5683; number_of_response:1; }","duration":"240.235135ms","start":"2026-08-20T01:23:50.364485Z","end":"2026-08-20T01:23:50.604721Z","steps":["trace[762553140] 'process raft request' (duration: 239.791464ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:25:13.958199Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3109} {"level":"info","ts":"2026-08-20T01:25:14.064772Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3109,"took":"105.217011ms","hash":1097636864,"current-db-size-bytes":58249216,"current-db-size":"58 MB","current-db-size-in-use-bytes":31014912,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-08-20T01:25:14.064872Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1097636864,"revision":3109,"compact-revision":-1} {"level":"warn","ts":"2026-08-20T01:25:39.332698Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709819481314727,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-20T01:25:39.417707Z","caller":"traceutil/trace.go:171","msg":"trace[1082047271] transaction","detail":"{read_only:false; response_revision:6502; number_of_response:1; }","duration":"586.118932ms","start":"2026-08-20T01:25:38.831571Z","end":"2026-08-20T01:25:39.41769Z","steps":["trace[1082047271] 'process raft request' (duration: 585.977769ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:25:39.417871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:25:38.83155Z","time spent":"586.236305ms","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:25:39.419945Z","caller":"traceutil/trace.go:171","msg":"trace[1139411676] linearizableReadLoop","detail":"{readStateIndex:6801; appliedIndex:6796; }","duration":"587.723076ms","start":"2026-08-20T01:25:38.832206Z","end":"2026-08-20T01:25:39.419929Z","steps":["trace[1139411676] 'read index received' (duration: 585.481419ms)","trace[1139411676] 'applied index is now lower than readState.Index' (duration: 2.240777ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:25:39.420007Z","caller":"traceutil/trace.go:171","msg":"trace[1832681113] transaction","detail":"{read_only:false; response_revision:6504; number_of_response:1; }","duration":"587.41624ms","start":"2026-08-20T01:25:38.832586Z","end":"2026-08-20T01:25:39.420002Z","steps":["trace[1832681113] 'process raft request' (duration: 587.271317ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:25:39.419941Z","caller":"traceutil/trace.go:171","msg":"trace[1617295915] transaction","detail":"{read_only:false; response_revision:6503; number_of_response:1; }","duration":"587.41174ms","start":"2026-08-20T01:25:38.83251Z","end":"2026-08-20T01:25:39.419922Z","steps":["trace[1617295915] 'process raft request' (duration: 587.283247ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:25:39.420073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:25:38.832571Z","time spent":"587.450281ms","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:25:39.420182Z","caller":"traceutil/trace.go:171","msg":"trace[699120677] transaction","detail":"{read_only:false; response_revision:6505; number_of_response:1; }","duration":"586.802627ms","start":"2026-08-20T01:25:38.833374Z","end":"2026-08-20T01:25:39.420176Z","steps":["trace[699120677] 'process raft request' (duration: 586.504381ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:25:39.420208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:25:38.833364Z","time spent":"586.830108ms","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:25:39.420265Z","caller":"traceutil/trace.go:171","msg":"trace[65469477] transaction","detail":"{read_only:false; response_revision:6506; number_of_response:1; }","duration":"586.562102ms","start":"2026-08-20T01:25:38.833699Z","end":"2026-08-20T01:25:39.420261Z","steps":["trace[65469477] 'process raft request' (duration: 586.194764ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:25:39.420288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:25:38.83369Z","time spent":"586.584852ms","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:25:39.420347Z","caller":"traceutil/trace.go:171","msg":"trace[422391444] transaction","detail":"{read_only:false; response_revision:6507; number_of_response:1; }","duration":"585.332636ms","start":"2026-08-20T01:25:38.83501Z","end":"2026-08-20T01:25:39.420342Z","steps":["trace[422391444] 'process raft request' (duration: 584.901937ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:25:39.420371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:25:38.835Z","time spent":"585.358936ms","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:25:39.420403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:25:38.832495Z","time spent":"587.695336ms","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:25:39.42061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.39108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:25:39.420701Z","caller":"traceutil/trace.go:171","msg":"trace[1725074881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6507; }","duration":"588.492772ms","start":"2026-08-20T01:25:38.832194Z","end":"2026-08-20T01:25:39.420687Z","steps":["trace[1725074881] 'agreement among raft nodes before linearized reading' (duration: 588.354079ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:25:39.420747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.414768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-08-20T01:25:39.420801Z","caller":"traceutil/trace.go:171","msg":"trace[752415688] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6507; }","duration":"527.492539ms","start":"2026-08-20T01:25:38.8933Z","end":"2026-08-20T01:25:39.420793Z","steps":["trace[752415688] 'agreement among raft nodes before linearized reading' (duration: 527.349666ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:25:39.420819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:25:38.893285Z","time spent":"527.528221ms","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-08-20T01:25:39.420776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:25:38.832189Z","time spent":"588.576794ms","remote":"127.0.0.1:54060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-20T01:25:39.420636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.952769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:25:39.420964Z","caller":"traceutil/trace.go:171","msg":"trace[1830421925] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:6507; }","duration":"561.315397ms","start":"2026-08-20T01:25:38.859642Z","end":"2026-08-20T01:25:39.420957Z","steps":["trace[1830421925] 'agreement among raft nodes before linearized reading' (duration: 560.955269ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:25:39.420987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:25:38.859626Z","time spent":"561.352097ms","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-08-20T01:29:53.005909Z","caller":"traceutil/trace.go:171","msg":"trace[560250531] transaction","detail":"{read_only:false; response_revision:8343; number_of_response:1; }","duration":"299.56257ms","start":"2026-08-20T01:29:52.706315Z","end":"2026-08-20T01:29:53.005877Z","steps":["trace[560250531] 'process raft request' (duration: 299.371483ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:29:53.346516Z","caller":"traceutil/trace.go:171","msg":"trace[1247512903] linearizableReadLoop","detail":"{readStateIndex:8744; appliedIndex:8743; }","duration":"613.722204ms","start":"2026-08-20T01:29:52.732771Z","end":"2026-08-20T01:29:53.346493Z","steps":["trace[1247512903] 'read index received' (duration: 273.120735ms)","trace[1247512903] 'applied index is now lower than readState.Index' (duration: 340.600239ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:29:53.346587Z","caller":"traceutil/trace.go:171","msg":"trace[1735654041] transaction","detail":"{read_only:false; response_revision:8344; number_of_response:1; }","duration":"640.140209ms","start":"2026-08-20T01:29:52.706417Z","end":"2026-08-20T01:29:53.346557Z","steps":["trace[1735654041] 'process raft request' (duration: 636.343142ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:53.3469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:52.706392Z","time spent":"640.413619ms","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:29:53.346772Z","caller":"traceutil/trace.go:171","msg":"trace[1353770944] transaction","detail":"{read_only:false; response_revision:8345; number_of_response:1; }","duration":"317.891599ms","start":"2026-08-20T01:29:53.028873Z","end":"2026-08-20T01:29:53.346765Z","steps":["trace[1353770944] 'process raft request' (duration: 317.766844ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:53.347031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.245324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-08-20T01:29:53.347152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.673627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-20T01:29:53.347171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.239998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-20T01:29:53.347192Z","caller":"traceutil/trace.go:171","msg":"trace[879991011] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:8346; }","duration":"256.767241ms","start":"2026-08-20T01:29:53.090417Z","end":"2026-08-20T01:29:53.347185Z","steps":["trace[879991011] 'agreement among raft nodes before linearized reading' (duration: 256.690578ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:29:53.347223Z","caller":"traceutil/trace.go:171","msg":"trace[1659798651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8346; }","duration":"611.326501ms","start":"2026-08-20T01:29:52.735886Z","end":"2026-08-20T01:29:53.347212Z","steps":["trace[1659798651] 'agreement among raft nodes before linearized reading' (duration: 611.174825ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:53.347256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:52.735876Z","time spent":"611.371744ms","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-20T01:29:53.347297Z","caller":"traceutil/trace.go:171","msg":"trace[344571372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8345; }","duration":"614.418892ms","start":"2026-08-20T01:29:52.732753Z","end":"2026-08-20T01:29:53.347172Z","steps":["trace[344571372] 'agreement among raft nodes before linearized reading' (duration: 613.902971ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:53.34708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:53.028855Z","time spent":"318.121418ms","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:29:53.347362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.170619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-20T01:29:53.347418Z","caller":"traceutil/trace.go:171","msg":"trace[1488330527] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8346; }","duration":"565.254172ms","start":"2026-08-20T01:29:52.78215Z","end":"2026-08-20T01:29:53.347404Z","steps":["trace[1488330527] 'agreement among raft nodes before linearized reading' (duration: 565.098436ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:53.347435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.388459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-08-20T01:29:53.34746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:52.782105Z","time spent":"565.348066ms","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-20T01:29:53.347496Z","caller":"traceutil/trace.go:171","msg":"trace[91209273] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8346; }","duration":"563.489483ms","start":"2026-08-20T01:29:52.783977Z","end":"2026-08-20T01:29:53.347467Z","steps":["trace[91209273] 'agreement among raft nodes before linearized reading' (duration: 563.174201ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:53.347434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:52.732703Z","time spent":"614.713383ms","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-20T01:29:53.348644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:52.783967Z","time spent":"563.590348ms","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-08-20T01:30:13.966582Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6280} {"level":"info","ts":"2026-08-20T01:30:14.06149Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6280,"took":"93.482587ms","hash":2080689233,"current-db-size-bytes":58249216,"current-db-size":"58 MB","current-db-size-in-use-bytes":18771968,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-08-20T01:30:14.061537Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2080689233,"revision":6280,"compact-revision":3109} {"level":"warn","ts":"2026-08-20T01:31:33.902614Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5750709819481321624,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-20T01:31:33.963015Z","caller":"traceutil/trace.go:171","msg":"trace[1774664626] transaction","detail":"{read_only:false; response_revision:8989; number_of_response:1; }","duration":"565.376492ms","start":"2026-08-20T01:31:33.397604Z","end":"2026-08-20T01:31:33.96298Z","steps":["trace[1774664626] 'process raft request' (duration: 564.706259ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:31:33.963203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:31:33.397591Z","time spent":"565.500985ms","remote":"127.0.0.1:54160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:31:33.963902Z","caller":"traceutil/trace.go:171","msg":"trace[948281031] linearizableReadLoop","detail":"{readStateIndex:9431; appliedIndex:9429; }","duration":"561.706709ms","start":"2026-08-20T01:31:33.402169Z","end":"2026-08-20T01:31:33.963876Z","steps":["trace[948281031] 'read index received' (duration: 560.230181ms)","trace[948281031] 'applied index is now lower than readState.Index' (duration: 1.475488ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:31:33.964159Z","caller":"traceutil/trace.go:171","msg":"trace[1005966991] transaction","detail":"{read_only:false; response_revision:8990; number_of_response:1; }","duration":"260.474951ms","start":"2026-08-20T01:31:33.703612Z","end":"2026-08-20T01:31:33.964087Z","steps":["trace[1005966991] 'process raft request' (duration: 260.16257ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:31:33.964313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.113262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-08-20T01:31:33.964447Z","caller":"traceutil/trace.go:171","msg":"trace[2087150881] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8990; }","duration":"562.260277ms","start":"2026-08-20T01:31:33.402163Z","end":"2026-08-20T01:31:33.964424Z","steps":["trace[2087150881] 'agreement among raft nodes before linearized reading' (duration: 561.979698ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:31:33.964487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:31:33.402146Z","time spent":"562.332849ms","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-20T01:31:33.964598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.377512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-20T01:31:33.964675Z","caller":"traceutil/trace.go:171","msg":"trace[548772160] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8990; }","duration":"465.701261ms","start":"2026-08-20T01:31:33.49896Z","end":"2026-08-20T01:31:33.964661Z","steps":["trace[548772160] 'agreement among raft nodes before linearized reading' (duration: 465.195595ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:31:33.964734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:31:33.498933Z","time spent":"465.782144ms","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-20T01:31:33.964884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.405074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:31:33.964944Z","caller":"traceutil/trace.go:171","msg":"trace[274262252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8990; }","duration":"343.512518ms","start":"2026-08-20T01:31:33.621407Z","end":"2026-08-20T01:31:33.96492Z","steps":["trace[274262252] 'agreement among raft nodes before linearized reading' (duration: 343.425845ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:31:33.966066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:31:33.621384Z","time spent":"344.670557ms","remote":"127.0.0.1:54060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-20T01:32:56.797374Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3e4829a3cabe4fce","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-20T01:32:56.802206Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-08-20T01:32:56.802315Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001}