{"level":"warn","ts":"2026-07-03T11:58:08.778603Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-03T11:58:08.778684Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.109:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.109:2380","--initial-cluster=instance=https://199.204.45.109:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.109:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.109:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-03T11:58:08.778746Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-03T11:58:08.778757Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-07-03T11:58:08.778786Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-03T11:58:08.779422Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"]} {"level":"info","ts":"2026-07-03T11:58:08.779497Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.109:2380"],"listen-peer-urls":["https://199.204.45.109:2380"],"advertise-client-urls":["https://199.204.45.109:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.109:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-03T11:58:08.783654Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.969476ms"} {"level":"info","ts":"2026-07-03T11:58:08.789696Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d71a1778b31d4ce","cluster-id":"aaca35652fabf9b2"} {"level":"info","ts":"2026-07-03T11:58:08.789768Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=()"} {"level":"info","ts":"2026-07-03T11:58:08.789789Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became follower at term 0"} {"level":"info","ts":"2026-07-03T11:58:08.789799Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d71a1778b31d4ce [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-03T11:58:08.789814Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became follower at term 1"} {"level":"info","ts":"2026-07-03T11:58:08.789849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=(968732929669846222)"} {"level":"warn","ts":"2026-07-03T11:58:08.800445Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-03T11:58:08.801676Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-03T11:58:08.804937Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-03T11:58:08.807725Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d71a1778b31d4ce","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-03T11:58:08.807987Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d71a1778b31d4ce","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-03T11:58:08.808122Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T11:58:08.808738Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T11:58:08.808762Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T11:58:08.809972Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=(968732929669846222)"} {"level":"info","ts":"2026-07-03T11:58:08.810202Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"aaca35652fabf9b2","local-member-id":"d71a1778b31d4ce","added-peer-id":"d71a1778b31d4ce","added-peer-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-07-03T11:58:08.812456Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-03T11:58:08.812547Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.109:2380"} {"level":"info","ts":"2026-07-03T11:58:08.812578Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.109:2380"} {"level":"info","ts":"2026-07-03T11:58:08.812766Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d71a1778b31d4ce","initial-advertise-peer-urls":["https://199.204.45.109:2380"],"listen-peer-urls":["https://199.204.45.109:2380"],"advertise-client-urls":["https://199.204.45.109:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-03T11:58:08.812799Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-03T11:58:08.890345Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce is starting a new election at term 1"} {"level":"info","ts":"2026-07-03T11:58:08.890406Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became pre-candidate at term 1"} {"level":"info","ts":"2026-07-03T11:58:08.890444Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce received MsgPreVoteResp from d71a1778b31d4ce at term 1"} {"level":"info","ts":"2026-07-03T11:58:08.890465Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became candidate at term 2"} {"level":"info","ts":"2026-07-03T11:58:08.890477Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce received MsgVoteResp from d71a1778b31d4ce at term 2"} {"level":"info","ts":"2026-07-03T11:58:08.890494Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became leader at term 2"} {"level":"info","ts":"2026-07-03T11:58:08.890508Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d71a1778b31d4ce elected leader d71a1778b31d4ce at term 2"} {"level":"info","ts":"2026-07-03T11:58:08.891272Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T11:58:08.892202Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-03T11:58:08.89223Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-03T11:58:08.892203Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d71a1778b31d4ce","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.109:2379]}","request-path":"/0/members/d71a1778b31d4ce/attributes","cluster-id":"aaca35652fabf9b2","publish-timeout":"7s"} {"level":"info","ts":"2026-07-03T11:58:08.892723Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-03T11:58:08.892766Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-03T11:58:08.893513Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"aaca35652fabf9b2","local-member-id":"d71a1778b31d4ce","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T11:58:08.893611Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T11:58:08.893641Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T11:58:08.899898Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.109:2379"} {"level":"info","ts":"2026-07-03T11:58:08.902977Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-03T11:58:24.62086Z","caller":"traceutil/trace.go:171","msg":"trace[767789312] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"192.768675ms","start":"2026-07-03T11:58:24.428054Z","end":"2026-07-03T11:58:24.620822Z","steps":["trace[767789312] 'process raft request' (duration: 192.026905ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:58:30.162395Z","caller":"traceutil/trace.go:171","msg":"trace[600219597] transaction","detail":"{read_only:false; response_revision:386; number_of_response:1; }","duration":"193.244845ms","start":"2026-07-03T11:58:29.969121Z","end":"2026-07-03T11:58:30.162365Z","steps":["trace[600219597] 'process raft request' (duration: 193.055482ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:58:31.041391Z","caller":"traceutil/trace.go:171","msg":"trace[1628242175] transaction","detail":"{read_only:false; response_revision:388; number_of_response:1; }","duration":"286.118725ms","start":"2026-07-03T11:58:30.755247Z","end":"2026-07-03T11:58:31.041366Z","steps":["trace[1628242175] 'process raft request' (duration: 277.584501ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:58:31.051805Z","caller":"traceutil/trace.go:171","msg":"trace[1920233733] linearizableReadLoop","detail":"{readStateIndex:405; appliedIndex:403; }","duration":"271.622386ms","start":"2026-07-03T11:58:30.780157Z","end":"2026-07-03T11:58:31.051779Z","steps":["trace[1920233733] 'read index received' (duration: 252.796563ms)","trace[1920233733] 'applied index is now lower than readState.Index' (duration: 18.824703ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T11:58:31.051851Z","caller":"traceutil/trace.go:171","msg":"trace[507032635] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"295.99109ms","start":"2026-07-03T11:58:30.755839Z","end":"2026-07-03T11:58:31.05183Z","steps":["trace[507032635] 'process raft request' (duration: 295.767186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:31.05199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.812051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4375"} {"level":"info","ts":"2026-07-03T11:58:31.052063Z","caller":"traceutil/trace.go:171","msg":"trace[943006806] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:390; }","duration":"271.928042ms","start":"2026-07-03T11:58:30.780123Z","end":"2026-07-03T11:58:31.052051Z","steps":["trace[943006806] 'agreement among raft nodes before linearized reading' (duration: 271.7567ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:58:32.079595Z","caller":"traceutil/trace.go:171","msg":"trace[731422591] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"205.119457ms","start":"2026-07-03T11:58:31.874446Z","end":"2026-07-03T11:58:32.079566Z","steps":["trace[731422591] 'process raft request' (duration: 204.938123ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:58:34.657806Z","caller":"traceutil/trace.go:171","msg":"trace[1026626499] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"797.368856ms","start":"2026-07-03T11:58:33.860407Z","end":"2026-07-03T11:58:34.657776Z","steps":["trace[1026626499] 'process raft request' (duration: 797.211114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:34.658435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:33.860395Z","time spent":"797.492628ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T11:58:35.90217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.382339ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T11:58:35.902276Z","caller":"traceutil/trace.go:171","msg":"trace[124732278] linearizableReadLoop","detail":"{readStateIndex:445; appliedIndex:444; }","duration":"1.137994706s","start":"2026-07-03T11:58:34.764264Z","end":"2026-07-03T11:58:35.902259Z","steps":["trace[124732278] 'read index received' (duration: 490.19197ms)","trace[124732278] 'applied index is now lower than readState.Index' (duration: 647.801476ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T11:58:35.90236Z","caller":"traceutil/trace.go:171","msg":"trace[1726317350] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"1.429305701s","start":"2026-07-03T11:58:34.47304Z","end":"2026-07-03T11:58:35.902346Z","steps":["trace[1726317350] 'process raft request' (duration: 781.421024ms)","trace[1726317350] 'compare' (duration: 647.135006ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T11:58:35.902414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:34.473008Z","time spent":"1.429376462s","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T11:58:35.902659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138388602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T11:58:35.902697Z","caller":"traceutil/trace.go:171","msg":"trace[1257939519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:427; }","duration":"1.138465592s","start":"2026-07-03T11:58:34.76422Z","end":"2026-07-03T11:58:35.902686Z","steps":["trace[1257939519] 'agreement among raft nodes before linearized reading' (duration: 1.138380541s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:35.902726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:34.764196Z","time spent":"1.138523264s","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T11:58:35.90273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.559614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-03T11:58:35.902733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.731034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T11:58:35.902753Z","caller":"traceutil/trace.go:171","msg":"trace[752254544] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:427; }","duration":"848.635875ms","start":"2026-07-03T11:58:35.054111Z","end":"2026-07-03T11:58:35.902746Z","steps":["trace[752254544] 'agreement among raft nodes before linearized reading' (duration: 848.587644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:35.902772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:35.054063Z","time spent":"848.705865ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T11:58:35.902782Z","caller":"traceutil/trace.go:171","msg":"trace[1883759580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:427; }","duration":"651.817465ms","start":"2026-07-03T11:58:35.250948Z","end":"2026-07-03T11:58:35.902765Z","steps":["trace[1883759580] 'agreement among raft nodes before linearized reading' (duration: 651.749564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:35.902815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:35.250927Z","time spent":"651.881286ms","remote":"127.0.0.1:57972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T11:58:35.902819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.835343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-03T11:58:35.902903Z","caller":"traceutil/trace.go:171","msg":"trace[1574022727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:427; }","duration":"837.986106ms","start":"2026-07-03T11:58:35.064898Z","end":"2026-07-03T11:58:35.902884Z","steps":["trace[1574022727] 'agreement among raft nodes before linearized reading' (duration: 837.823454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:35.903001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:35.064869Z","time spent":"838.123877ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T11:58:38.107151Z","caller":"traceutil/trace.go:171","msg":"trace[6491285] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"174.445325ms","start":"2026-07-03T11:58:37.932657Z","end":"2026-07-03T11:58:38.107102Z","steps":["trace[6491285] 'process raft request' (duration: 173.438029ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:58:38.107661Z","caller":"traceutil/trace.go:171","msg":"trace[466347309] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"173.841035ms","start":"2026-07-03T11:58:37.933755Z","end":"2026-07-03T11:58:38.107596Z","steps":["trace[466347309] 'process raft request' (duration: 172.509335ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:58:41.36923Z","caller":"traceutil/trace.go:171","msg":"trace[1124486664] linearizableReadLoop","detail":"{readStateIndex:459; appliedIndex:458; }","duration":"117.720518ms","start":"2026-07-03T11:58:41.251486Z","end":"2026-07-03T11:58:41.369207Z","steps":["trace[1124486664] 'read index received' (duration: 117.539695ms)","trace[1124486664] 'applied index is now lower than readState.Index' (duration: 179.543µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T11:58:41.3696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.089944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T11:58:41.36976Z","caller":"traceutil/trace.go:171","msg":"trace[1441209179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:440; }","duration":"118.295447ms","start":"2026-07-03T11:58:41.251431Z","end":"2026-07-03T11:58:41.369726Z","steps":["trace[1441209179] 'agreement among raft nodes before linearized reading' (duration: 118.075193ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:58:41.370269Z","caller":"traceutil/trace.go:171","msg":"trace[1561769722] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"302.014613ms","start":"2026-07-03T11:58:41.068241Z","end":"2026-07-03T11:58:41.370255Z","steps":["trace[1561769722] 'process raft request' (duration: 300.847105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:41.371027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:41.068217Z","time spent":"302.733835ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T11:58:42.213853Z","caller":"traceutil/trace.go:171","msg":"trace[1746533911] linearizableReadLoop","detail":"{readStateIndex:460; appliedIndex:459; }","duration":"110.510425ms","start":"2026-07-03T11:58:42.103319Z","end":"2026-07-03T11:58:42.213829Z","steps":["trace[1746533911] 'read index received' (duration: 110.299041ms)","trace[1746533911] 'applied index is now lower than readState.Index' (duration: 210.194µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T11:58:42.214014Z","caller":"traceutil/trace.go:171","msg":"trace[2062207517] transaction","detail":"{read_only:false; response_revision:441; number_of_response:1; }","duration":"207.258516ms","start":"2026-07-03T11:58:42.00671Z","end":"2026-07-03T11:58:42.213968Z","steps":["trace[2062207517] 'process raft request' (duration: 206.958771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:42.214223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.87695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T11:58:42.21427Z","caller":"traceutil/trace.go:171","msg":"trace[1169636139] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:441; }","duration":"110.991172ms","start":"2026-07-03T11:58:42.103264Z","end":"2026-07-03T11:58:42.214256Z","steps":["trace[1169636139] 'agreement among raft nodes before linearized reading' (duration: 110.887311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:45.569856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.728888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T11:58:45.57023Z","caller":"traceutil/trace.go:171","msg":"trace[1731696685] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"405.167851ms","start":"2026-07-03T11:58:45.16502Z","end":"2026-07-03T11:58:45.570188Z","steps":["trace[1731696685] 'process raft request' (duration: 210.014107ms)","trace[1731696685] 'compare' (duration: 194.518964ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T11:58:45.570391Z","caller":"traceutil/trace.go:171","msg":"trace[1684958575] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"382.413333ms","start":"2026-07-03T11:58:45.187939Z","end":"2026-07-03T11:58:45.570352Z","steps":["trace[1684958575] 'process raft request' (duration: 382.084328ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:58:45.570561Z","caller":"traceutil/trace.go:171","msg":"trace[2098284907] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"364.4524ms","start":"2026-07-03T11:58:45.206094Z","end":"2026-07-03T11:58:45.570546Z","steps":["trace[2098284907] 'process raft request' (duration: 364.123315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:45.570566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:45.187926Z","time spent":"382.547105ms","remote":"127.0.0.1:58014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59607,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T11:58:45.570626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:45.20608Z","time spent":"364.521351ms","remote":"127.0.0.1:58014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T11:58:45.570418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:45.164989Z","time spent":"405.331514ms","remote":"127.0.0.1:58014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T11:58:45.570758Z","caller":"traceutil/trace.go:171","msg":"trace[1592186525] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"342.003926ms","start":"2026-07-03T11:58:45.228742Z","end":"2026-07-03T11:58:45.570746Z","steps":["trace[1592186525] 'process raft request' (duration: 341.698861ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:58:45.570767Z","caller":"traceutil/trace.go:171","msg":"trace[1633483891] linearizableReadLoop","detail":"{readStateIndex:549; appliedIndex:545; }","duration":"318.858353ms","start":"2026-07-03T11:58:45.251876Z","end":"2026-07-03T11:58:45.570734Z","steps":["trace[1633483891] 'read index received' (duration: 123.232841ms)","trace[1633483891] 'applied index is now lower than readState.Index' (duration: 195.624442ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T11:58:45.570807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:45.228711Z","time spent":"342.067707ms","remote":"127.0.0.1:58014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":150480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T11:58:45.570858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.979144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T11:58:45.570901Z","caller":"traceutil/trace.go:171","msg":"trace[1313904023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:527; }","duration":"319.072335ms","start":"2026-07-03T11:58:45.251817Z","end":"2026-07-03T11:58:45.57089Z","steps":["trace[1313904023] 'agreement among raft nodes before linearized reading' (duration: 318.984484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:45.570924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:45.251796Z","time spent":"319.123636ms","remote":"127.0.0.1:57956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T11:58:46.630955Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.01228681s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T11:58:46.637872Z","caller":"traceutil/trace.go:171","msg":"trace[899599996] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"1.051819892s","start":"2026-07-03T11:58:45.58602Z","end":"2026-07-03T11:58:46.63784Z","steps":["trace[899599996] 'process raft request' (duration: 1.0453248s)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:58:46.637935Z","caller":"traceutil/trace.go:171","msg":"trace[10515672] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"1.023667739s","start":"2026-07-03T11:58:45.61424Z","end":"2026-07-03T11:58:46.637908Z","steps":["trace[10515672] 'process raft request' (duration: 1.023538257s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:46.63802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:45.586002Z","time spent":"1.051946805s","remote":"127.0.0.1:58544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":986,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T11:58:46.638117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:45.614222Z","time spent":"1.02377308s","remote":"127.0.0.1:58014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65190,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T11:58:46.64337Z","caller":"traceutil/trace.go:171","msg":"trace[865294721] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"988.75945ms","start":"2026-07-03T11:58:45.654599Z","end":"2026-07-03T11:58:46.643358Z","steps":["trace[865294721] 'process raft request' (duration: 988.588547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:46.643444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:45.65458Z","time spent":"988.831611ms","remote":"127.0.0.1:58014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97665,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T11:58:46.643342Z","caller":"traceutil/trace.go:171","msg":"trace[308953808] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"997.6939ms","start":"2026-07-03T11:58:45.645623Z","end":"2026-07-03T11:58:46.643317Z","steps":["trace[308953808] 'process raft request' (duration: 997.444166ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:58:46.643554Z","caller":"traceutil/trace.go:171","msg":"trace[1451592691] linearizableReadLoop","detail":"{readStateIndex:555; appliedIndex:550; }","duration":"416.285127ms","start":"2026-07-03T11:58:46.227223Z","end":"2026-07-03T11:58:46.643508Z","steps":["trace[1451592691] 'read index received' (duration: 404.137225ms)","trace[1451592691] 'applied index is now lower than readState.Index' (duration: 12.146852ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T11:58:46.643656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:45.645581Z","time spent":"997.986765ms","remote":"127.0.0.1:58014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59616,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T11:58:46.643723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.557323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T11:58:46.643765Z","caller":"traceutil/trace.go:171","msg":"trace[926445326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:533; }","duration":"392.638274ms","start":"2026-07-03T11:58:46.251116Z","end":"2026-07-03T11:58:46.643755Z","steps":["trace[926445326] 'agreement among raft nodes before linearized reading' (duration: 392.577213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:46.643794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:46.251094Z","time spent":"392.693845ms","remote":"127.0.0.1:57972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T11:58:46.643687Z","caller":"traceutil/trace.go:171","msg":"trace[497363614] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"539.153992ms","start":"2026-07-03T11:58:46.104522Z","end":"2026-07-03T11:58:46.643676Z","steps":["trace[497363614] 'process raft request' (duration: 538.807586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:46.643903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.801218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T11:58:46.643938Z","caller":"traceutil/trace.go:171","msg":"trace[531542182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:533; }","duration":"382.858639ms","start":"2026-07-03T11:58:46.26107Z","end":"2026-07-03T11:58:46.643928Z","steps":["trace[531542182] 'agreement among raft nodes before linearized reading' (duration: 382.730397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:46.643973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:46.261054Z","time spent":"382.91173ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T11:58:46.644003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.780995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-03T11:58:46.643877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.2488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T11:58:46.644052Z","caller":"traceutil/trace.go:171","msg":"trace[911216080] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:533; }","duration":"377.441833ms","start":"2026-07-03T11:58:46.2666Z","end":"2026-07-03T11:58:46.644042Z","steps":["trace[911216080] 'agreement among raft nodes before linearized reading' (duration: 377.172299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:46.643941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:46.104497Z","time spent":"539.412927ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T11:58:46.644086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:46.26659Z","time spent":"377.488104ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T11:58:46.644114Z","caller":"traceutil/trace.go:171","msg":"trace[1343601938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:533; }","duration":"416.850087ms","start":"2026-07-03T11:58:46.227181Z","end":"2026-07-03T11:58:46.644031Z","steps":["trace[1343601938] 'agreement among raft nodes before linearized reading' (duration: 416.743735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:46.644156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:46.227166Z","time spent":"416.981549ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T11:58:47.388276Z","caller":"traceutil/trace.go:171","msg":"trace[857111380] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"190.143853ms","start":"2026-07-03T11:58:47.198107Z","end":"2026-07-03T11:58:47.388251Z","steps":["trace[857111380] 'process raft request' (duration: 186.918442ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:58:50.524027Z","caller":"traceutil/trace.go:171","msg":"trace[1364224029] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"287.015454ms","start":"2026-07-03T11:58:50.236992Z","end":"2026-07-03T11:58:50.524007Z","steps":["trace[1364224029] 'process raft request' (duration: 286.632998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:51.170665Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368774717938171,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T11:58:51.435708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.022356ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T11:58:51.43585Z","caller":"traceutil/trace.go:171","msg":"trace[59281253] linearizableReadLoop","detail":"{readStateIndex:597; appliedIndex:596; }","duration":"765.844829ms","start":"2026-07-03T11:58:50.669983Z","end":"2026-07-03T11:58:51.435828Z","steps":["trace[59281253] 'read index received' (duration: 654.541368ms)","trace[59281253] 'applied index is now lower than readState.Index' (duration: 111.301211ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T11:58:51.435921Z","caller":"traceutil/trace.go:171","msg":"trace[361174797] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"850.285329ms","start":"2026-07-03T11:58:50.585608Z","end":"2026-07-03T11:58:51.435893Z","steps":["trace[361174797] 'process raft request' (duration: 738.998409ms)","trace[361174797] 'compare' (duration: 110.802723ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T11:58:51.43611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:50.585591Z","time spent":"850.428881ms","remote":"127.0.0.1:58194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":818,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T11:58:51.436398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.395429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T11:58:51.436492Z","caller":"traceutil/trace.go:171","msg":"trace[401317885] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:574; }","duration":"766.52593ms","start":"2026-07-03T11:58:50.669949Z","end":"2026-07-03T11:58:51.436475Z","steps":["trace[401317885] 'agreement among raft nodes before linearized reading' (duration: 765.96494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:51.436572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:50.66993Z","time spent":"766.629131ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T11:58:51.739411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.360226ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T11:58:51.739699Z","caller":"traceutil/trace.go:171","msg":"trace[1224507724] linearizableReadLoop","detail":"{readStateIndex:598; appliedIndex:597; }","duration":"303.792205ms","start":"2026-07-03T11:58:51.435889Z","end":"2026-07-03T11:58:51.739681Z","steps":["trace[1224507724] 'read index received' (duration: 193.100564ms)","trace[1224507724] 'applied index is now lower than readState.Index' (duration: 110.690691ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T11:58:51.739829Z","caller":"traceutil/trace.go:171","msg":"trace[1034948490] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"346.817251ms","start":"2026-07-03T11:58:51.39297Z","end":"2026-07-03T11:58:51.739787Z","steps":["trace[1034948490] 'process raft request' (duration: 235.991438ms)","trace[1034948490] 'compare' (duration: 110.032681ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T11:58:51.739841Z","caller":"traceutil/trace.go:171","msg":"trace[192590088] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"293.866125ms","start":"2026-07-03T11:58:51.445943Z","end":"2026-07-03T11:58:51.739809Z","steps":["trace[192590088] 'process raft request' (duration: 293.569191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:51.739889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.803801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T11:58:51.739882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.570699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T11:58:51.739927Z","caller":"traceutil/trace.go:171","msg":"trace[1348329803] range","detail":"{range_begin:/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:576; }","duration":"291.869192ms","start":"2026-07-03T11:58:51.448045Z","end":"2026-07-03T11:58:51.739915Z","steps":["trace[1348329803] 'agreement among raft nodes before linearized reading' (duration: 291.809551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:51.739973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069886528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T11:58:51.739992Z","caller":"traceutil/trace.go:171","msg":"trace[2009398442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:576; }","duration":"487.724141ms","start":"2026-07-03T11:58:51.252245Z","end":"2026-07-03T11:58:51.739969Z","steps":["trace[2009398442] 'agreement among raft nodes before linearized reading' (duration: 487.493187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:51.740001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:51.392936Z","time spent":"346.977014ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T11:58:51.740033Z","caller":"traceutil/trace.go:171","msg":"trace[1301018649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:576; }","duration":"1.069947739s","start":"2026-07-03T11:58:50.670067Z","end":"2026-07-03T11:58:51.740015Z","steps":["trace[1301018649] 'agreement among raft nodes before linearized reading' (duration: 1.069758036s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:51.740062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:51.252185Z","time spent":"487.862163ms","remote":"127.0.0.1:57972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T11:58:51.740077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:50.669999Z","time spent":"1.07006914s","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T11:58:51.740105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.93694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T11:58:51.740199Z","caller":"traceutil/trace.go:171","msg":"trace[671020527] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:576; }","duration":"954.058182ms","start":"2026-07-03T11:58:50.786118Z","end":"2026-07-03T11:58:51.740177Z","steps":["trace[671020527] 'agreement among raft nodes before linearized reading' (duration: 953.859398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:51.740245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:50.786107Z","time spent":"954.129753ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T11:58:51.740511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070085341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T11:58:51.740701Z","caller":"traceutil/trace.go:171","msg":"trace[1396246935] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:576; }","duration":"1.070314686s","start":"2026-07-03T11:58:50.670368Z","end":"2026-07-03T11:58:51.740683Z","steps":["trace[1396246935] 'agreement among raft nodes before linearized reading' (duration: 1.069429161s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:51.740815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:50.670314Z","time spent":"1.070462207s","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T11:58:54.738184Z","caller":"traceutil/trace.go:171","msg":"trace[561004608] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"619.075441ms","start":"2026-07-03T11:58:54.116299Z","end":"2026-07-03T11:58:54.735375Z","steps":["trace[561004608] 'process raft request' (duration: 618.471971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:54.738425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:54.116265Z","time spent":"622.011608ms","remote":"127.0.0.1:58080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036293,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T11:58:55.204054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.826937ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T11:58:55.204419Z","caller":"traceutil/trace.go:171","msg":"trace[174842882] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"413.511867ms","start":"2026-07-03T11:58:54.79085Z","end":"2026-07-03T11:58:55.204362Z","steps":["trace[174842882] 'process raft request' (duration: 125.255692ms)","trace[174842882] 'compare' (duration: 287.648184ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T11:58:55.204643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:54.790825Z","time spent":"413.782102ms","remote":"127.0.0.1:58522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T11:58:55.841869Z","caller":"traceutil/trace.go:171","msg":"trace[431941164] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"237.636598ms","start":"2026-07-03T11:58:55.604207Z","end":"2026-07-03T11:58:55.841844Z","steps":["trace[431941164] 'process raft request' (duration: 237.034319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:58.228566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977252204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T11:58:58.228657Z","caller":"traceutil/trace.go:171","msg":"trace[1289318269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:604; }","duration":"1.977394886s","start":"2026-07-03T11:58:56.251243Z","end":"2026-07-03T11:58:58.228638Z","steps":["trace[1289318269] 'range keys from in-memory index tree' (duration: 1.977136731s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:58.2287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:56.251222Z","time spent":"1.977469458s","remote":"127.0.0.1:57972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T11:58:58.229366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.30867048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-07-03T11:58:58.229508Z","caller":"traceutil/trace.go:171","msg":"trace[2052486956] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:604; }","duration":"2.308857513s","start":"2026-07-03T11:58:55.920619Z","end":"2026-07-03T11:58:58.229477Z","steps":["trace[2052486956] 'range keys from in-memory index tree' (duration: 2.308555589s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:58.229587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:55.920608Z","time spent":"2.308967845s","remote":"127.0.0.1:58194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-07-03T11:58:58.359419Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368774717938234,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T11:58:58.458543Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.631968252s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T11:58:58.458949Z","caller":"traceutil/trace.go:171","msg":"trace[763095074] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"1.63249491s","start":"2026-07-03T11:58:56.826432Z","end":"2026-07-03T11:58:58.458927Z","steps":["trace[763095074] 'process raft request' (duration: 1.632333417s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:58.45916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:56.826406Z","time spent":"1.632664173s","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T11:58:58.475554Z","caller":"traceutil/trace.go:171","msg":"trace[504440640] linearizableReadLoop","detail":"{readStateIndex:630; appliedIndex:628; }","duration":"617.025784ms","start":"2026-07-03T11:58:57.858509Z","end":"2026-07-03T11:58:58.475535Z","steps":["trace[504440640] 'read index received' (duration: 600.267626ms)","trace[504440640] 'applied index is now lower than readState.Index' (duration: 16.756828ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T11:58:58.475694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.352561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/envoy-gateway-system/\" range_end:\"/registry/limitranges/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T11:58:58.475719Z","caller":"traceutil/trace.go:171","msg":"trace[1169801309] range","detail":"{range_begin:/registry/limitranges/envoy-gateway-system/; range_end:/registry/limitranges/envoy-gateway-system0; response_count:0; response_revision:605; }","duration":"239.436682ms","start":"2026-07-03T11:58:58.236273Z","end":"2026-07-03T11:58:58.475709Z","steps":["trace[1169801309] 'agreement among raft nodes before linearized reading' (duration: 239.376041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:58.475802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.283068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T11:58:58.475874Z","caller":"traceutil/trace.go:171","msg":"trace[1186418496] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:605; }","duration":"617.402741ms","start":"2026-07-03T11:58:57.858451Z","end":"2026-07-03T11:58:58.475854Z","steps":["trace[1186418496] 'agreement among raft nodes before linearized reading' (duration: 617.132896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:58.475915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:57.85842Z","time spent":"617.485931ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T11:58:58.475939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.47712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T11:58:58.475971Z","caller":"traceutil/trace.go:171","msg":"trace[160779895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:605; }","duration":"246.543121ms","start":"2026-07-03T11:58:58.22942Z","end":"2026-07-03T11:58:58.475963Z","steps":["trace[160779895] 'agreement among raft nodes before linearized reading' (duration: 246.48776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:58.476159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.408359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T11:58:58.476179Z","caller":"traceutil/trace.go:171","msg":"trace[604316790] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:605; }","duration":"562.44614ms","start":"2026-07-03T11:58:57.913727Z","end":"2026-07-03T11:58:58.476173Z","steps":["trace[604316790] 'agreement among raft nodes before linearized reading' (duration: 562.340467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:58.476178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.790006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T11:58:58.476197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:57.913719Z","time spent":"562.472411ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T11:58:58.476226Z","caller":"traceutil/trace.go:171","msg":"trace[257015423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:605; }","duration":"562.870437ms","start":"2026-07-03T11:58:57.913337Z","end":"2026-07-03T11:58:58.476207Z","steps":["trace[257015423] 'agreement among raft nodes before linearized reading' (duration: 562.283427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:58.476283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:57.913315Z","time spent":"562.953088ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T11:58:58.476305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.910858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T11:58:58.476324Z","caller":"traceutil/trace.go:171","msg":"trace[1339311357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:605; }","duration":"562.956618ms","start":"2026-07-03T11:58:57.913361Z","end":"2026-07-03T11:58:58.476318Z","steps":["trace[1339311357] 'agreement among raft nodes before linearized reading' (duration: 562.723843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:58.47634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:57.913343Z","time spent":"562.993299ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T11:59:00.560033Z","caller":"traceutil/trace.go:171","msg":"trace[1741975555] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"381.654574ms","start":"2026-07-03T11:59:00.178348Z","end":"2026-07-03T11:59:00.560003Z","steps":["trace[1741975555] 'process raft request' (duration: 381.460111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:59:00.560227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:59:00.17832Z","time spent":"381.804377ms","remote":"127.0.0.1:58014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4580,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T11:59:00.564671Z","caller":"traceutil/trace.go:171","msg":"trace[1807847594] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"185.406846ms","start":"2026-07-03T11:59:00.379237Z","end":"2026-07-03T11:59:00.564644Z","steps":["trace[1807847594] 'process raft request' (duration: 185.203732ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:59:14.266867Z","caller":"traceutil/trace.go:171","msg":"trace[1469762988] transaction","detail":"{read_only:false; response_revision:768; number_of_response:1; }","duration":"414.756402ms","start":"2026-07-03T11:59:13.852079Z","end":"2026-07-03T11:59:14.266836Z","steps":["trace[1469762988] 'process raft request' (duration: 414.534727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:59:14.26704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:59:13.852045Z","time spent":"414.909834ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T11:59:14.280952Z","caller":"traceutil/trace.go:171","msg":"trace[1104260295] linearizableReadLoop","detail":"{readStateIndex:798; appliedIndex:796; }","duration":"190.946453ms","start":"2026-07-03T11:59:14.089985Z","end":"2026-07-03T11:59:14.280932Z","steps":["trace[1104260295] 'read index received' (duration: 176.669292ms)","trace[1104260295] 'applied index is now lower than readState.Index' (duration: 14.276341ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T11:59:14.281053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.050334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T11:59:14.281013Z","caller":"traceutil/trace.go:171","msg":"trace[1310956021] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"286.92914ms","start":"2026-07-03T11:59:13.99405Z","end":"2026-07-03T11:59:14.280979Z","steps":["trace[1310956021] 'process raft request' (duration: 286.760077ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:59:14.281083Z","caller":"traceutil/trace.go:171","msg":"trace[2141058229] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:769; }","duration":"191.137795ms","start":"2026-07-03T11:59:14.089938Z","end":"2026-07-03T11:59:14.281076Z","steps":["trace[2141058229] 'agreement among raft nodes before linearized reading' (duration: 191.064714ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:59:18.851753Z","caller":"traceutil/trace.go:171","msg":"trace[1476262327] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"103.740945ms","start":"2026-07-03T11:59:18.747986Z","end":"2026-07-03T11:59:18.851727Z","steps":["trace[1476262327] 'process raft request' (duration: 48.801953ms)","trace[1476262327] 'compare' (duration: 54.760779ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T11:59:18.851854Z","caller":"traceutil/trace.go:171","msg":"trace[896719657] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"103.816075ms","start":"2026-07-03T11:59:18.748022Z","end":"2026-07-03T11:59:18.851838Z","steps":["trace[896719657] 'process raft request' (duration: 103.646153ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:59:18.852061Z","caller":"traceutil/trace.go:171","msg":"trace[812274047] transaction","detail":"{read_only:false; response_revision:818; number_of_response:1; }","duration":"104.009199ms","start":"2026-07-03T11:59:18.748027Z","end":"2026-07-03T11:59:18.852036Z","steps":["trace[812274047] 'process raft request' (duration: 103.671773ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:59:36.496618Z","caller":"traceutil/trace.go:171","msg":"trace[2132244121] linearizableReadLoop","detail":"{readStateIndex:1149; appliedIndex:1148; }","duration":"114.862942ms","start":"2026-07-03T11:59:36.381731Z","end":"2026-07-03T11:59:36.496594Z","steps":["trace[2132244121] 'read index received' (duration: 114.607398ms)","trace[2132244121] 'applied index is now lower than readState.Index' (duration: 254.384µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T11:59:36.496679Z","caller":"traceutil/trace.go:171","msg":"trace[641566352] transaction","detail":"{read_only:false; response_revision:1114; number_of_response:1; }","duration":"133.399832ms","start":"2026-07-03T11:59:36.363252Z","end":"2026-07-03T11:59:36.496652Z","steps":["trace[641566352] 'process raft request' (duration: 133.188008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:59:36.496893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.091757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T11:59:36.496937Z","caller":"traceutil/trace.go:171","msg":"trace[420586500] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1114; }","duration":"115.238109ms","start":"2026-07-03T11:59:36.381688Z","end":"2026-07-03T11:59:36.496926Z","steps":["trace[420586500] 'agreement among raft nodes before linearized reading' (duration: 115.026835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:59:37.729277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.130149ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T11:59:37.729399Z","caller":"traceutil/trace.go:171","msg":"trace[604669692] linearizableReadLoop","detail":"{readStateIndex:1157; appliedIndex:1156; }","duration":"264.021004ms","start":"2026-07-03T11:59:37.465354Z","end":"2026-07-03T11:59:37.729375Z","steps":["trace[604669692] 'read index received' (duration: 41.481µs)","trace[604669692] 'applied index is now lower than readState.Index' (duration: 263.977583ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T11:59:37.729599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.235458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io\" ","response":"range_response_count:1 size:21237"} {"level":"info","ts":"2026-07-03T11:59:37.729659Z","caller":"traceutil/trace.go:171","msg":"trace[1744303249] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io; range_end:; response_count:1; response_revision:1121; }","duration":"264.341ms","start":"2026-07-03T11:59:37.4653Z","end":"2026-07-03T11:59:37.729641Z","steps":["trace[1744303249] 'agreement among raft nodes before linearized reading' (duration: 264.137486ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:59:38.636974Z","caller":"traceutil/trace.go:171","msg":"trace[2020800350] linearizableReadLoop","detail":"{readStateIndex:1158; appliedIndex:1157; }","duration":"386.462031ms","start":"2026-07-03T11:59:38.250487Z","end":"2026-07-03T11:59:38.636949Z","steps":["trace[2020800350] 'read index received' (duration: 386.379279ms)","trace[2020800350] 'applied index is now lower than readState.Index' (duration: 81.612µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T11:59:38.637129Z","caller":"traceutil/trace.go:171","msg":"trace[482940554] transaction","detail":"{read_only:false; response_revision:1122; number_of_response:1; }","duration":"688.923ms","start":"2026-07-03T11:59:37.94817Z","end":"2026-07-03T11:59:38.637093Z","steps":["trace[482940554] 'process raft request' (duration: 688.637745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:59:38.637213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.704875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T11:59:38.637267Z","caller":"traceutil/trace.go:171","msg":"trace[236212999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1122; }","duration":"386.805437ms","start":"2026-07-03T11:59:38.250444Z","end":"2026-07-03T11:59:38.63725Z","steps":["trace[236212999] 'agreement among raft nodes before linearized reading' (duration: 386.698885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:59:38.637291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:59:37.948149Z","time spent":"689.069652ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T11:59:38.637366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:59:38.250426Z","time spent":"386.871348ms","remote":"127.0.0.1:57972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T11:59:38.682285Z","caller":"traceutil/trace.go:171","msg":"trace[1078992512] transaction","detail":"{read_only:false; response_revision:1124; number_of_response:1; }","duration":"177.887923ms","start":"2026-07-03T11:59:38.504379Z","end":"2026-07-03T11:59:38.682267Z","steps":["trace[1078992512] 'process raft request' (duration: 177.834772ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:59:38.682457Z","caller":"traceutil/trace.go:171","msg":"trace[191531454] transaction","detail":"{read_only:false; response_revision:1123; number_of_response:1; }","duration":"403.262731ms","start":"2026-07-03T11:59:38.279184Z","end":"2026-07-03T11:59:38.682447Z","steps":["trace[191531454] 'process raft request' (duration: 402.940624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:59:38.682529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:59:38.27914Z","time spent":"403.337712ms","remote":"127.0.0.1:58056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":807,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T11:59:38.682939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.103969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T11:59:38.682971Z","caller":"traceutil/trace.go:171","msg":"trace[1457576073] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1124; }","duration":"176.169711ms","start":"2026-07-03T11:59:38.506793Z","end":"2026-07-03T11:59:38.682962Z","steps":["trace[1457576073] 'agreement among raft nodes before linearized reading' (duration: 176.066929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:59:38.934356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.506217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T11:59:38.934468Z","caller":"traceutil/trace.go:171","msg":"trace[1492872409] linearizableReadLoop","detail":"{readStateIndex:1161; appliedIndex:1160; }","duration":"251.607382ms","start":"2026-07-03T11:59:38.682842Z","end":"2026-07-03T11:59:38.934449Z","steps":["trace[1492872409] 'read index received' (duration: 62.904321ms)","trace[1492872409] 'applied index is now lower than readState.Index' (duration: 188.701721ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T11:59:38.93454Z","caller":"traceutil/trace.go:171","msg":"trace[1769077317] transaction","detail":"{read_only:false; response_revision:1125; number_of_response:1; }","duration":"290.184225ms","start":"2026-07-03T11:59:38.644344Z","end":"2026-07-03T11:59:38.934528Z","steps":["trace[1769077317] 'process raft request' (duration: 101.430832ms)","trace[1769077317] 'compare' (duration: 188.352095ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T11:59:38.93478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.187853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-03T11:59:38.93486Z","caller":"traceutil/trace.go:171","msg":"trace[389349723] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1125; }","duration":"291.293524ms","start":"2026-07-03T11:59:38.643544Z","end":"2026-07-03T11:59:38.934838Z","steps":["trace[389349723] 'agreement among raft nodes before linearized reading' (duration: 291.03015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:59:38.934893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.507421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T11:59:38.935376Z","caller":"traceutil/trace.go:171","msg":"trace[1767742283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1125; }","duration":"296.865537ms","start":"2026-07-03T11:59:38.638299Z","end":"2026-07-03T11:59:38.935165Z","steps":["trace[1767742283] 'agreement among raft nodes before linearized reading' (duration: 296.360108ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:59:38.945168Z","caller":"traceutil/trace.go:171","msg":"trace[1558522258] transaction","detail":"{read_only:false; response_revision:1126; number_of_response:1; }","duration":"256.428921ms","start":"2026-07-03T11:59:38.688725Z","end":"2026-07-03T11:59:38.945154Z","steps":["trace[1558522258] 'process raft request' (duration: 256.35873ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:59:39.209289Z","caller":"traceutil/trace.go:171","msg":"trace[2104839674] transaction","detail":"{read_only:false; response_revision:1129; number_of_response:1; }","duration":"186.218042ms","start":"2026-07-03T11:59:39.023041Z","end":"2026-07-03T11:59:39.209259Z","steps":["trace[2104839674] 'process raft request' (duration: 117.439741ms)","trace[2104839674] 'compare' (duration: 68.554587ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T11:59:39.209896Z","caller":"traceutil/trace.go:171","msg":"trace[764030303] transaction","detail":"{read_only:false; response_revision:1130; number_of_response:1; }","duration":"186.706231ms","start":"2026-07-03T11:59:39.023173Z","end":"2026-07-03T11:59:39.209879Z","steps":["trace[764030303] 'process raft request' (duration: 186.037549ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:59:39.210793Z","caller":"traceutil/trace.go:171","msg":"trace[2141639273] transaction","detail":"{read_only:false; response_revision:1131; number_of_response:1; }","duration":"187.100169ms","start":"2026-07-03T11:59:39.023648Z","end":"2026-07-03T11:59:39.210748Z","steps":["trace[2141639273] 'process raft request' (duration: 186.128241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:59:52.751909Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368774717939372,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T11:59:52.954724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:59:52.10755Z","time spent":"847.168529ms","remote":"127.0.0.1:57984","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T11:59:52.958634Z","caller":"traceutil/trace.go:171","msg":"trace[1483892298] linearizableReadLoop","detail":"{readStateIndex:1239; appliedIndex:1237; }","duration":"707.519944ms","start":"2026-07-03T11:59:52.251093Z","end":"2026-07-03T11:59:52.958613Z","steps":["trace[1483892298] 'read index received' (duration: 703.430047ms)","trace[1483892298] 'applied index is now lower than readState.Index' (duration: 4.088777ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T11:59:52.958739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.623346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T11:59:52.958775Z","caller":"traceutil/trace.go:171","msg":"trace[668774292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1200; }","duration":"707.712458ms","start":"2026-07-03T11:59:52.251049Z","end":"2026-07-03T11:59:52.958762Z","steps":["trace[668774292] 'agreement among raft nodes before linearized reading' (duration: 707.640457ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:59:52.958681Z","caller":"traceutil/trace.go:171","msg":"trace[645095364] transaction","detail":"{read_only:false; response_revision:1200; number_of_response:1; }","duration":"232.317082ms","start":"2026-07-03T11:59:52.726334Z","end":"2026-07-03T11:59:52.958651Z","steps":["trace[645095364] 'process raft request' (duration: 232.100858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:59:52.958811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:59:52.251026Z","time spent":"707.777829ms","remote":"127.0.0.1:57956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T11:59:59.624502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.051244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T11:59:59.624595Z","caller":"traceutil/trace.go:171","msg":"trace[512980203] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1273; }","duration":"121.160366ms","start":"2026-07-03T11:59:59.503414Z","end":"2026-07-03T11:59:59.624575Z","steps":["trace[512980203] 'count revisions from in-memory index tree' (duration: 120.968583ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:00:01.196375Z","caller":"traceutil/trace.go:171","msg":"trace[2033751916] transaction","detail":"{read_only:false; response_revision:1276; number_of_response:1; }","duration":"137.747298ms","start":"2026-07-03T12:00:01.058592Z","end":"2026-07-03T12:00:01.196339Z","steps":["trace[2033751916] 'process raft request' (duration: 136.980794ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:00:09.959049Z","caller":"traceutil/trace.go:171","msg":"trace[554155031] transaction","detail":"{read_only:false; response_revision:1341; number_of_response:1; }","duration":"106.036572ms","start":"2026-07-03T12:00:09.852982Z","end":"2026-07-03T12:00:09.959018Z","steps":["trace[554155031] 'process raft request' (duration: 101.445274ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:00:15.346834Z","caller":"traceutil/trace.go:171","msg":"trace[1222100448] transaction","detail":"{read_only:false; response_revision:1449; number_of_response:1; }","duration":"244.295752ms","start":"2026-07-03T12:00:15.102507Z","end":"2026-07-03T12:00:15.346803Z","steps":["trace[1222100448] 'process raft request' (duration: 244.049147ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:00:15.469175Z","caller":"traceutil/trace.go:171","msg":"trace[856088832] transaction","detail":"{read_only:false; response_revision:1450; number_of_response:1; }","duration":"117.75834ms","start":"2026-07-03T12:00:15.351393Z","end":"2026-07-03T12:00:15.469152Z","steps":["trace[856088832] 'process raft request' (duration: 114.192002ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:00:15.469496Z","caller":"traceutil/trace.go:171","msg":"trace[921516182] transaction","detail":"{read_only:false; response_revision:1451; number_of_response:1; }","duration":"117.111658ms","start":"2026-07-03T12:00:15.352367Z","end":"2026-07-03T12:00:15.469479Z","steps":["trace[921516182] 'process raft request' (duration: 116.73063ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:00:18.010148Z","caller":"traceutil/trace.go:171","msg":"trace[1979416851] linearizableReadLoop","detail":"{readStateIndex:1514; appliedIndex:1513; }","duration":"494.305469ms","start":"2026-07-03T12:00:17.515811Z","end":"2026-07-03T12:00:18.010116Z","steps":["trace[1979416851] 'read index received' (duration: 413.87873ms)","trace[1979416851] 'applied index is now lower than readState.Index' (duration: 80.425269ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:00:18.011348Z","caller":"traceutil/trace.go:171","msg":"trace[1853679102] transaction","detail":"{read_only:false; response_revision:1466; number_of_response:1; }","duration":"515.299777ms","start":"2026-07-03T12:00:17.49602Z","end":"2026-07-03T12:00:18.01132Z","steps":["trace[1853679102] 'process raft request' (duration: 433.757505ms)","trace[1853679102] 'compare' (duration: 80.072753ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:00:18.011417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.584174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T12:00:18.011467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:00:17.496006Z","time spent":"515.390458ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T12:00:18.011468Z","caller":"traceutil/trace.go:171","msg":"trace[1789751859] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1466; }","duration":"495.707066ms","start":"2026-07-03T12:00:17.515749Z","end":"2026-07-03T12:00:18.011456Z","steps":["trace[1789751859] 'agreement among raft nodes before linearized reading' (duration: 495.579464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:00:18.011635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:00:17.515729Z","time spent":"495.893731ms","remote":"127.0.0.1:58244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-07-03T12:00:33.318918Z","caller":"traceutil/trace.go:171","msg":"trace[2129618287] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"160.81305ms","start":"2026-07-03T12:00:33.158079Z","end":"2026-07-03T12:00:33.318892Z","steps":["trace[2129618287] 'process raft request' (duration: 115.694894ms)","trace[2129618287] 'compare' (duration: 45.027944ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:00:33.319878Z","caller":"traceutil/trace.go:171","msg":"trace[86279778] linearizableReadLoop","detail":"{readStateIndex:1804; appliedIndex:1801; }","duration":"159.881812ms","start":"2026-07-03T12:00:33.159983Z","end":"2026-07-03T12:00:33.319864Z","steps":["trace[86279778] 'read index received' (duration: 113.800237ms)","trace[86279778] 'applied index is now lower than readState.Index' (duration: 46.080925ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:00:33.319963Z","caller":"traceutil/trace.go:171","msg":"trace[528713368] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"160.997344ms","start":"2026-07-03T12:00:33.158956Z","end":"2026-07-03T12:00:33.319954Z","steps":["trace[528713368] 'process raft request' (duration: 160.709037ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:00:33.320076Z","caller":"traceutil/trace.go:171","msg":"trace[330390123] transaction","detail":"{read_only:false; response_revision:1731; number_of_response:1; }","duration":"105.752449ms","start":"2026-07-03T12:00:33.214298Z","end":"2026-07-03T12:00:33.320051Z","steps":["trace[330390123] 'process raft request' (duration: 105.494674ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:00:33.320104Z","caller":"traceutil/trace.go:171","msg":"trace[1227122486] transaction","detail":"{read_only:false; response_revision:1730; number_of_response:1; }","duration":"160.236599ms","start":"2026-07-03T12:00:33.159842Z","end":"2026-07-03T12:00:33.320078Z","steps":["trace[1227122486] 'process raft request' (duration: 159.885693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:00:33.320623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.628357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4010"} {"level":"info","ts":"2026-07-03T12:00:33.320729Z","caller":"traceutil/trace.go:171","msg":"trace[1206152678] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:1731; }","duration":"160.741159ms","start":"2026-07-03T12:00:33.159972Z","end":"2026-07-03T12:00:33.320714Z","steps":["trace[1206152678] 'agreement among raft nodes before linearized reading' (duration: 160.549686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:00:35.985582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.325614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T12:00:35.985672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.32483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:00:35.985701Z","caller":"traceutil/trace.go:171","msg":"trace[2036243502] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1772; }","duration":"317.492078ms","start":"2026-07-03T12:00:35.668189Z","end":"2026-07-03T12:00:35.985681Z","steps":["trace[2036243502] 'range keys from in-memory index tree' (duration: 317.207511ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:00:35.985754Z","caller":"traceutil/trace.go:171","msg":"trace[2007394322] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1772; }","duration":"204.447942ms","start":"2026-07-03T12:00:35.781288Z","end":"2026-07-03T12:00:35.985736Z","steps":["trace[2007394322] 'range keys from in-memory index tree' (duration: 204.272649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:00:35.985763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:00:35.668174Z","time spent":"317.57585ms","remote":"127.0.0.1:38234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T12:00:35.985804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.474583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:00:35.985876Z","caller":"traceutil/trace.go:171","msg":"trace[305737531] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1772; }","duration":"204.584966ms","start":"2026-07-03T12:00:35.781273Z","end":"2026-07-03T12:00:35.985858Z","steps":["trace[305737531] 'count revisions from in-memory index tree' (duration: 204.395892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:00:35.986064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.213699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:00:35.986097Z","caller":"traceutil/trace.go:171","msg":"trace[1462532184] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1772; }","duration":"204.29443ms","start":"2026-07-03T12:00:35.78179Z","end":"2026-07-03T12:00:35.986085Z","steps":["trace[1462532184] 'range keys from in-memory index tree' (duration: 204.152578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:00:35.986138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.995204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:00:35.986282Z","caller":"traceutil/trace.go:171","msg":"trace[675705110] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1772; }","duration":"237.141007ms","start":"2026-07-03T12:00:35.749129Z","end":"2026-07-03T12:00:35.98627Z","steps":["trace[675705110] 'range keys from in-memory index tree' (duration: 236.954553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:00:35.986505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.048876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T12:00:35.986545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.287689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:00:35.986609Z","caller":"traceutil/trace.go:171","msg":"trace[355281402] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1772; }","duration":"265.219329ms","start":"2026-07-03T12:00:35.721367Z","end":"2026-07-03T12:00:35.986587Z","steps":["trace[355281402] 'range keys from in-memory index tree' (duration: 264.840731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:00:35.986647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.414316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:00:35.986695Z","caller":"traceutil/trace.go:171","msg":"trace[1808829371] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1772; }","duration":"318.487216ms","start":"2026-07-03T12:00:35.668197Z","end":"2026-07-03T12:00:35.986684Z","steps":["trace[1808829371] 'count revisions from in-memory index tree' (duration: 318.317153ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:00:35.986604Z","caller":"traceutil/trace.go:171","msg":"trace[621887285] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1772; }","duration":"237.401591ms","start":"2026-07-03T12:00:35.749189Z","end":"2026-07-03T12:00:35.98659Z","steps":["trace[621887285] 'count revisions from in-memory index tree' (duration: 237.140796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:00:35.98674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:00:35.668185Z","time spent":"318.539798ms","remote":"127.0.0.1:38234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T12:00:35.986633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.063257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T12:00:35.986909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.683067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:00:35.986864Z","caller":"traceutil/trace.go:171","msg":"trace[915234888] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1772; }","duration":"291.311463ms","start":"2026-07-03T12:00:35.695539Z","end":"2026-07-03T12:00:35.986851Z","steps":["trace[915234888] 'count revisions from in-memory index tree' (duration: 291.015657ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:00:35.986956Z","caller":"traceutil/trace.go:171","msg":"trace[868852450] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1772; }","duration":"265.744008ms","start":"2026-07-03T12:00:35.721197Z","end":"2026-07-03T12:00:35.986941Z","steps":["trace[868852450] 'count revisions from in-memory index tree' (duration: 265.629916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:00:35.987037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.603289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:00:35.987114Z","caller":"traceutil/trace.go:171","msg":"trace[1474067288] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1772; }","duration":"291.70564ms","start":"2026-07-03T12:00:35.695393Z","end":"2026-07-03T12:00:35.987099Z","steps":["trace[1474067288] 'range keys from in-memory index tree' (duration: 291.536888ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:00:38.744425Z","caller":"traceutil/trace.go:171","msg":"trace[1555056297] transaction","detail":"{read_only:false; response_revision:1784; number_of_response:1; }","duration":"110.820696ms","start":"2026-07-03T12:00:38.633583Z","end":"2026-07-03T12:00:38.744404Z","steps":["trace[1555056297] 'process raft request' (duration: 110.657012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:00:43.962649Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368774717940720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T12:00:44.46292Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368774717940720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T12:00:44.667925Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.225004508s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T12:00:44.668338Z","caller":"traceutil/trace.go:171","msg":"trace[1191894032] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"1.225536497s","start":"2026-07-03T12:00:43.442777Z","end":"2026-07-03T12:00:44.668313Z","steps":["trace[1191894032] 'process raft request' (duration: 1.225332783s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:00:44.668592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:00:43.442754Z","time spent":"1.22565221s","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T12:00:44.688697Z","caller":"traceutil/trace.go:171","msg":"trace[1580695094] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"1.11186172s","start":"2026-07-03T12:00:43.576813Z","end":"2026-07-03T12:00:44.688675Z","steps":["trace[1580695094] 'process raft request' (duration: 1.111722157s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:00:44.688846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:00:43.576796Z","time spent":"1.111972531s","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T12:00:44.688974Z","caller":"traceutil/trace.go:171","msg":"trace[1179681660] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"1.001996587s","start":"2026-07-03T12:00:43.68695Z","end":"2026-07-03T12:00:44.688947Z","steps":["trace[1179681660] 'process raft request' (duration: 1.0016879s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:00:44.68911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:00:43.686931Z","time spent":"1.002094189s","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T12:00:44.689346Z","caller":"traceutil/trace.go:171","msg":"trace[653253445] linearizableReadLoop","detail":"{readStateIndex:1952; appliedIndex:1948; }","duration":"1.227477907s","start":"2026-07-03T12:00:43.461837Z","end":"2026-07-03T12:00:44.689315Z","steps":["trace[653253445] 'read index received' (duration: 1.206301928s)","trace[653253445] 'applied index is now lower than readState.Index' (duration: 21.174819ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:00:44.689408Z","caller":"traceutil/trace.go:171","msg":"trace[1057766677] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"282.850968ms","start":"2026-07-03T12:00:44.406543Z","end":"2026-07-03T12:00:44.689394Z","steps":["trace[1057766677] 'process raft request' (duration: 282.614054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:00:44.689554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227700231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T12:00:44.689797Z","caller":"traceutil/trace.go:171","msg":"trace[1719476597] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1876; }","duration":"1.227791452s","start":"2026-07-03T12:00:43.461809Z","end":"2026-07-03T12:00:44.689601Z","steps":["trace[1719476597] 'agreement among raft nodes before linearized reading' (duration: 1.227636479s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:00:44.68993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:00:43.461798Z","time spent":"1.228104369s","remote":"127.0.0.1:47878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-07-03T12:00:44.801233Z","caller":"traceutil/trace.go:171","msg":"trace[1503951154] linearizableReadLoop","detail":"{readStateIndex:1953; appliedIndex:1952; }","duration":"111.821643ms","start":"2026-07-03T12:00:44.689391Z","end":"2026-07-03T12:00:44.801213Z","steps":["trace[1503951154] 'read index received' (duration: 47.452009ms)","trace[1503951154] 'applied index is now lower than readState.Index' (duration: 64.368624ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:00:44.80134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247090106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:00:44.801372Z","caller":"traceutil/trace.go:171","msg":"trace[1304107814] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1877; }","duration":"1.247176737s","start":"2026-07-03T12:00:43.554185Z","end":"2026-07-03T12:00:44.801362Z","steps":["trace[1304107814] 'agreement among raft nodes before linearized reading' (duration: 1.247103476s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:00:44.801392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.829478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-03T12:00:44.801409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:00:43.554161Z","time spent":"1.247239519s","remote":"127.0.0.1:36540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-07-03T12:00:44.801444Z","caller":"traceutil/trace.go:171","msg":"trace[1618811043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1877; }","duration":"662.917421ms","start":"2026-07-03T12:00:44.138513Z","end":"2026-07-03T12:00:44.801431Z","steps":["trace[1618811043] 'agreement among raft nodes before linearized reading' (duration: 662.721557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:00:44.801481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:00:44.138493Z","time spent":"662.978501ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T12:00:44.801744Z","caller":"traceutil/trace.go:171","msg":"trace[872958694] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"125.605396ms","start":"2026-07-03T12:00:44.676124Z","end":"2026-07-03T12:00:44.801729Z","steps":["trace[872958694] 'process raft request' (duration: 60.763693ms)","trace[872958694] 'compare' (duration: 64.231792ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:00:44.801711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149137619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T12:00:44.801977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187398355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T12:00:44.802016Z","caller":"traceutil/trace.go:171","msg":"trace[1046411034] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1877; }","duration":"1.187468567s","start":"2026-07-03T12:00:43.614538Z","end":"2026-07-03T12:00:44.802007Z","steps":["trace[1046411034] 'agreement among raft nodes before linearized reading' (duration: 1.187373235s)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:00:44.801819Z","caller":"traceutil/trace.go:171","msg":"trace[1638830092] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1877; }","duration":"1.149259821s","start":"2026-07-03T12:00:43.652546Z","end":"2026-07-03T12:00:44.801806Z","steps":["trace[1638830092] 'agreement among raft nodes before linearized reading' (duration: 1.149069227s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:00:44.802177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157435102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T12:00:44.802215Z","caller":"traceutil/trace.go:171","msg":"trace[2068083821] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1877; }","duration":"1.157509383s","start":"2026-07-03T12:00:43.644695Z","end":"2026-07-03T12:00:44.802205Z","steps":["trace[2068083821] 'agreement among raft nodes before linearized reading' (duration: 1.157403151s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:00:44.802137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:00:43.652536Z","time spent":"1.149583547s","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T12:00:44.802268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:00:43.644674Z","time spent":"1.157588575s","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T12:00:44.80219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.964109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7c3e5138-9f39-4c4c-bb0c-16b4c300780c\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-07-03T12:00:44.802355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202124607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7c3e5138-9f39-4c4c-bb0c-16b4c300780c\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-03T12:00:44.80241Z","caller":"traceutil/trace.go:171","msg":"trace[650318135] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7c3e5138-9f39-4c4c-bb0c-16b4c300780c; range_end:; response_count:1; response_revision:1877; }","duration":"1.20231039s","start":"2026-07-03T12:00:43.600085Z","end":"2026-07-03T12:00:44.802395Z","steps":["trace[650318135] 'agreement among raft nodes before linearized reading' (duration: 1.201975463s)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:00:44.802383Z","caller":"traceutil/trace.go:171","msg":"trace[1430423838] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7c3e5138-9f39-4c4c-bb0c-16b4c300780c; range_end:; response_count:1; response_revision:1877; }","duration":"476.187633ms","start":"2026-07-03T12:00:44.326181Z","end":"2026-07-03T12:00:44.802369Z","steps":["trace[1430423838] 'agreement among raft nodes before linearized reading' (duration: 475.778545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:00:44.802465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:00:43.600074Z","time spent":"1.202379922s","remote":"127.0.0.1:58168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7c3e5138-9f39-4c4c-bb0c-16b4c300780c\" "} {"level":"warn","ts":"2026-07-03T12:00:44.802071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:00:43.614523Z","time spent":"1.187539888s","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T12:00:44.802563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:00:44.326162Z","time spent":"476.358877ms","remote":"127.0.0.1:58168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7c3e5138-9f39-4c4c-bb0c-16b4c300780c\" "} {"level":"warn","ts":"2026-07-03T12:00:44.802567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161516184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T12:00:44.802693Z","caller":"traceutil/trace.go:171","msg":"trace[1367993143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1877; }","duration":"1.161689787s","start":"2026-07-03T12:00:43.640976Z","end":"2026-07-03T12:00:44.802666Z","steps":["trace[1367993143] 'agreement among raft nodes before linearized reading' (duration: 1.161231288s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:00:44.80276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:00:43.640966Z","time spent":"1.161784029s","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T12:00:44.802784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.426883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:00:44.802885Z","caller":"traceutil/trace.go:171","msg":"trace[1398773210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1877; }","duration":"551.544586ms","start":"2026-07-03T12:00:44.251324Z","end":"2026-07-03T12:00:44.802869Z","steps":["trace[1398773210] 'agreement among raft nodes before linearized reading' (duration: 551.400983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:00:44.802927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.652005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T12:00:44.802973Z","caller":"traceutil/trace.go:171","msg":"trace[1074855334] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1877; }","duration":"420.712506ms","start":"2026-07-03T12:00:44.382247Z","end":"2026-07-03T12:00:44.802959Z","steps":["trace[1074855334] 'agreement among raft nodes before linearized reading' (duration: 419.606344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:00:44.80294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:00:44.251303Z","time spent":"551.627737ms","remote":"127.0.0.1:57972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T12:00:44.803007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:00:44.382236Z","time spent":"420.764137ms","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-03T12:00:45.025333Z","caller":"traceutil/trace.go:171","msg":"trace[344155107] linearizableReadLoop","detail":"{readStateIndex:1954; appliedIndex:1953; }","duration":"221.006144ms","start":"2026-07-03T12:00:44.804294Z","end":"2026-07-03T12:00:45.0253Z","steps":["trace[344155107] 'read index received' (duration: 191.448569ms)","trace[344155107] 'applied index is now lower than readState.Index' (duration: 29.556035ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:00:45.025489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.165627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:00:45.025528Z","caller":"traceutil/trace.go:171","msg":"trace[1437949631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1878; }","duration":"221.251438ms","start":"2026-07-03T12:00:44.804267Z","end":"2026-07-03T12:00:45.025518Z","steps":["trace[1437949631] 'agreement among raft nodes before linearized reading' (duration: 221.150616ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:00:45.025671Z","caller":"traceutil/trace.go:171","msg":"trace[1115822399] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"263.983234ms","start":"2026-07-03T12:00:44.761655Z","end":"2026-07-03T12:00:45.025638Z","steps":["trace[1115822399] 'process raft request' (duration: 234.074093ms)","trace[1115822399] 'compare' (duration: 29.114286ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:00:45.563446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368774717940735,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T12:00:45.628475Z","caller":"traceutil/trace.go:171","msg":"trace[1499395580] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"820.670089ms","start":"2026-07-03T12:00:44.807775Z","end":"2026-07-03T12:00:45.628445Z","steps":["trace[1499395580] 'process raft request' (duration: 820.566827ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:00:45.628485Z","caller":"traceutil/trace.go:171","msg":"trace[901255430] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"820.609757ms","start":"2026-07-03T12:00:44.807849Z","end":"2026-07-03T12:00:45.628459Z","steps":["trace[901255430] 'process raft request' (duration: 820.532356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:00:45.628623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:00:44.807757Z","time spent":"820.782002ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T12:00:45.62866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:00:44.807843Z","time spent":"820.731319ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T12:00:45.628805Z","caller":"traceutil/trace.go:171","msg":"trace[1601662089] linearizableReadLoop","detail":"{readStateIndex:1960; appliedIndex:1954; }","duration":"565.847485ms","start":"2026-07-03T12:00:45.062936Z","end":"2026-07-03T12:00:45.628784Z","steps":["trace[1601662089] 'read index received' (duration: 565.227523ms)","trace[1601662089] 'applied index is now lower than readState.Index' (duration: 618.702µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:00:45.628931Z","caller":"traceutil/trace.go:171","msg":"trace[525920807] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"822.130627ms","start":"2026-07-03T12:00:44.806775Z","end":"2026-07-03T12:00:45.628906Z","steps":["trace[525920807] 'process raft request' (duration: 821.393112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:00:45.629875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:00:44.806759Z","time spent":"823.057616ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T12:00:45.629867Z","caller":"traceutil/trace.go:171","msg":"trace[1066105952] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"820.890902ms","start":"2026-07-03T12:00:44.807883Z","end":"2026-07-03T12:00:45.628774Z","steps":["trace[1066105952] 'process raft request' (duration: 820.537045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:00:45.630326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:00:44.807879Z","time spent":"822.207758ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T12:00:45.628819Z","caller":"traceutil/trace.go:171","msg":"trace[886935007] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"818.167839ms","start":"2026-07-03T12:00:44.810633Z","end":"2026-07-03T12:00:45.628801Z","steps":["trace[886935007] 'process raft request' (duration: 818.076387ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:00:45.630528Z","caller":"traceutil/trace.go:171","msg":"trace[979095234] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"822.29854ms","start":"2026-07-03T12:00:44.808194Z","end":"2026-07-03T12:00:45.630493Z","steps":["trace[979095234] 'process raft request' (duration: 820.414963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:00:45.630641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:00:44.810625Z","time spent":"819.965824ms","remote":"127.0.0.1:58168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T12:00:45.630669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:00:44.808176Z","time spent":"822.429873ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T12:00:45.630964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.020088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:00:45.631138Z","caller":"traceutil/trace.go:171","msg":"trace[2132845526] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1884; }","duration":"568.242383ms","start":"2026-07-03T12:00:45.062871Z","end":"2026-07-03T12:00:45.631113Z","steps":["trace[2132845526] 'agreement among raft nodes before linearized reading' (duration: 566.344125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:00:45.631211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:00:45.062848Z","time spent":"568.328154ms","remote":"127.0.0.1:36496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T12:00:45.955383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.563982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7c3e5138-9f39-4c4c-bb0c-16b4c300780c\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-07-03T12:00:45.955494Z","caller":"traceutil/trace.go:171","msg":"trace[1136305648] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7c3e5138-9f39-4c4c-bb0c-16b4c300780c; range_end:; response_count:1; response_revision:1884; }","duration":"145.729236ms","start":"2026-07-03T12:00:45.809733Z","end":"2026-07-03T12:00:45.955463Z","steps":["trace[1136305648] 'range keys from in-memory index tree' (duration: 145.44717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:00:45.955578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.540682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T12:00:45.955666Z","caller":"traceutil/trace.go:171","msg":"trace[1556882226] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1884; }","duration":"143.657204ms","start":"2026-07-03T12:00:45.811985Z","end":"2026-07-03T12:00:45.955643Z","steps":["trace[1556882226] 'range keys from in-memory index tree' (duration: 143.380139ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:00:59.868741Z","caller":"traceutil/trace.go:171","msg":"trace[595360137] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"135.019032ms","start":"2026-07-03T12:00:59.733706Z","end":"2026-07-03T12:00:59.868725Z","steps":["trace[595360137] 'process raft request' (duration: 128.419112ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:00:59.876305Z","caller":"traceutil/trace.go:171","msg":"trace[1141755070] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"141.945092ms","start":"2026-07-03T12:00:59.734337Z","end":"2026-07-03T12:00:59.876282Z","steps":["trace[1141755070] 'process raft request' (duration: 141.811159ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:00:59.876487Z","caller":"traceutil/trace.go:171","msg":"trace[181241139] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"141.938042ms","start":"2026-07-03T12:00:59.734532Z","end":"2026-07-03T12:00:59.87647Z","steps":["trace[181241139] 'process raft request' (duration: 141.721887ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:00:59.876628Z","caller":"traceutil/trace.go:171","msg":"trace[361263503] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"141.764687ms","start":"2026-07-03T12:00:59.734841Z","end":"2026-07-03T12:00:59.876606Z","steps":["trace[361263503] 'process raft request' (duration: 141.703486ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:00:59.876691Z","caller":"traceutil/trace.go:171","msg":"trace[2108952377] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"142.039934ms","start":"2026-07-03T12:00:59.734617Z","end":"2026-07-03T12:00:59.876657Z","steps":["trace[2108952377] 'process raft request' (duration: 141.80499ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:01:01.516226Z","caller":"traceutil/trace.go:171","msg":"trace[1563768958] linearizableReadLoop","detail":"{readStateIndex:2096; appliedIndex:2095; }","duration":"403.648767ms","start":"2026-07-03T12:01:01.112559Z","end":"2026-07-03T12:01:01.516208Z","steps":["trace[1563768958] 'read index received' (duration: 403.496954ms)","trace[1563768958] 'applied index is now lower than readState.Index' (duration: 151.053µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:01:01.516259Z","caller":"traceutil/trace.go:171","msg":"trace[905568427] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"439.112136ms","start":"2026-07-03T12:01:01.077136Z","end":"2026-07-03T12:01:01.516248Z","steps":["trace[905568427] 'process raft request' (duration: 438.951333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:01.516337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:01.077113Z","time spent":"439.173198ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T12:01:01.516349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.77083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:01:01.516372Z","caller":"traceutil/trace.go:171","msg":"trace[1853720536] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2016; }","duration":"403.862471ms","start":"2026-07-03T12:01:01.112503Z","end":"2026-07-03T12:01:01.516366Z","steps":["trace[1853720536] 'agreement among raft nodes before linearized reading' (duration: 403.79286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:01.516404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:01.11248Z","time spent":"403.917923ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T12:01:01.517318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.915449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:01:01.517294Z","caller":"traceutil/trace.go:171","msg":"trace[65451464] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"308.116491ms","start":"2026-07-03T12:01:01.20915Z","end":"2026-07-03T12:01:01.517266Z","steps":["trace[65451464] 'process raft request' (duration: 307.801554ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:01:01.517352Z","caller":"traceutil/trace.go:171","msg":"trace[1417043207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2017; }","duration":"266.97166ms","start":"2026-07-03T12:01:01.250372Z","end":"2026-07-03T12:01:01.517344Z","steps":["trace[1417043207] 'agreement among raft nodes before linearized reading' (duration: 266.917619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:01.517345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.236881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T12:01:01.517418Z","caller":"traceutil/trace.go:171","msg":"trace[2074792067] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2017; }","duration":"378.337612ms","start":"2026-07-03T12:01:01.139058Z","end":"2026-07-03T12:01:01.517396Z","steps":["trace[2074792067] 'agreement among raft nodes before linearized reading' (duration: 378.111908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:01.517435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:01.209125Z","time spent":"308.239274ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T12:01:01.51746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:01.139048Z","time spent":"378.403654ms","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-03T12:01:11.791931Z","caller":"traceutil/trace.go:171","msg":"trace[727504921] linearizableReadLoop","detail":"{readStateIndex:2157; appliedIndex:2156; }","duration":"210.094991ms","start":"2026-07-03T12:01:11.581814Z","end":"2026-07-03T12:01:11.791909Z","steps":["trace[727504921] 'read index received' (duration: 209.973189ms)","trace[727504921] 'applied index is now lower than readState.Index' (duration: 120.852µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:01:11.792025Z","caller":"traceutil/trace.go:171","msg":"trace[2082920041] transaction","detail":"{read_only:false; response_revision:2075; number_of_response:1; }","duration":"247.368688ms","start":"2026-07-03T12:01:11.544629Z","end":"2026-07-03T12:01:11.791997Z","steps":["trace[2082920041] 'process raft request' (duration: 247.117813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:11.792288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.461108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T12:01:11.792341Z","caller":"traceutil/trace.go:171","msg":"trace[250874170] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2075; }","duration":"210.56924ms","start":"2026-07-03T12:01:11.58176Z","end":"2026-07-03T12:01:11.792329Z","steps":["trace[250874170] 'agreement among raft nodes before linearized reading' (duration: 210.361026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:11.794418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.861504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11988"} {"level":"info","ts":"2026-07-03T12:01:11.794504Z","caller":"traceutil/trace.go:171","msg":"trace[1276173110] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2076; }","duration":"159.006828ms","start":"2026-07-03T12:01:11.635477Z","end":"2026-07-03T12:01:11.794484Z","steps":["trace[1276173110] 'agreement among raft nodes before linearized reading' (duration: 158.694162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:17.42679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368774717941232,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T12:01:17.570715Z","caller":"traceutil/trace.go:171","msg":"trace[2142401713] transaction","detail":"{read_only:false; response_revision:2111; number_of_response:1; }","duration":"644.703469ms","start":"2026-07-03T12:01:16.925989Z","end":"2026-07-03T12:01:17.570693Z","steps":["trace[2142401713] 'process raft request' (duration: 644.546006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:17.570858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:16.925967Z","time spent":"644.821312ms","remote":"127.0.0.1:58056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T12:01:17.687652Z","caller":"traceutil/trace.go:171","msg":"trace[711850032] transaction","detail":"{read_only:false; response_revision:2112; number_of_response:1; }","duration":"745.629888ms","start":"2026-07-03T12:01:16.940328Z","end":"2026-07-03T12:01:17.685958Z","steps":["trace[711850032] 'process raft request' (duration: 718.339259ms)","trace[711850032] 'compare' (duration: 26.863069ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:01:17.687797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:16.940315Z","time spent":"747.421053ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T12:01:17.688327Z","caller":"traceutil/trace.go:171","msg":"trace[1466330048] transaction","detail":"{read_only:false; response_revision:2113; number_of_response:1; }","duration":"483.280437ms","start":"2026-07-03T12:01:17.204926Z","end":"2026-07-03T12:01:17.688206Z","steps":["trace[1466330048] 'process raft request' (duration: 480.765657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:17.688537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:17.204891Z","time spent":"483.507872ms","remote":"127.0.0.1:58152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T12:01:17.865679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.990055ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T12:01:17.866058Z","caller":"traceutil/trace.go:171","msg":"trace[355618528] linearizableReadLoop","detail":"{readStateIndex:2196; appliedIndex:2193; }","duration":"939.545032ms","start":"2026-07-03T12:01:16.926373Z","end":"2026-07-03T12:01:17.865918Z","steps":["trace[355618528] 'read index received' (duration: 644.22528ms)","trace[355618528] 'applied index is now lower than readState.Index' (duration: 295.315262ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:01:17.866178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.789457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:01:17.866654Z","caller":"traceutil/trace.go:171","msg":"trace[1839710937] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2114; }","duration":"940.289307ms","start":"2026-07-03T12:01:16.926345Z","end":"2026-07-03T12:01:17.866635Z","steps":["trace[1839710937] 'agreement among raft nodes before linearized reading' (duration: 939.783586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:17.867132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:16.926336Z","time spent":"940.694516ms","remote":"127.0.0.1:58184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T12:01:17.867422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.33317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:01:17.86751Z","caller":"traceutil/trace.go:171","msg":"trace[268354222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2114; }","duration":"617.489934ms","start":"2026-07-03T12:01:17.250008Z","end":"2026-07-03T12:01:17.867498Z","steps":["trace[268354222] 'agreement among raft nodes before linearized reading' (duration: 617.374951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:17.867602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:17.249986Z","time spent":"617.605165ms","remote":"127.0.0.1:57972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T12:01:18.508016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.538519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T12:01:18.508101Z","caller":"traceutil/trace.go:171","msg":"trace[1935823728] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2114; }","duration":"515.661111ms","start":"2026-07-03T12:01:17.99242Z","end":"2026-07-03T12:01:18.508081Z","steps":["trace[1935823728] 'range keys from in-memory index tree' (duration: 515.320244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:18.50809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.194143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-03T12:01:18.508127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.635243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T12:01:18.508147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:17.992406Z","time spent":"515.732132ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T12:01:18.508181Z","caller":"traceutil/trace.go:171","msg":"trace[1588471582] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2114; }","duration":"534.707905ms","start":"2026-07-03T12:01:17.973459Z","end":"2026-07-03T12:01:18.508167Z","steps":["trace[1588471582] 'range keys from in-memory index tree' (duration: 534.518801ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:01:18.508179Z","caller":"traceutil/trace.go:171","msg":"trace[391335001] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2114; }","duration":"515.334565ms","start":"2026-07-03T12:01:17.992826Z","end":"2026-07-03T12:01:18.50816Z","steps":["trace[391335001] 'range keys from in-memory index tree' (duration: 515.032499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:18.508224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:17.973441Z","time spent":"534.775046ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T12:01:18.508241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:17.992813Z","time spent":"515.417877ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T12:01:18.508443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.320701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T12:01:18.508518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.481269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T12:01:18.508559Z","caller":"traceutil/trace.go:171","msg":"trace[1052900347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2114; }","duration":"519.55002ms","start":"2026-07-03T12:01:17.988996Z","end":"2026-07-03T12:01:18.508546Z","steps":["trace[1052900347] 'range keys from in-memory index tree' (duration: 519.349526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:18.508591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:17.988982Z","time spent":"519.602671ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T12:01:18.508015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T12:01:18.50868Z","caller":"traceutil/trace.go:171","msg":"trace[660787982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2114; }","duration":"519.789215ms","start":"2026-07-03T12:01:17.98888Z","end":"2026-07-03T12:01:18.508669Z","steps":["trace[660787982] 'range keys from in-memory index tree' (duration: 518.914418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:18.508715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:17.98886Z","time spent":"519.846205ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T12:01:18.508846Z","caller":"traceutil/trace.go:171","msg":"trace[1895671025] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2114; }","duration":"256.475963ms","start":"2026-07-03T12:01:18.252063Z","end":"2026-07-03T12:01:18.508539Z","steps":["trace[1895671025] 'range keys from in-memory index tree' (duration: 256.221419ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:01:19.218756Z","caller":"traceutil/trace.go:171","msg":"trace[454906985] linearizableReadLoop","detail":"{readStateIndex:2203; appliedIndex:2198; }","duration":"698.597449ms","start":"2026-07-03T12:01:18.520126Z","end":"2026-07-03T12:01:19.218723Z","steps":["trace[454906985] 'read index received' (duration: 5.890989ms)","trace[454906985] 'applied index is now lower than readState.Index' (duration: 692.70545ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:01:19.218835Z","caller":"traceutil/trace.go:171","msg":"trace[567056030] transaction","detail":"{read_only:false; response_revision:2117; number_of_response:1; }","duration":"705.077549ms","start":"2026-07-03T12:01:18.513751Z","end":"2026-07-03T12:01:19.218829Z","steps":["trace[567056030] 'process raft request' (duration: 704.847654ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:01:19.218836Z","caller":"traceutil/trace.go:171","msg":"trace[773658933] transaction","detail":"{read_only:false; response_revision:2118; number_of_response:1; }","duration":"704.972776ms","start":"2026-07-03T12:01:18.513833Z","end":"2026-07-03T12:01:19.218806Z","steps":["trace[773658933] 'process raft request' (duration: 704.804293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:19.218937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:18.513744Z","time spent":"705.12426ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T12:01:19.21895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.795864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T12:01:19.219004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:18.513812Z","time spent":"705.100689ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T12:01:19.218873Z","caller":"traceutil/trace.go:171","msg":"trace[1760820484] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"704.589509ms","start":"2026-07-03T12:01:18.514272Z","end":"2026-07-03T12:01:19.218861Z","steps":["trace[1760820484] 'process raft request' (duration: 704.411996ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:01:19.21901Z","caller":"traceutil/trace.go:171","msg":"trace[585524205] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2119; }","duration":"698.872346ms","start":"2026-07-03T12:01:18.520102Z","end":"2026-07-03T12:01:19.218975Z","steps":["trace[585524205] 'agreement among raft nodes before linearized reading' (duration: 698.790713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:19.219151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:18.514263Z","time spent":"704.863736ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T12:01:19.218774Z","caller":"traceutil/trace.go:171","msg":"trace[2069335270] transaction","detail":"{read_only:false; response_revision:2116; number_of_response:1; }","duration":"705.487046ms","start":"2026-07-03T12:01:18.513257Z","end":"2026-07-03T12:01:19.218744Z","steps":["trace[2069335270] 'process raft request' (duration: 705.16497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:19.219242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:18.513238Z","time spent":"705.965288ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T12:01:19.219226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:18.520093Z","time spent":"699.08635ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-03T12:01:19.454545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.438567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T12:01:19.454731Z","caller":"traceutil/trace.go:171","msg":"trace[1837118246] linearizableReadLoop","detail":"{readStateIndex:2205; appliedIndex:2203; }","duration":"235.889602ms","start":"2026-07-03T12:01:19.218824Z","end":"2026-07-03T12:01:19.454714Z","steps":["trace[1837118246] 'read index received' (duration: 56.261302ms)","trace[1837118246] 'applied index is now lower than readState.Index' (duration: 179.62728ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:01:19.454853Z","caller":"traceutil/trace.go:171","msg":"trace[1307004355] transaction","detail":"{read_only:false; response_revision:2120; number_of_response:1; }","duration":"589.457917ms","start":"2026-07-03T12:01:18.865382Z","end":"2026-07-03T12:01:19.454839Z","steps":["trace[1307004355] 'process raft request' (duration: 409.628893ms)","trace[1307004355] 'compare' (duration: 179.313384ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:01:19.454922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:18.86536Z","time spent":"589.528949ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T12:01:19.455086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.162624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:01:19.455117Z","caller":"traceutil/trace.go:171","msg":"trace[274654214] transaction","detail":"{read_only:false; response_revision:2121; number_of_response:1; }","duration":"526.397551ms","start":"2026-07-03T12:01:18.928683Z","end":"2026-07-03T12:01:19.455081Z","steps":["trace[274654214] 'process raft request' (duration: 525.971343ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:01:19.455156Z","caller":"traceutil/trace.go:171","msg":"trace[784735576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2121; }","duration":"204.271846ms","start":"2026-07-03T12:01:19.250868Z","end":"2026-07-03T12:01:19.45514Z","steps":["trace[784735576] 'agreement among raft nodes before linearized reading' (duration: 204.107403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:19.455296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:18.928669Z","time spent":"526.514653ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T12:01:19.455744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.765828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T12:01:19.455797Z","caller":"traceutil/trace.go:171","msg":"trace[1954602652] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2121; }","duration":"518.86611ms","start":"2026-07-03T12:01:18.936915Z","end":"2026-07-03T12:01:19.455781Z","steps":["trace[1954602652] 'agreement among raft nodes before linearized reading' (duration: 518.033233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:19.45583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:18.936891Z","time spent":"518.92953ms","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-03T12:01:20.052142Z","caller":"traceutil/trace.go:171","msg":"trace[1597712226] linearizableReadLoop","detail":"{readStateIndex:2206; appliedIndex:2205; }","duration":"263.251012ms","start":"2026-07-03T12:01:19.788865Z","end":"2026-07-03T12:01:20.052116Z","steps":["trace[1597712226] 'read index received' (duration: 263.091988ms)","trace[1597712226] 'applied index is now lower than readState.Index' (duration: 157.904µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:01:20.052289Z","caller":"traceutil/trace.go:171","msg":"trace[1614749606] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"354.758872ms","start":"2026-07-03T12:01:19.697475Z","end":"2026-07-03T12:01:20.052234Z","steps":["trace[1614749606] 'process raft request' (duration: 354.487496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:20.052317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.423745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T12:01:20.052533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:19.697449Z","time spent":"354.945225ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T12:01:20.052526Z","caller":"traceutil/trace.go:171","msg":"trace[535525562] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2122; }","duration":"263.638969ms","start":"2026-07-03T12:01:19.788858Z","end":"2026-07-03T12:01:20.052497Z","steps":["trace[535525562] 'agreement among raft nodes before linearized reading' (duration: 263.354484ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:01:20.087628Z","caller":"traceutil/trace.go:171","msg":"trace[84662515] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"216.237838ms","start":"2026-07-03T12:01:19.871362Z","end":"2026-07-03T12:01:20.0876Z","steps":["trace[84662515] 'process raft request' (duration: 216.081475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:21.219359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.655379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T12:01:21.21945Z","caller":"traceutil/trace.go:171","msg":"trace[730567870] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2124; }","duration":"511.788562ms","start":"2026-07-03T12:01:20.707639Z","end":"2026-07-03T12:01:21.219427Z","steps":["trace[730567870] 'count revisions from in-memory index tree' (duration: 511.531737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:21.219496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:20.707628Z","time spent":"511.857343ms","remote":"127.0.0.1:38962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":13,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-03T12:01:21.219824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.200237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-03T12:01:21.219939Z","caller":"traceutil/trace.go:171","msg":"trace[1183897112] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2124; }","duration":"571.36914ms","start":"2026-07-03T12:01:20.64854Z","end":"2026-07-03T12:01:21.219909Z","steps":["trace[1183897112] 'range keys from in-memory index tree' (duration: 570.991132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:21.21999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:20.648518Z","time spent":"571.461231ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-03T12:01:21.429683Z","caller":"traceutil/trace.go:171","msg":"trace[1424400264] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"203.809749ms","start":"2026-07-03T12:01:21.225848Z","end":"2026-07-03T12:01:21.429658Z","steps":["trace[1424400264] 'process raft request' (duration: 203.581145ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:01:21.429974Z","caller":"traceutil/trace.go:171","msg":"trace[220612769] transaction","detail":"{read_only:false; response_revision:2127; number_of_response:1; }","duration":"202.723888ms","start":"2026-07-03T12:01:21.227231Z","end":"2026-07-03T12:01:21.429955Z","steps":["trace[220612769] 'process raft request' (duration: 202.36382ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:01:21.430442Z","caller":"traceutil/trace.go:171","msg":"trace[2024479638] transaction","detail":"{read_only:false; response_revision:2128; number_of_response:1; }","duration":"202.33013ms","start":"2026-07-03T12:01:21.228088Z","end":"2026-07-03T12:01:21.430419Z","steps":["trace[2024479638] 'process raft request' (duration: 201.80771ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:01:21.430895Z","caller":"traceutil/trace.go:171","msg":"trace[1034555255] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"202.648225ms","start":"2026-07-03T12:01:21.228203Z","end":"2026-07-03T12:01:21.430851Z","steps":["trace[1034555255] 'process raft request' (duration: 202.126225ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:01:21.613014Z","caller":"traceutil/trace.go:171","msg":"trace[1633435008] linearizableReadLoop","detail":"{readStateIndex:2215; appliedIndex:2213; }","duration":"142.294772ms","start":"2026-07-03T12:01:21.470688Z","end":"2026-07-03T12:01:21.612983Z","steps":["trace[1633435008] 'read index received' (duration: 24.471092ms)","trace[1633435008] 'applied index is now lower than readState.Index' (duration: 117.82254ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:01:21.613097Z","caller":"traceutil/trace.go:171","msg":"trace[793312191] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"149.631389ms","start":"2026-07-03T12:01:21.463436Z","end":"2026-07-03T12:01:21.613067Z","steps":["trace[793312191] 'process raft request' (duration: 72.166782ms)","trace[793312191] 'compare' (duration: 77.251963ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:01:21.613268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.81364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:01:21.613307Z","caller":"traceutil/trace.go:171","msg":"trace[1901454501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2131; }","duration":"109.903771ms","start":"2026-07-03T12:01:21.503393Z","end":"2026-07-03T12:01:21.613296Z","steps":["trace[1901454501] 'agreement among raft nodes before linearized reading' (duration: 109.756088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:21.613578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.877064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T12:01:21.613669Z","caller":"traceutil/trace.go:171","msg":"trace[1805491432] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2131; }","duration":"142.972036ms","start":"2026-07-03T12:01:21.47068Z","end":"2026-07-03T12:01:21.613652Z","steps":["trace[1805491432] 'agreement among raft nodes before linearized reading' (duration: 142.463605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:22.8284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.242831ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T12:01:22.828501Z","caller":"traceutil/trace.go:171","msg":"trace[2059695513] transaction","detail":"{read_only:false; response_revision:2132; number_of_response:1; }","duration":"820.247173ms","start":"2026-07-03T12:01:22.008236Z","end":"2026-07-03T12:01:22.828484Z","steps":["trace[2059695513] 'process raft request' (duration: 261.847408ms)","trace[2059695513] 'compare' (duration: 557.251672ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:01:22.828547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:22.008206Z","time spent":"820.320615ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T12:01:23.410229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.772804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T12:01:23.410574Z","caller":"traceutil/trace.go:171","msg":"trace[899495033] linearizableReadLoop","detail":"{readStateIndex:2218; appliedIndex:2215; }","duration":"1.293698162s","start":"2026-07-03T12:01:22.116849Z","end":"2026-07-03T12:01:23.410547Z","steps":["trace[899495033] 'read index received' (duration: 153.250555ms)","trace[899495033] 'applied index is now lower than readState.Index' (duration: 1.140445687s)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:01:23.410714Z","caller":"traceutil/trace.go:171","msg":"trace[950573258] transaction","detail":"{read_only:false; response_revision:2135; number_of_response:1; }","duration":"1.15894409s","start":"2026-07-03T12:01:22.251758Z","end":"2026-07-03T12:01:23.410703Z","steps":["trace[950573258] 'process raft request' (duration: 1.158727276s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:23.410788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:22.251733Z","time spent":"1.159015241s","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T12:01:23.41073Z","caller":"traceutil/trace.go:171","msg":"trace[2111526285] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"1.31891497s","start":"2026-07-03T12:01:22.091701Z","end":"2026-07-03T12:01:23.410616Z","steps":["trace[2111526285] 'process raft request' (duration: 1.318659035s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:23.411004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:22.091685Z","time spent":"1.319221655s","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T12:01:23.410977Z","caller":"traceutil/trace.go:171","msg":"trace[1650312155] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"1.353340992s","start":"2026-07-03T12:01:22.057495Z","end":"2026-07-03T12:01:23.410836Z","steps":["trace[1650312155] 'process raft request' (duration: 1.049833374s)","trace[1650312155] 'compare' (duration: 302.09282ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:01:23.41113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156327578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T12:01:23.411167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.714368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-03T12:01:23.411216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158680256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:01:23.411299Z","caller":"traceutil/trace.go:171","msg":"trace[1619711276] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2135; }","duration":"1.158776418s","start":"2026-07-03T12:01:22.252477Z","end":"2026-07-03T12:01:23.411253Z","steps":["trace[1619711276] 'agreement among raft nodes before linearized reading' (duration: 1.158716837s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:23.410988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265947514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T12:01:23.411346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:22.252448Z","time spent":"1.15889098s","remote":"127.0.0.1:57956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T12:01:23.411366Z","caller":"traceutil/trace.go:171","msg":"trace[642427548] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2135; }","duration":"1.266410544s","start":"2026-07-03T12:01:22.144943Z","end":"2026-07-03T12:01:23.411353Z","steps":["trace[642427548] 'agreement among raft nodes before linearized reading' (duration: 1.265905053s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:23.411366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.051168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-03T12:01:23.411411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29456984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T12:01:23.411474Z","caller":"traceutil/trace.go:171","msg":"trace[252378398] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:2135; }","duration":"1.294672122s","start":"2026-07-03T12:01:22.116786Z","end":"2026-07-03T12:01:23.411458Z","steps":["trace[252378398] 'agreement among raft nodes before linearized reading' (duration: 1.294451378s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:23.411458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.059078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"warn","ts":"2026-07-03T12:01:23.411519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:22.11675Z","time spent":"1.294760174s","remote":"127.0.0.1:57984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-03T12:01:23.411171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102568587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18bec5e10a21bcc5\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-03T12:01:23.411534Z","caller":"traceutil/trace.go:171","msg":"trace[1522995517] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2135; }","duration":"528.183039ms","start":"2026-07-03T12:01:22.883333Z","end":"2026-07-03T12:01:23.411516Z","steps":["trace[1522995517] 'agreement among raft nodes before linearized reading' (duration: 527.71905ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:01:23.411567Z","caller":"traceutil/trace.go:171","msg":"trace[1627204387] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18bec5e10a21bcc5; range_end:; response_count:1; response_revision:2135; }","duration":"1.103004446s","start":"2026-07-03T12:01:22.308546Z","end":"2026-07-03T12:01:23.411551Z","steps":["trace[1627204387] 'agreement among raft nodes before linearized reading' (duration: 1.102500706s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:23.411577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:22.883316Z","time spent":"528.253151ms","remote":"127.0.0.1:58168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T12:01:23.411601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:22.308522Z","time spent":"1.103068437s","remote":"127.0.0.1:58056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18bec5e10a21bcc5\" "} {"level":"info","ts":"2026-07-03T12:01:23.411219Z","caller":"traceutil/trace.go:171","msg":"trace[867412805] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2135; }","duration":"837.79793ms","start":"2026-07-03T12:01:22.573408Z","end":"2026-07-03T12:01:23.411206Z","steps":["trace[867412805] 'agreement among raft nodes before linearized reading' (duration: 837.614867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:23.411718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:22.573386Z","time spent":"838.32023ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T12:01:23.411421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:22.144907Z","time spent":"1.266499415s","remote":"127.0.0.1:58366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":90,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-07-03T12:01:23.411217Z","caller":"traceutil/trace.go:171","msg":"trace[1633650183] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2135; }","duration":"1.156457031s","start":"2026-07-03T12:01:22.254742Z","end":"2026-07-03T12:01:23.411199Z","steps":["trace[1633650183] 'agreement among raft nodes before linearized reading' (duration: 1.156311728s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:23.411905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:22.254727Z","time spent":"1.157161644s","remote":"127.0.0.1:58504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-07-03T12:01:23.411421Z","caller":"traceutil/trace.go:171","msg":"trace[1617451319] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2135; }","duration":"790.14719ms","start":"2026-07-03T12:01:22.621257Z","end":"2026-07-03T12:01:23.411405Z","steps":["trace[1617451319] 'agreement among raft nodes before linearized reading' (duration: 789.988177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:23.412089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:22.621232Z","time spent":"790.842335ms","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T12:01:23.41262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:22.057478Z","time spent":"1.353916964s","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T12:01:24.389817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.026987ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:01:24.389934Z","caller":"traceutil/trace.go:171","msg":"trace[2025792078] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2135; }","duration":"499.17977ms","start":"2026-07-03T12:01:23.890734Z","end":"2026-07-03T12:01:24.389914Z","steps":["trace[2025792078] 'range keys from in-memory index tree' (duration: 499.008516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:24.390479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.754989ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-03T12:01:24.390598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:23.413052Z","time spent":"977.542507ms","remote":"127.0.0.1:57984","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T12:01:24.390949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:23.414545Z","time spent":"976.402554ms","remote":"127.0.0.1:58056","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T12:01:24.391569Z","caller":"traceutil/trace.go:171","msg":"trace[1667074404] linearizableReadLoop","detail":"{readStateIndex:2222; appliedIndex:2219; }","duration":"972.095857ms","start":"2026-07-03T12:01:23.419452Z","end":"2026-07-03T12:01:24.391547Z","steps":["trace[1667074404] 'read index received' (duration: 170.337198ms)","trace[1667074404] 'applied index is now lower than readState.Index' (duration: 801.757679ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:01:24.391611Z","caller":"traceutil/trace.go:171","msg":"trace[521651267] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"973.945235ms","start":"2026-07-03T12:01:23.417634Z","end":"2026-07-03T12:01:24.39158Z","steps":["trace[521651267] 'process raft request' (duration: 973.23942ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:01:24.39165Z","caller":"traceutil/trace.go:171","msg":"trace[1746068492] transaction","detail":"{read_only:false; response_revision:2137; number_of_response:1; }","duration":"887.491765ms","start":"2026-07-03T12:01:23.504148Z","end":"2026-07-03T12:01:24.39164Z","steps":["trace[1746068492] 'process raft request' (duration: 887.347902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:24.39176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:23.417622Z","time spent":"974.053387ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T12:01:24.391839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.345312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:01:24.391915Z","caller":"traceutil/trace.go:171","msg":"trace[1851411393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2137; }","duration":"972.474204ms","start":"2026-07-03T12:01:23.419432Z","end":"2026-07-03T12:01:24.391906Z","steps":["trace[1851411393] 'agreement among raft nodes before linearized reading' (duration: 972.333151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:24.392086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:23.419423Z","time spent":"972.650297ms","remote":"127.0.0.1:57972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T12:01:24.391957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:23.504127Z","time spent":"887.550666ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T12:01:24.521863Z","caller":"traceutil/trace.go:171","msg":"trace[897883995] linearizableReadLoop","detail":"{readStateIndex:2224; appliedIndex:2223; }","duration":"130.218261ms","start":"2026-07-03T12:01:24.391612Z","end":"2026-07-03T12:01:24.521831Z","steps":["trace[897883995] 'read index received' (duration: 129.940606ms)","trace[897883995] 'applied index is now lower than readState.Index' (duration: 276.325µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:01:24.522308Z","caller":"traceutil/trace.go:171","msg":"trace[598835753] transaction","detail":"{read_only:false; response_revision:2138; number_of_response:1; }","duration":"901.793473ms","start":"2026-07-03T12:01:23.620453Z","end":"2026-07-03T12:01:24.522246Z","steps":["trace[598835753] 'process raft request' (duration: 901.173401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:24.522451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.464512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-03T12:01:24.522507Z","caller":"traceutil/trace.go:171","msg":"trace[1681784834] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2138; }","duration":"476.580784ms","start":"2026-07-03T12:01:24.045911Z","end":"2026-07-03T12:01:24.522492Z","steps":["trace[1681784834] 'agreement among raft nodes before linearized reading' (duration: 476.36546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:24.522526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:23.620426Z","time spent":"902.003677ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T12:01:24.522551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:24.045886Z","time spent":"476.657026ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-03T12:01:24.522529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101103354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T12:01:24.522577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086933819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-03T12:01:24.522618Z","caller":"traceutil/trace.go:171","msg":"trace[389062226] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2138; }","duration":"1.101228227s","start":"2026-07-03T12:01:23.421359Z","end":"2026-07-03T12:01:24.522587Z","steps":["trace[389062226] 'agreement among raft nodes before linearized reading' (duration: 1.101074264s)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:01:24.522631Z","caller":"traceutil/trace.go:171","msg":"trace[1082352649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2138; }","duration":"1.087034312s","start":"2026-07-03T12:01:23.435583Z","end":"2026-07-03T12:01:24.522617Z","steps":["trace[1082352649] 'agreement among raft nodes before linearized reading' (duration: 1.086888489s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:24.522643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088362028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-03T12:01:24.522673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:23.421341Z","time spent":"1.101323759s","remote":"127.0.0.1:58488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T12:01:24.522676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:23.435566Z","time spent":"1.087101294s","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T12:01:24.522715Z","caller":"traceutil/trace.go:171","msg":"trace[910786785] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2138; }","duration":"1.088463621s","start":"2026-07-03T12:01:23.434233Z","end":"2026-07-03T12:01:24.522696Z","steps":["trace[910786785] 'agreement among raft nodes before linearized reading' (duration: 1.088190955s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:24.522776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:23.434222Z","time spent":"1.088541242s","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T12:01:24.5228Z","caller":"traceutil/trace.go:171","msg":"trace[766904042] transaction","detail":"{read_only:false; response_revision:2140; number_of_response:1; }","duration":"130.424797ms","start":"2026-07-03T12:01:24.392361Z","end":"2026-07-03T12:01:24.522786Z","steps":["trace[766904042] 'process raft request' (duration: 130.352755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:24.522925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.428026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:01:24.523005Z","caller":"traceutil/trace.go:171","msg":"trace[688557343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2140; }","duration":"129.562929ms","start":"2026-07-03T12:01:24.393424Z","end":"2026-07-03T12:01:24.522987Z","steps":["trace[688557343] 'agreement among raft nodes before linearized reading' (duration: 129.346435ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:01:24.523077Z","caller":"traceutil/trace.go:171","msg":"trace[719417664] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"130.992418ms","start":"2026-07-03T12:01:24.39207Z","end":"2026-07-03T12:01:24.523062Z","steps":["trace[719417664] 'process raft request' (duration: 130.424556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:24.523325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.815541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-03T12:01:24.523319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087093493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T12:01:24.52338Z","caller":"traceutil/trace.go:171","msg":"trace[979862047] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2140; }","duration":"104.930723ms","start":"2026-07-03T12:01:24.418436Z","end":"2026-07-03T12:01:24.523367Z","steps":["trace[979862047] 'agreement among raft nodes before linearized reading' (duration: 104.802061ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:01:24.523436Z","caller":"traceutil/trace.go:171","msg":"trace[751967228] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2138; }","duration":"1.087205374s","start":"2026-07-03T12:01:23.436176Z","end":"2026-07-03T12:01:24.523381Z","steps":["trace[751967228] 'agreement among raft nodes before linearized reading' (duration: 1.085771216s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:24.523505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:23.436164Z","time spent":"1.087327317s","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T12:01:24.523715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086574313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T12:01:24.523782Z","caller":"traceutil/trace.go:171","msg":"trace[1789477750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2138; }","duration":"1.088183485s","start":"2026-07-03T12:01:23.435581Z","end":"2026-07-03T12:01:24.523764Z","steps":["trace[1789477750] 'agreement among raft nodes before linearized reading' (duration: 1.08641767s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:24.523827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:01:23.435558Z","time spent":"1.088257626s","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T12:03:05.922515Z","caller":"traceutil/trace.go:171","msg":"trace[1694745562] transaction","detail":"{read_only:false; response_revision:2775; number_of_response:1; }","duration":"111.517034ms","start":"2026-07-03T12:03:05.810973Z","end":"2026-07-03T12:03:05.92249Z","steps":["trace[1694745562] 'process raft request' (duration: 111.337102ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:03:05.924354Z","caller":"traceutil/trace.go:171","msg":"trace[326208748] transaction","detail":"{read_only:false; response_revision:2776; number_of_response:1; }","duration":"103.226531ms","start":"2026-07-03T12:03:05.821102Z","end":"2026-07-03T12:03:05.924329Z","steps":["trace[326208748] 'process raft request' (duration: 103.09655ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:03:38.808402Z","caller":"traceutil/trace.go:171","msg":"trace[1504527663] linearizableReadLoop","detail":"{readStateIndex:3071; appliedIndex:3070; }","duration":"221.147023ms","start":"2026-07-03T12:03:38.587233Z","end":"2026-07-03T12:03:38.80838Z","steps":["trace[1504527663] 'read index received' (duration: 220.90373ms)","trace[1504527663] 'applied index is now lower than readState.Index' (duration: 242.443µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:03:38.808492Z","caller":"traceutil/trace.go:171","msg":"trace[517181869] transaction","detail":"{read_only:false; response_revision:2956; number_of_response:1; }","duration":"255.303839ms","start":"2026-07-03T12:03:38.55316Z","end":"2026-07-03T12:03:38.808464Z","steps":["trace[517181869] 'process raft request' (duration: 255.087765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:03:38.809282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.036657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:03:38.809562Z","caller":"traceutil/trace.go:171","msg":"trace[728939790] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2956; }","duration":"222.363242ms","start":"2026-07-03T12:03:38.587178Z","end":"2026-07-03T12:03:38.809542Z","steps":["trace[728939790] 'agreement among raft nodes before linearized reading' (duration: 222.049167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:03:39.591748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.71908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T12:03:39.59185Z","caller":"traceutil/trace.go:171","msg":"trace[285833027] linearizableReadLoop","detail":"{readStateIndex:3073; appliedIndex:3072; }","duration":"532.863407ms","start":"2026-07-03T12:03:39.058971Z","end":"2026-07-03T12:03:39.591834Z","steps":["trace[285833027] 'read index received' (duration: 62.998285ms)","trace[285833027] 'applied index is now lower than readState.Index' (duration: 469.864062ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:03:39.59203Z","caller":"traceutil/trace.go:171","msg":"trace[1900808552] transaction","detail":"{read_only:false; response_revision:2958; number_of_response:1; }","duration":"618.026431ms","start":"2026-07-03T12:03:38.973992Z","end":"2026-07-03T12:03:39.592018Z","steps":["trace[1900808552] 'process raft request' (duration: 147.962935ms)","trace[1900808552] 'compare' (duration: 469.453577ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:03:39.592097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:03:38.973966Z","time spent":"618.100282ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T12:03:39.592297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.298454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:03:39.592605Z","caller":"traceutil/trace.go:171","msg":"trace[912718530] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2958; }","duration":"533.662639ms","start":"2026-07-03T12:03:39.05892Z","end":"2026-07-03T12:03:39.592583Z","steps":["trace[912718530] 'agreement among raft nodes before linearized reading' (duration: 533.287844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:03:39.592697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:03:39.058897Z","time spent":"533.74962ms","remote":"127.0.0.1:38112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-03T12:03:40.178502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.477787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T12:03:40.178713Z","caller":"traceutil/trace.go:171","msg":"trace[370472565] transaction","detail":"{read_only:false; response_revision:2960; number_of_response:1; }","duration":"137.667009ms","start":"2026-07-03T12:03:40.041029Z","end":"2026-07-03T12:03:40.178696Z","steps":["trace[370472565] 'process raft request' (duration: 137.585958ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:03:40.178825Z","caller":"traceutil/trace.go:171","msg":"trace[941591255] transaction","detail":"{read_only:false; response_revision:2959; number_of_response:1; }","duration":"1.068648905s","start":"2026-07-03T12:03:39.110139Z","end":"2026-07-03T12:03:40.178788Z","steps":["trace[941591255] 'process raft request' (duration: 719.803462ms)","trace[941591255] 'compare' (duration: 347.700656ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:03:40.178996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:03:39.110118Z","time spent":"1.068774398s","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T12:03:40.17903Z","caller":"traceutil/trace.go:171","msg":"trace[1245096345] linearizableReadLoop","detail":"{readStateIndex:3074; appliedIndex:3073; }","duration":"587.121049ms","start":"2026-07-03T12:03:39.591875Z","end":"2026-07-03T12:03:40.178996Z","steps":["trace[1245096345] 'read index received' (duration: 237.963321ms)","trace[1245096345] 'applied index is now lower than readState.Index' (duration: 349.153198ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:03:40.179135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.166552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T12:03:40.179214Z","caller":"traceutil/trace.go:171","msg":"trace[1253483859] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2960; }","duration":"889.258823ms","start":"2026-07-03T12:03:39.289913Z","end":"2026-07-03T12:03:40.179171Z","steps":["trace[1253483859] 'agreement among raft nodes before linearized reading' (duration: 889.116121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:03:40.179249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:03:39.289892Z","time spent":"889.347714ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T12:03:40.179346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.388009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:03:40.179378Z","caller":"traceutil/trace.go:171","msg":"trace[805233098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2960; }","duration":"927.460349ms","start":"2026-07-03T12:03:39.251908Z","end":"2026-07-03T12:03:40.179368Z","steps":["trace[805233098] 'agreement among raft nodes before linearized reading' (duration: 927.414599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:03:40.179402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:03:39.251884Z","time spent":"927.51281ms","remote":"127.0.0.1:57972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T12:03:40.179429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.198274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T12:03:40.17952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.927598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T12:03:40.17957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.208742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-03T12:03:40.179623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054235821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-03T12:03:40.179524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.855341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T12:03:40.179741Z","caller":"traceutil/trace.go:171","msg":"trace[10553215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2960; }","duration":"892.104705ms","start":"2026-07-03T12:03:39.287618Z","end":"2026-07-03T12:03:40.179723Z","steps":["trace[10553215] 'agreement among raft nodes before linearized reading' (duration: 891.7436ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:03:40.179651Z","caller":"traceutil/trace.go:171","msg":"trace[1144778924] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2960; }","duration":"645.324233ms","start":"2026-07-03T12:03:39.534309Z","end":"2026-07-03T12:03:40.179634Z","steps":["trace[1144778924] 'agreement among raft nodes before linearized reading' (duration: 644.968508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:03:40.180033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:03:39.534295Z","time spent":"645.708069ms","remote":"127.0.0.1:58184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-03T12:03:40.179563Z","caller":"traceutil/trace.go:171","msg":"trace[207957025] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2960; }","duration":"749.430778ms","start":"2026-07-03T12:03:39.430113Z","end":"2026-07-03T12:03:40.179543Z","steps":["trace[207957025] 'agreement among raft nodes before linearized reading' (duration: 749.150154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:03:40.180099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:03:39.287598Z","time spent":"892.38004ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T12:03:40.180205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:03:39.430091Z","time spent":"750.044817ms","remote":"127.0.0.1:58430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-03T12:03:40.179664Z","caller":"traceutil/trace.go:171","msg":"trace[871733498] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2960; }","duration":"1.054306542s","start":"2026-07-03T12:03:39.125347Z","end":"2026-07-03T12:03:40.179653Z","steps":["trace[871733498] 'agreement among raft nodes before linearized reading' (duration: 1.05414616s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:03:40.180468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:03:39.12533Z","time spent":"1.055124595s","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T12:03:40.18048Z","caller":"traceutil/trace.go:171","msg":"trace[507318885] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2960; }","duration":"889.021489ms","start":"2026-07-03T12:03:39.290544Z","end":"2026-07-03T12:03:40.179565Z","steps":["trace[507318885] 'agreement among raft nodes before linearized reading' (duration: 888.720495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:03:40.18057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:03:39.290533Z","time spent":"890.019074ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T12:03:40.181252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.292063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T12:03:40.181307Z","caller":"traceutil/trace.go:171","msg":"trace[167117447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2960; }","duration":"891.375794ms","start":"2026-07-03T12:03:39.289919Z","end":"2026-07-03T12:03:40.181294Z","steps":["trace[167117447] 'agreement among raft nodes before linearized reading' (duration: 889.214342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:03:40.181342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:03:39.289902Z","time spent":"891.430375ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T12:03:40.186958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.170273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:03:40.187005Z","caller":"traceutil/trace.go:171","msg":"trace[2070868446] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2961; }","duration":"257.223784ms","start":"2026-07-03T12:03:39.92977Z","end":"2026-07-03T12:03:40.186994Z","steps":["trace[2070868446] 'agreement among raft nodes before linearized reading' (duration: 257.141513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:03:40.186996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.839381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-03T12:03:40.186987Z","caller":"traceutil/trace.go:171","msg":"trace[914142038] transaction","detail":"{read_only:false; response_revision:2961; number_of_response:1; }","duration":"131.302124ms","start":"2026-07-03T12:03:40.055663Z","end":"2026-07-03T12:03:40.186965Z","steps":["trace[914142038] 'process raft request' (duration: 131.12187ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:03:40.187208Z","caller":"traceutil/trace.go:171","msg":"trace[1823324062] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2961; }","duration":"559.048603ms","start":"2026-07-03T12:03:39.628114Z","end":"2026-07-03T12:03:40.187163Z","steps":["trace[1823324062] 'agreement among raft nodes before linearized reading' (duration: 558.790299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:03:40.187606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:03:39.628102Z","time spent":"559.48955ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-03T12:04:02.420951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.257037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T12:04:02.421091Z","caller":"traceutil/trace.go:171","msg":"trace[551233867] linearizableReadLoop","detail":"{readStateIndex:3195; appliedIndex:3194; }","duration":"169.736123ms","start":"2026-07-03T12:04:02.251333Z","end":"2026-07-03T12:04:02.421069Z","steps":["trace[551233867] 'read index received' (duration: 35.280102ms)","trace[551233867] 'applied index is now lower than readState.Index' (duration: 134.453951ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:04:02.421177Z","caller":"traceutil/trace.go:171","msg":"trace[755060449] transaction","detail":"{read_only:false; response_revision:3074; number_of_response:1; }","duration":"198.742875ms","start":"2026-07-03T12:04:02.222421Z","end":"2026-07-03T12:04:02.421164Z","steps":["trace[755060449] 'process raft request' (duration: 64.183373ms)","trace[755060449] 'compare' (duration: 134.119655ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:04:02.421365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.017477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:04:02.421464Z","caller":"traceutil/trace.go:171","msg":"trace[1826732101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3074; }","duration":"170.145439ms","start":"2026-07-03T12:04:02.251282Z","end":"2026-07-03T12:04:02.421427Z","steps":["trace[1826732101] 'agreement among raft nodes before linearized reading' (duration: 169.966156ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:04:02.454734Z","caller":"traceutil/trace.go:171","msg":"trace[2004727432] transaction","detail":"{read_only:false; response_revision:3075; number_of_response:1; }","duration":"185.908774ms","start":"2026-07-03T12:04:02.268802Z","end":"2026-07-03T12:04:02.454711Z","steps":["trace[2004727432] 'process raft request' (duration: 185.381685ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:04:02.45496Z","caller":"traceutil/trace.go:171","msg":"trace[1529383501] transaction","detail":"{read_only:false; response_revision:3076; number_of_response:1; }","duration":"184.891979ms","start":"2026-07-03T12:04:02.270055Z","end":"2026-07-03T12:04:02.454947Z","steps":["trace[1529383501] 'process raft request' (duration: 184.256288ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:04:02.455087Z","caller":"traceutil/trace.go:171","msg":"trace[2061793281] transaction","detail":"{read_only:false; response_revision:3077; number_of_response:1; }","duration":"184.39614ms","start":"2026-07-03T12:04:02.270682Z","end":"2026-07-03T12:04:02.455078Z","steps":["trace[2061793281] 'process raft request' (duration: 183.717669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:04:02.455398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.421906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T12:04:02.455467Z","caller":"traceutil/trace.go:171","msg":"trace[559376210] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3077; }","duration":"128.520268ms","start":"2026-07-03T12:04:02.326933Z","end":"2026-07-03T12:04:02.455453Z","steps":["trace[559376210] 'agreement among raft nodes before linearized reading' (duration: 128.367936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:04:02.455544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.138547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T12:04:02.455618Z","caller":"traceutil/trace.go:171","msg":"trace[1436608758] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3077; }","duration":"138.219599ms","start":"2026-07-03T12:04:02.31737Z","end":"2026-07-03T12:04:02.45559Z","steps":["trace[1436608758] 'agreement among raft nodes before linearized reading' (duration: 138.089117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:04:02.455565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.876436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T12:04:02.455767Z","caller":"traceutil/trace.go:171","msg":"trace[2106992184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3077; }","duration":"126.259942ms","start":"2026-07-03T12:04:02.329496Z","end":"2026-07-03T12:04:02.455756Z","steps":["trace[2106992184] 'agreement among raft nodes before linearized reading' (duration: 125.787295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:04:02.456094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.231022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T12:04:02.456302Z","caller":"traceutil/trace.go:171","msg":"trace[180363001] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3077; }","duration":"140.470776ms","start":"2026-07-03T12:04:02.315821Z","end":"2026-07-03T12:04:02.456291Z","steps":["trace[180363001] 'agreement among raft nodes before linearized reading' (duration: 140.209722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:04:02.456518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.958718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T12:04:02.457084Z","caller":"traceutil/trace.go:171","msg":"trace[2084521622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3077; }","duration":"127.39146ms","start":"2026-07-03T12:04:02.329455Z","end":"2026-07-03T12:04:02.456847Z","steps":["trace[2084521622] 'agreement among raft nodes before linearized reading' (duration: 125.798915ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:04:02.672688Z","caller":"traceutil/trace.go:171","msg":"trace[1222605516] transaction","detail":"{read_only:false; response_revision:3082; number_of_response:1; }","duration":"211.656566ms","start":"2026-07-03T12:04:02.461002Z","end":"2026-07-03T12:04:02.672659Z","steps":["trace[1222605516] 'process raft request' (duration: 211.558125ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:04:02.672709Z","caller":"traceutil/trace.go:171","msg":"trace[836693452] transaction","detail":"{read_only:false; response_revision:3079; number_of_response:1; }","duration":"212.130994ms","start":"2026-07-03T12:04:02.460364Z","end":"2026-07-03T12:04:02.672495Z","steps":["trace[836693452] 'process raft request' (duration: 148.973577ms)","trace[836693452] 'compare' (duration: 62.846162ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:04:02.672562Z","caller":"traceutil/trace.go:171","msg":"trace[445727683] transaction","detail":"{read_only:false; response_revision:3080; number_of_response:1; }","duration":"211.937361ms","start":"2026-07-03T12:04:02.460507Z","end":"2026-07-03T12:04:02.672444Z","steps":["trace[445727683] 'process raft request' (duration: 211.825679ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:04:02.673531Z","caller":"traceutil/trace.go:171","msg":"trace[1198566146] transaction","detail":"{read_only:false; response_revision:3081; number_of_response:1; }","duration":"212.581041ms","start":"2026-07-03T12:04:02.460933Z","end":"2026-07-03T12:04:02.673514Z","steps":["trace[1198566146] 'process raft request' (duration: 211.445943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:04:04.579021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.465257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T12:04:04.579223Z","caller":"traceutil/trace.go:171","msg":"trace[1036695190] linearizableReadLoop","detail":"{readStateIndex:3208; appliedIndex:3206; }","duration":"102.772362ms","start":"2026-07-03T12:04:04.476434Z","end":"2026-07-03T12:04:04.579206Z","steps":["trace[1036695190] 'read index received' (duration: 40.401µs)","trace[1036695190] 'applied index is now lower than readState.Index' (duration: 102.730821ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:04:04.579302Z","caller":"traceutil/trace.go:171","msg":"trace[925746487] transaction","detail":"{read_only:false; response_revision:3086; number_of_response:1; }","duration":"118.104012ms","start":"2026-07-03T12:04:04.461102Z","end":"2026-07-03T12:04:04.579206Z","steps":["trace[925746487] 'compare' (duration: 109.127002ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:04:04.579342Z","caller":"traceutil/trace.go:171","msg":"trace[580970768] transaction","detail":"{read_only:false; response_revision:3087; number_of_response:1; }","duration":"116.68332ms","start":"2026-07-03T12:04:04.462643Z","end":"2026-07-03T12:04:04.579326Z","steps":["trace[580970768] 'process raft request' (duration: 116.475096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:04:04.581223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.781173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T12:04:04.581269Z","caller":"traceutil/trace.go:171","msg":"trace[43227553] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3087; }","duration":"104.860224ms","start":"2026-07-03T12:04:04.476398Z","end":"2026-07-03T12:04:04.581258Z","steps":["trace[43227553] 'agreement among raft nodes before linearized reading' (duration: 102.863303ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:04:04.911622Z","caller":"traceutil/trace.go:171","msg":"trace[1565549408] transaction","detail":"{read_only:false; response_revision:3089; number_of_response:1; }","duration":"230.021458ms","start":"2026-07-03T12:04:04.681571Z","end":"2026-07-03T12:04:04.911593Z","steps":["trace[1565549408] 'process raft request' (duration: 190.088772ms)","trace[1565549408] 'compare' (duration: 39.736363ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:04:04.912129Z","caller":"traceutil/trace.go:171","msg":"trace[858804602] linearizableReadLoop","detail":"{readStateIndex:3213; appliedIndex:3209; }","duration":"139.852394ms","start":"2026-07-03T12:04:04.772253Z","end":"2026-07-03T12:04:04.912106Z","steps":["trace[858804602] 'read index received' (duration: 99.417629ms)","trace[858804602] 'applied index is now lower than readState.Index' (duration: 40.433615ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:04:04.91215Z","caller":"traceutil/trace.go:171","msg":"trace[956580604] transaction","detail":"{read_only:false; response_revision:3090; number_of_response:1; }","duration":"230.004579ms","start":"2026-07-03T12:04:04.682123Z","end":"2026-07-03T12:04:04.912128Z","steps":["trace[956580604] 'process raft request' (duration: 229.776226ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:04:04.912439Z","caller":"traceutil/trace.go:171","msg":"trace[923011334] transaction","detail":"{read_only:false; response_revision:3091; number_of_response:1; }","duration":"229.919957ms","start":"2026-07-03T12:04:04.682508Z","end":"2026-07-03T12:04:04.912427Z","steps":["trace[923011334] 'process raft request' (duration: 229.512641ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:04:04.912633Z","caller":"traceutil/trace.go:171","msg":"trace[1927940657] transaction","detail":"{read_only:false; response_revision:3092; number_of_response:1; }","duration":"230.042199ms","start":"2026-07-03T12:04:04.682575Z","end":"2026-07-03T12:04:04.912618Z","steps":["trace[1927940657] 'process raft request' (duration: 229.48728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:04:04.91329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.010142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:04:04.913346Z","caller":"traceutil/trace.go:171","msg":"trace[1685162106] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:3092; }","duration":"141.130074ms","start":"2026-07-03T12:04:04.772201Z","end":"2026-07-03T12:04:04.913331Z","steps":["trace[1685162106] 'agreement among raft nodes before linearized reading' (duration: 139.998456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:04:39.052502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.760161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T12:04:39.052771Z","caller":"traceutil/trace.go:171","msg":"trace[703436311] linearizableReadLoop","detail":"{readStateIndex:3393; appliedIndex:3391; }","duration":"335.147904ms","start":"2026-07-03T12:04:38.717607Z","end":"2026-07-03T12:04:39.052754Z","steps":["trace[703436311] 'read index received' (duration: 169.059716ms)","trace[703436311] 'applied index is now lower than readState.Index' (duration: 166.087168ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:04:39.052863Z","caller":"traceutil/trace.go:171","msg":"trace[179880306] transaction","detail":"{read_only:false; response_revision:3265; number_of_response:1; }","duration":"341.010151ms","start":"2026-07-03T12:04:38.71184Z","end":"2026-07-03T12:04:39.05285Z","steps":["trace[179880306] 'process raft request' (duration: 340.827338ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:04:39.05295Z","caller":"traceutil/trace.go:171","msg":"trace[1888226217] transaction","detail":"{read_only:false; response_revision:3264; number_of_response:1; }","duration":"347.740902ms","start":"2026-07-03T12:04:38.705126Z","end":"2026-07-03T12:04:39.052866Z","steps":["trace[1888226217] 'process raft request' (duration: 181.525923ms)","trace[1888226217] 'compare' (duration: 165.614369ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:04:39.053079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:04:38.711819Z","time spent":"341.216644ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T12:04:39.053118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.480699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T12:04:39.053138Z","caller":"traceutil/trace.go:171","msg":"trace[1204686774] transaction","detail":"{read_only:false; response_revision:3266; number_of_response:1; }","duration":"166.753128ms","start":"2026-07-03T12:04:38.886358Z","end":"2026-07-03T12:04:39.053111Z","steps":["trace[1204686774] 'process raft request' (duration: 166.359102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:04:39.05316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:04:38.705099Z","time spent":"347.951686ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T12:04:39.053199Z","caller":"traceutil/trace.go:171","msg":"trace[1344504831] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:3266; }","duration":"335.612331ms","start":"2026-07-03T12:04:38.717568Z","end":"2026-07-03T12:04:39.053181Z","steps":["trace[1344504831] 'agreement among raft nodes before linearized reading' (duration: 335.428249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:04:39.053207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.717955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T12:04:39.053248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:04:38.717551Z","time spent":"335.688032ms","remote":"127.0.0.1:58346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-07-03T12:04:39.053276Z","caller":"traceutil/trace.go:171","msg":"trace[498757896] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3266; }","duration":"308.811927ms","start":"2026-07-03T12:04:38.744441Z","end":"2026-07-03T12:04:39.053253Z","steps":["trace[498757896] 'agreement among raft nodes before linearized reading' (duration: 308.610563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:04:39.053337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:04:38.744425Z","time spent":"308.898518ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T12:04:39.053494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.389962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T12:04:39.053553Z","caller":"traceutil/trace.go:171","msg":"trace[1392555797] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3266; }","duration":"266.490543ms","start":"2026-07-03T12:04:38.787044Z","end":"2026-07-03T12:04:39.053535Z","steps":["trace[1392555797] 'agreement among raft nodes before linearized reading' (duration: 266.392982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:04:39.053493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.864496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18bec5fe61356609\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-07-03T12:04:39.05369Z","caller":"traceutil/trace.go:171","msg":"trace[1940757555] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18bec5fe61356609; range_end:; response_count:1; response_revision:3266; }","duration":"218.0997ms","start":"2026-07-03T12:04:38.835576Z","end":"2026-07-03T12:04:39.053676Z","steps":["trace[1940757555] 'agreement among raft nodes before linearized reading' (duration: 217.809356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:04:45.325409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.804208ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T12:04:45.325512Z","caller":"traceutil/trace.go:171","msg":"trace[52747986] linearizableReadLoop","detail":"{readStateIndex:3429; appliedIndex:3428; }","duration":"161.370533ms","start":"2026-07-03T12:04:45.164125Z","end":"2026-07-03T12:04:45.325495Z","steps":["trace[52747986] 'read index received' (duration: 32.288231ms)","trace[52747986] 'applied index is now lower than readState.Index' (duration: 129.081232ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:04:45.325564Z","caller":"traceutil/trace.go:171","msg":"trace[2024396643] transaction","detail":"{read_only:false; response_revision:3300; number_of_response:1; }","duration":"174.84366ms","start":"2026-07-03T12:04:45.150691Z","end":"2026-07-03T12:04:45.325534Z","steps":["trace[2024396643] 'process raft request' (duration: 45.826518ms)","trace[2024396643] 'compare' (duration: 128.704337ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:04:45.325819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.686759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T12:04:45.325875Z","caller":"traceutil/trace.go:171","msg":"trace[1599637304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3300; }","duration":"161.800171ms","start":"2026-07-03T12:04:45.164059Z","end":"2026-07-03T12:04:45.325859Z","steps":["trace[1599637304] 'agreement among raft nodes before linearized reading' (duration: 161.619918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:04:45.325889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.327302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T12:04:45.325946Z","caller":"traceutil/trace.go:171","msg":"trace[872808797] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3300; }","duration":"112.412983ms","start":"2026-07-03T12:04:45.213519Z","end":"2026-07-03T12:04:45.325932Z","steps":["trace[872808797] 'agreement among raft nodes before linearized reading' (duration: 112.275521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:04:45.326186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.187941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T12:04:45.326236Z","caller":"traceutil/trace.go:171","msg":"trace[720442521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3300; }","duration":"161.265022ms","start":"2026-07-03T12:04:45.164959Z","end":"2026-07-03T12:04:45.326224Z","steps":["trace[720442521] 'agreement among raft nodes before linearized reading' (duration: 160.767814ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:04:47.421568Z","caller":"traceutil/trace.go:171","msg":"trace[2019935867] transaction","detail":"{read_only:false; response_revision:3310; number_of_response:1; }","duration":"217.973132ms","start":"2026-07-03T12:04:47.203559Z","end":"2026-07-03T12:04:47.421532Z","steps":["trace[2019935867] 'process raft request' (duration: 128.682342ms)","trace[2019935867] 'compare' (duration: 89.081607ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:04:47.421734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.701978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:04:47.421814Z","caller":"traceutil/trace.go:171","msg":"trace[1408247761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3310; }","duration":"170.82788ms","start":"2026-07-03T12:04:47.250967Z","end":"2026-07-03T12:04:47.421795Z","steps":["trace[1408247761] 'agreement among raft nodes before linearized reading' (duration: 170.692058ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:04:47.421638Z","caller":"traceutil/trace.go:171","msg":"trace[551006423] linearizableReadLoop","detail":"{readStateIndex:3439; appliedIndex:3438; }","duration":"170.410683ms","start":"2026-07-03T12:04:47.251016Z","end":"2026-07-03T12:04:47.421426Z","steps":["trace[551006423] 'read index received' (duration: 81.174424ms)","trace[551006423] 'applied index is now lower than readState.Index' (duration: 89.235079ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:04:47.798791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.776376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-03T12:04:47.798884Z","caller":"traceutil/trace.go:171","msg":"trace[337690319] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3314; }","duration":"265.918108ms","start":"2026-07-03T12:04:47.532944Z","end":"2026-07-03T12:04:47.798862Z","steps":["trace[337690319] 'range keys from in-memory index tree' (duration: 265.611613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:04:47.815839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.942994ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T12:04:56.960631Z","caller":"traceutil/trace.go:171","msg":"trace[1560639666] linearizableReadLoop","detail":"{readStateIndex:3491; appliedIndex:3490; }","duration":"118.106257ms","start":"2026-07-03T12:04:56.842497Z","end":"2026-07-03T12:04:56.960603Z","steps":["trace[1560639666] 'read index received' (duration: 117.445505ms)","trace[1560639666] 'applied index is now lower than readState.Index' (duration: 659.422µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:04:56.960816Z","caller":"traceutil/trace.go:171","msg":"trace[1786383887] transaction","detail":"{read_only:false; response_revision:3360; number_of_response:1; }","duration":"190.71358ms","start":"2026-07-03T12:04:56.770077Z","end":"2026-07-03T12:04:56.960791Z","steps":["trace[1786383887] 'process raft request' (duration: 189.856065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:04:56.960955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.330061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T12:04:56.961116Z","caller":"traceutil/trace.go:171","msg":"trace[389322165] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3360; }","duration":"118.662996ms","start":"2026-07-03T12:04:56.84244Z","end":"2026-07-03T12:04:56.961103Z","steps":["trace[389322165] 'agreement among raft nodes before linearized reading' (duration: 118.336271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:05:03.823833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.454358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T12:05:03.823947Z","caller":"traceutil/trace.go:171","msg":"trace[1386026678] linearizableReadLoop","detail":"{readStateIndex:3529; appliedIndex:3528; }","duration":"231.370754ms","start":"2026-07-03T12:05:03.592555Z","end":"2026-07-03T12:05:03.823926Z","steps":["trace[1386026678] 'read index received' (duration: 101.781414ms)","trace[1386026678] 'applied index is now lower than readState.Index' (duration: 129.58784ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:05:03.824059Z","caller":"traceutil/trace.go:171","msg":"trace[915706674] transaction","detail":"{read_only:false; response_revision:3395; number_of_response:1; }","duration":"266.578676ms","start":"2026-07-03T12:05:03.557429Z","end":"2026-07-03T12:05:03.824007Z","steps":["trace[915706674] 'process raft request' (duration: 136.848894ms)","trace[915706674] 'compare' (duration: 129.332875ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:05:03.824138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.589347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T12:05:03.824173Z","caller":"traceutil/trace.go:171","msg":"trace[201606547] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3395; }","duration":"231.654378ms","start":"2026-07-03T12:05:03.592508Z","end":"2026-07-03T12:05:03.824162Z","steps":["trace[201606547] 'agreement among raft nodes before linearized reading' (duration: 231.512856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:05:03.824379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.26139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T12:05:03.824421Z","caller":"traceutil/trace.go:171","msg":"trace[914291718] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3395; }","duration":"231.324682ms","start":"2026-07-03T12:05:03.593086Z","end":"2026-07-03T12:05:03.824411Z","steps":["trace[914291718] 'agreement among raft nodes before linearized reading' (duration: 231.22566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:05:03.825157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.119636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T12:05:03.825252Z","caller":"traceutil/trace.go:171","msg":"trace[839292638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3395; }","duration":"232.241488ms","start":"2026-07-03T12:05:03.592965Z","end":"2026-07-03T12:05:03.825206Z","steps":["trace[839292638] 'agreement among raft nodes before linearized reading' (duration: 231.167919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:05:27.344359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.836797ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T12:05:27.501589Z","caller":"traceutil/trace.go:171","msg":"trace[912372739] transaction","detail":"{read_only:false; response_revision:3515; number_of_response:1; }","duration":"122.882787ms","start":"2026-07-03T12:05:27.378681Z","end":"2026-07-03T12:05:27.501564Z","steps":["trace[912372739] 'process raft request' (duration: 116.362892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:05:39.723885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.442754ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T12:05:39.724005Z","caller":"traceutil/trace.go:171","msg":"trace[2085393451] transaction","detail":"{read_only:false; response_revision:3624; number_of_response:1; }","duration":"428.471707ms","start":"2026-07-03T12:05:39.295514Z","end":"2026-07-03T12:05:39.723986Z","steps":["trace[2085393451] 'process raft request' (duration: 240.8332ms)","trace[2085393451] 'compare' (duration: 187.271751ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:05:39.724059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:05:39.295502Z","time spent":"428.535879ms","remote":"127.0.0.1:58014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3799,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T12:05:39.757388Z","caller":"traceutil/trace.go:171","msg":"trace[1494114799] transaction","detail":"{read_only:false; response_revision:3625; number_of_response:1; }","duration":"399.376032ms","start":"2026-07-03T12:05:39.357968Z","end":"2026-07-03T12:05:39.757344Z","steps":["trace[1494114799] 'process raft request' (duration: 399.203339ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:05:39.757561Z","caller":"traceutil/trace.go:171","msg":"trace[425588326] transaction","detail":"{read_only:false; response_revision:3626; number_of_response:1; }","duration":"333.9195ms","start":"2026-07-03T12:05:39.423624Z","end":"2026-07-03T12:05:39.757544Z","steps":["trace[425588326] 'process raft request' (duration: 333.671716ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:05:39.757697Z","caller":"traceutil/trace.go:171","msg":"trace[1527736234] linearizableReadLoop","detail":"{readStateIndex:3771; appliedIndex:3767; }","duration":"221.60431ms","start":"2026-07-03T12:05:39.536082Z","end":"2026-07-03T12:05:39.757686Z","steps":["trace[1527736234] 'read index received' (duration: 336.826µs)","trace[1527736234] 'applied index is now lower than readState.Index' (duration: 221.266374ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:05:39.757757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:05:39.423604Z","time spent":"334.050253ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T12:05:39.757888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.812823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-03T12:05:39.757954Z","caller":"traceutil/trace.go:171","msg":"trace[789073007] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3627; }","duration":"221.919424ms","start":"2026-07-03T12:05:39.536026Z","end":"2026-07-03T12:05:39.757945Z","steps":["trace[789073007] 'agreement among raft nodes before linearized reading' (duration: 221.752871ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:05:39.75776Z","caller":"traceutil/trace.go:171","msg":"trace[136320902] transaction","detail":"{read_only:false; response_revision:3627; number_of_response:1; }","duration":"319.541936ms","start":"2026-07-03T12:05:39.438188Z","end":"2026-07-03T12:05:39.75773Z","steps":["trace[136320902] 'process raft request' (duration: 319.293362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:05:39.758195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:05:39.438175Z","time spent":"319.927604ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T12:05:39.757604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:05:39.357939Z","time spent":"399.561244ms","remote":"127.0.0.1:58014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7241,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T12:05:39.935757Z","caller":"traceutil/trace.go:171","msg":"trace[274902913] linearizableReadLoop","detail":"{readStateIndex:3773; appliedIndex:3771; }","duration":"177.983385ms","start":"2026-07-03T12:05:39.757755Z","end":"2026-07-03T12:05:39.935738Z","steps":["trace[274902913] 'read index received' (duration: 149.411299ms)","trace[274902913] 'applied index is now lower than readState.Index' (duration: 28.571066ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:05:39.935902Z","caller":"traceutil/trace.go:171","msg":"trace[1348412550] transaction","detail":"{read_only:false; response_revision:3628; number_of_response:1; }","duration":"205.594036ms","start":"2026-07-03T12:05:39.730273Z","end":"2026-07-03T12:05:39.935867Z","steps":["trace[1348412550] 'process raft request' (duration: 176.867266ms)","trace[1348412550] 'compare' (duration: 28.411943ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:05:39.936267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.811852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-03T12:05:39.936327Z","caller":"traceutil/trace.go:171","msg":"trace[1753753648] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3629; }","duration":"173.909673ms","start":"2026-07-03T12:05:39.762402Z","end":"2026-07-03T12:05:39.936312Z","steps":["trace[1753753648] 'agreement among raft nodes before linearized reading' (duration: 173.71082ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:05:39.936355Z","caller":"traceutil/trace.go:171","msg":"trace[1905737942] transaction","detail":"{read_only:false; response_revision:3629; number_of_response:1; }","duration":"205.424313ms","start":"2026-07-03T12:05:39.730914Z","end":"2026-07-03T12:05:39.936338Z","steps":["trace[1905737942] 'process raft request' (duration: 204.771051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:05:39.936553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.278037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/passwords.secretgen.k14s.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:05:39.93659Z","caller":"traceutil/trace.go:171","msg":"trace[1058624818] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/passwords.secretgen.k14s.io; range_end:; response_count:0; response_revision:3629; }","duration":"206.344829ms","start":"2026-07-03T12:05:39.730231Z","end":"2026-07-03T12:05:39.936575Z","steps":["trace[1058624818] 'agreement among raft nodes before linearized reading' (duration: 206.286868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:05:39.936841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.865586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T12:05:39.93715Z","caller":"traceutil/trace.go:171","msg":"trace[1603534116] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3629; }","duration":"190.128241ms","start":"2026-07-03T12:05:39.746873Z","end":"2026-07-03T12:05:39.937001Z","steps":["trace[1603534116] 'agreement among raft nodes before linearized reading' (duration: 188.991242ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:05:40.087685Z","caller":"traceutil/trace.go:171","msg":"trace[982218257] transaction","detail":"{read_only:false; response_revision:3631; number_of_response:1; }","duration":"143.69488ms","start":"2026-07-03T12:05:39.943957Z","end":"2026-07-03T12:05:40.087652Z","steps":["trace[982218257] 'process raft request' (duration: 127.082365ms)","trace[982218257] 'compare' (duration: 16.278729ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:05:40.087846Z","caller":"traceutil/trace.go:171","msg":"trace[2075613575] transaction","detail":"{read_only:false; response_revision:3632; number_of_response:1; }","duration":"142.708132ms","start":"2026-07-03T12:05:39.945116Z","end":"2026-07-03T12:05:40.087824Z","steps":["trace[2075613575] 'process raft request' (duration: 142.378866ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:05:40.288207Z","caller":"traceutil/trace.go:171","msg":"trace[62284758] transaction","detail":"{read_only:false; response_revision:3639; number_of_response:1; }","duration":"123.472731ms","start":"2026-07-03T12:05:40.164707Z","end":"2026-07-03T12:05:40.28818Z","steps":["trace[62284758] 'process raft request' (duration: 50.392284ms)","trace[62284758] 'compare' (duration: 72.895734ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:05:40.288479Z","caller":"traceutil/trace.go:171","msg":"trace[538182298] transaction","detail":"{read_only:false; response_revision:3640; number_of_response:1; }","duration":"121.930763ms","start":"2026-07-03T12:05:40.166511Z","end":"2026-07-03T12:05:40.288441Z","steps":["trace[538182298] 'process raft request' (duration: 121.625928ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:05:40.288641Z","caller":"traceutil/trace.go:171","msg":"trace[1646245230] transaction","detail":"{read_only:false; response_revision:3641; number_of_response:1; }","duration":"120.427967ms","start":"2026-07-03T12:05:40.168202Z","end":"2026-07-03T12:05:40.28863Z","steps":["trace[1646245230] 'process raft request' (duration: 120.149653ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:05:40.288698Z","caller":"traceutil/trace.go:171","msg":"trace[2040402133] linearizableReadLoop","detail":"{readStateIndex:3785; appliedIndex:3782; }","duration":"118.857998ms","start":"2026-07-03T12:05:40.169752Z","end":"2026-07-03T12:05:40.28861Z","steps":["trace[2040402133] 'read index received' (duration: 45.431076ms)","trace[2040402133] 'applied index is now lower than readState.Index' (duration: 73.425482ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:05:40.288933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.156644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-03T12:05:40.288999Z","caller":"traceutil/trace.go:171","msg":"trace[1188947857] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3641; }","duration":"119.250426ms","start":"2026-07-03T12:05:40.169731Z","end":"2026-07-03T12:05:40.288981Z","steps":["trace[1188947857] 'agreement among raft nodes before linearized reading' (duration: 118.990392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:05:48.289277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.507383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T12:05:48.289399Z","caller":"traceutil/trace.go:171","msg":"trace[394920234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3706; }","duration":"101.699236ms","start":"2026-07-03T12:05:48.18767Z","end":"2026-07-03T12:05:48.289369Z","steps":["trace[394920234] 'range keys from in-memory index tree' (duration: 101.34396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:05:48.289557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.395571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T12:05:48.289588Z","caller":"traceutil/trace.go:171","msg":"trace[1716088722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3706; }","duration":"138.487743ms","start":"2026-07-03T12:05:48.15109Z","end":"2026-07-03T12:05:48.289578Z","steps":["trace[1716088722] 'range keys from in-memory index tree' (duration: 138.244419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:05:48.289955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.933978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T12:05:48.290177Z","caller":"traceutil/trace.go:171","msg":"trace[553049958] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3706; }","duration":"103.142401ms","start":"2026-07-03T12:05:48.186958Z","end":"2026-07-03T12:05:48.2901Z","steps":["trace[553049958] 'range keys from in-memory index tree' (duration: 102.734275ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:05:49.965006Z","caller":"traceutil/trace.go:171","msg":"trace[1332099900] transaction","detail":"{read_only:false; response_revision:3713; number_of_response:1; }","duration":"135.880559ms","start":"2026-07-03T12:05:49.829102Z","end":"2026-07-03T12:05:49.964982Z","steps":["trace[1332099900] 'process raft request' (duration: 135.736916ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:05:50.081732Z","caller":"traceutil/trace.go:171","msg":"trace[1238436012] transaction","detail":"{read_only:false; response_revision:3714; number_of_response:1; }","duration":"210.442322ms","start":"2026-07-03T12:05:49.871261Z","end":"2026-07-03T12:05:50.081703Z","steps":["trace[1238436012] 'process raft request' (duration: 162.835891ms)","trace[1238436012] 'compare' (duration: 47.488079ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:05:50.518138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.792273ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T12:05:50.5183Z","caller":"traceutil/trace.go:171","msg":"trace[1971609285] transaction","detail":"{read_only:false; response_revision:3717; number_of_response:1; }","duration":"124.786201ms","start":"2026-07-03T12:05:50.39348Z","end":"2026-07-03T12:05:50.518266Z","steps":["trace[1971609285] 'process raft request' (duration: 23.721354ms)","trace[1971609285] 'compare' (duration: 100.535637ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:05:50.551356Z","caller":"traceutil/trace.go:171","msg":"trace[1011969587] linearizableReadLoop","detail":"{readStateIndex:3864; appliedIndex:3862; }","duration":"157.021328ms","start":"2026-07-03T12:05:50.394264Z","end":"2026-07-03T12:05:50.551285Z","steps":["trace[1011969587] 'read index received' (duration: 22.892069ms)","trace[1011969587] 'applied index is now lower than readState.Index' (duration: 134.128139ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:05:50.551626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.330043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9283"} {"level":"info","ts":"2026-07-03T12:05:50.551664Z","caller":"traceutil/trace.go:171","msg":"trace[1831752583] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3719; }","duration":"157.425865ms","start":"2026-07-03T12:05:50.394227Z","end":"2026-07-03T12:05:50.551653Z","steps":["trace[1831752583] 'agreement among raft nodes before linearized reading' (duration: 157.227771ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:05:50.55197Z","caller":"traceutil/trace.go:171","msg":"trace[1858696079] transaction","detail":"{read_only:false; response_revision:3718; number_of_response:1; }","duration":"157.813022ms","start":"2026-07-03T12:05:50.394136Z","end":"2026-07-03T12:05:50.551949Z","steps":["trace[1858696079] 'process raft request' (duration: 156.884476ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:05:50.552023Z","caller":"traceutil/trace.go:171","msg":"trace[1511302025] transaction","detail":"{read_only:false; response_revision:3719; number_of_response:1; }","duration":"156.866715ms","start":"2026-07-03T12:05:50.395116Z","end":"2026-07-03T12:05:50.551983Z","steps":["trace[1511302025] 'process raft request' (duration: 156.115361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:05:50.736664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.930691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-03T12:05:50.736835Z","caller":"traceutil/trace.go:171","msg":"trace[98824453] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3720; }","duration":"117.151446ms","start":"2026-07-03T12:05:50.619651Z","end":"2026-07-03T12:05:50.736803Z","steps":["trace[98824453] 'range keys from in-memory index tree' (duration: 116.634216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:05:52.384357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.676886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T12:05:52.384456Z","caller":"traceutil/trace.go:171","msg":"trace[1660426636] transaction","detail":"{read_only:false; response_revision:3725; number_of_response:1; }","duration":"297.149603ms","start":"2026-07-03T12:05:52.087288Z","end":"2026-07-03T12:05:52.384438Z","steps":["trace[1660426636] 'compare' (duration: 290.537132ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:05:52.384454Z","caller":"traceutil/trace.go:171","msg":"trace[528190714] linearizableReadLoop","detail":"{readStateIndex:3871; appliedIndex:3870; }","duration":"268.579051ms","start":"2026-07-03T12:05:52.11586Z","end":"2026-07-03T12:05:52.384439Z","steps":["trace[528190714] 'read index received' (duration: 68.101µs)","trace[528190714] 'applied index is now lower than readState.Index' (duration: 268.50977ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:05:52.384639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.788154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T12:05:52.384668Z","caller":"traceutil/trace.go:171","msg":"trace[1618426672] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3725; }","duration":"268.853595ms","start":"2026-07-03T12:05:52.115805Z","end":"2026-07-03T12:05:52.384658Z","steps":["trace[1618426672] 'agreement among raft nodes before linearized reading' (duration: 268.718713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:05:52.384704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.967387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T12:05:52.384726Z","caller":"traceutil/trace.go:171","msg":"trace[990636843] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:3725; }","duration":"245.020969ms","start":"2026-07-03T12:05:52.139697Z","end":"2026-07-03T12:05:52.384718Z","steps":["trace[990636843] 'agreement among raft nodes before linearized reading' (duration: 244.957477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:05:52.384901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.791867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:05:52.384918Z","caller":"traceutil/trace.go:171","msg":"trace[1597428406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3725; }","duration":"133.830787ms","start":"2026-07-03T12:05:52.251082Z","end":"2026-07-03T12:05:52.384913Z","steps":["trace[1597428406] 'agreement among raft nodes before linearized reading' (duration: 133.805426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:05:52.384992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.656395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/monitoring\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:05:52.385024Z","caller":"traceutil/trace.go:171","msg":"trace[554842492] range","detail":"{range_begin:/registry/namespaces/monitoring; range_end:; response_count:0; response_revision:3725; }","duration":"233.707166ms","start":"2026-07-03T12:05:52.151307Z","end":"2026-07-03T12:05:52.385014Z","steps":["trace[554842492] 'agreement among raft nodes before linearized reading' (duration: 233.658865ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:06:04.565537Z","caller":"traceutil/trace.go:171","msg":"trace[2051384012] transaction","detail":"{read_only:false; response_revision:3797; number_of_response:1; }","duration":"100.659017ms","start":"2026-07-03T12:06:04.464853Z","end":"2026-07-03T12:06:04.565512Z","steps":["trace[2051384012] 'process raft request' (duration: 100.464044ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:06:04.745646Z","caller":"traceutil/trace.go:171","msg":"trace[1553602101] transaction","detail":"{read_only:false; response_revision:3802; number_of_response:1; }","duration":"109.534668ms","start":"2026-07-03T12:06:04.636082Z","end":"2026-07-03T12:06:04.745617Z","steps":["trace[1553602101] 'process raft request' (duration: 79.19303ms)","trace[1553602101] 'compare' (duration: 30.236756ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:06:04.745975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.947783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:807"} {"level":"info","ts":"2026-07-03T12:06:04.746087Z","caller":"traceutil/trace.go:171","msg":"trace[1482075727] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3804; }","duration":"111.150077ms","start":"2026-07-03T12:06:04.634917Z","end":"2026-07-03T12:06:04.746067Z","steps":["trace[1482075727] 'agreement among raft nodes before linearized reading' (duration: 110.892362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:06:04.74677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.001335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:807"} {"level":"info","ts":"2026-07-03T12:06:04.746833Z","caller":"traceutil/trace.go:171","msg":"trace[1299884707] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3804; }","duration":"111.084746ms","start":"2026-07-03T12:06:04.635724Z","end":"2026-07-03T12:06:04.746809Z","steps":["trace[1299884707] 'agreement among raft nodes before linearized reading' (duration: 110.143018ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:06:06.82975Z","caller":"traceutil/trace.go:171","msg":"trace[1813270581] transaction","detail":"{read_only:false; response_revision:3812; number_of_response:1; }","duration":"174.68686ms","start":"2026-07-03T12:06:06.655035Z","end":"2026-07-03T12:06:06.829722Z","steps":["trace[1813270581] 'process raft request' (duration: 174.524217ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:06:06.835319Z","caller":"traceutil/trace.go:171","msg":"trace[2118684657] linearizableReadLoop","detail":"{readStateIndex:3962; appliedIndex:3960; }","duration":"127.19958ms","start":"2026-07-03T12:06:06.708082Z","end":"2026-07-03T12:06:06.835282Z","steps":["trace[2118684657] 'read index received' (duration: 121.597729ms)","trace[2118684657] 'applied index is now lower than readState.Index' (duration: 5.600001ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:06:06.835867Z","caller":"traceutil/trace.go:171","msg":"trace[506431147] transaction","detail":"{read_only:false; response_revision:3813; number_of_response:1; }","duration":"144.632395ms","start":"2026-07-03T12:06:06.691176Z","end":"2026-07-03T12:06:06.835808Z","steps":["trace[506431147] 'process raft request' (duration: 143.909262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:06:06.835926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.820321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:06:06.836606Z","caller":"traceutil/trace.go:171","msg":"trace[1196355667] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3813; }","duration":"128.541425ms","start":"2026-07-03T12:06:06.708044Z","end":"2026-07-03T12:06:06.836585Z","steps":["trace[1196355667] 'agreement among raft nodes before linearized reading' (duration: 127.804781ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:06:10.337716Z","caller":"traceutil/trace.go:171","msg":"trace[1257981861] linearizableReadLoop","detail":"{readStateIndex:3979; appliedIndex:3978; }","duration":"193.413907ms","start":"2026-07-03T12:06:10.144286Z","end":"2026-07-03T12:06:10.3377Z","steps":["trace[1257981861] 'read index received' (duration: 193.300155ms)","trace[1257981861] 'applied index is now lower than readState.Index' (duration: 112.942µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:06:10.33779Z","caller":"traceutil/trace.go:171","msg":"trace[1460272973] transaction","detail":"{read_only:false; response_revision:3829; number_of_response:1; }","duration":"198.314145ms","start":"2026-07-03T12:06:10.139438Z","end":"2026-07-03T12:06:10.337752Z","steps":["trace[1460272973] 'process raft request' (duration: 198.151183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:06:10.337994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.64028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T12:06:10.33816Z","caller":"traceutil/trace.go:171","msg":"trace[922392570] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3829; }","duration":"193.890605ms","start":"2026-07-03T12:06:10.14423Z","end":"2026-07-03T12:06:10.338121Z","steps":["trace[922392570] 'agreement among raft nodes before linearized reading' (duration: 193.576059ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:06:26.531175Z","caller":"traceutil/trace.go:171","msg":"trace[404257882] transaction","detail":"{read_only:false; response_revision:3916; number_of_response:1; }","duration":"143.11768ms","start":"2026-07-03T12:06:26.387957Z","end":"2026-07-03T12:06:26.531075Z","steps":["trace[404257882] 'process raft request' (duration: 142.946947ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:06:27.265847Z","caller":"traceutil/trace.go:171","msg":"trace[2067793845] linearizableReadLoop","detail":"{readStateIndex:4080; appliedIndex:4077; }","duration":"226.449666ms","start":"2026-07-03T12:06:27.039376Z","end":"2026-07-03T12:06:27.265826Z","steps":["trace[2067793845] 'read index received' (duration: 30.506649ms)","trace[2067793845] 'applied index is now lower than readState.Index' (duration: 195.942077ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:06:27.265968Z","caller":"traceutil/trace.go:171","msg":"trace[333539477] transaction","detail":"{read_only:false; response_revision:3926; number_of_response:1; }","duration":"241.968872ms","start":"2026-07-03T12:06:27.023988Z","end":"2026-07-03T12:06:27.265957Z","steps":["trace[333539477] 'process raft request' (duration: 241.751017ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:06:27.265939Z","caller":"traceutil/trace.go:171","msg":"trace[83778544] transaction","detail":"{read_only:false; response_revision:3925; number_of_response:1; }","duration":"241.979232ms","start":"2026-07-03T12:06:27.023918Z","end":"2026-07-03T12:06:27.265897Z","steps":["trace[83778544] 'process raft request' (duration: 175.596645ms)","trace[83778544] 'compare' (duration: 66.024599ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:06:27.266197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.701052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T12:06:27.266277Z","caller":"traceutil/trace.go:171","msg":"trace[555327987] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:3926; }","duration":"226.916905ms","start":"2026-07-03T12:06:27.039344Z","end":"2026-07-03T12:06:27.266261Z","steps":["trace[555327987] 'agreement among raft nodes before linearized reading' (duration: 226.61019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:06:27.345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.139512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:06:27.345108Z","caller":"traceutil/trace.go:171","msg":"trace[1100715326] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:3927; }","duration":"208.248234ms","start":"2026-07-03T12:06:27.136844Z","end":"2026-07-03T12:06:27.345092Z","steps":["trace[1100715326] 'agreement among raft nodes before linearized reading' (duration: 208.097751ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:06:42.318494Z","caller":"traceutil/trace.go:171","msg":"trace[176840525] transaction","detail":"{read_only:false; response_revision:4006; number_of_response:1; }","duration":"125.061817ms","start":"2026-07-03T12:06:42.19337Z","end":"2026-07-03T12:06:42.318431Z","steps":["trace[176840525] 'process raft request' (duration: 80.655228ms)","trace[176840525] 'compare' (duration: 44.244616ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:06:43.735221Z","caller":"traceutil/trace.go:171","msg":"trace[183188445] transaction","detail":"{read_only:false; response_revision:4025; number_of_response:1; }","duration":"107.836861ms","start":"2026-07-03T12:06:43.627364Z","end":"2026-07-03T12:06:43.735201Z","steps":["trace[183188445] 'process raft request' (duration: 107.79881ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:06:43.735245Z","caller":"traceutil/trace.go:171","msg":"trace[358014484] transaction","detail":"{read_only:false; response_revision:4024; number_of_response:1; }","duration":"108.635995ms","start":"2026-07-03T12:06:43.62658Z","end":"2026-07-03T12:06:43.735216Z","steps":["trace[358014484] 'process raft request' (duration: 46.639611ms)","trace[358014484] 'compare' (duration: 61.838451ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:06:43.75181Z","caller":"traceutil/trace.go:171","msg":"trace[1004821801] transaction","detail":"{read_only:false; response_revision:4026; number_of_response:1; }","duration":"101.796309ms","start":"2026-07-03T12:06:43.649984Z","end":"2026-07-03T12:06:43.75178Z","steps":["trace[1004821801] 'process raft request' (duration: 101.591246ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:06:46.180838Z","caller":"traceutil/trace.go:171","msg":"trace[780510389] transaction","detail":"{read_only:false; response_revision:4055; number_of_response:1; }","duration":"124.502252ms","start":"2026-07-03T12:06:46.056307Z","end":"2026-07-03T12:06:46.180809Z","steps":["trace[780510389] 'process raft request' (duration: 124.351489ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:06:46.505642Z","caller":"traceutil/trace.go:171","msg":"trace[814433225] transaction","detail":"{read_only:false; response_revision:4058; number_of_response:1; }","duration":"110.429462ms","start":"2026-07-03T12:06:46.39518Z","end":"2026-07-03T12:06:46.505609Z","steps":["trace[814433225] 'process raft request' (duration: 79.301317ms)","trace[814433225] 'compare' (duration: 30.790519ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:06:46.511602Z","caller":"traceutil/trace.go:171","msg":"trace[298971029] transaction","detail":"{read_only:false; response_revision:4059; number_of_response:1; }","duration":"106.646771ms","start":"2026-07-03T12:06:46.404926Z","end":"2026-07-03T12:06:46.511573Z","steps":["trace[298971029] 'process raft request' (duration: 106.157972ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:06:46.84165Z","caller":"traceutil/trace.go:171","msg":"trace[2004612187] transaction","detail":"{read_only:false; response_revision:4062; number_of_response:1; }","duration":"230.664365ms","start":"2026-07-03T12:06:46.61094Z","end":"2026-07-03T12:06:46.841605Z","steps":["trace[2004612187] 'process raft request' (duration: 150.281598ms)","trace[2004612187] 'compare' (duration: 80.185843ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:06:46.84425Z","caller":"traceutil/trace.go:171","msg":"trace[259952964] transaction","detail":"{read_only:false; response_revision:4063; number_of_response:1; }","duration":"228.80099ms","start":"2026-07-03T12:06:46.615423Z","end":"2026-07-03T12:06:46.844223Z","steps":["trace[259952964] 'process raft request' (duration: 228.345301ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:06:46.844595Z","caller":"traceutil/trace.go:171","msg":"trace[578798388] linearizableReadLoop","detail":"{readStateIndex:4224; appliedIndex:4222; }","duration":"222.656437ms","start":"2026-07-03T12:06:46.621917Z","end":"2026-07-03T12:06:46.844573Z","steps":["trace[578798388] 'read index received' (duration: 139.372136ms)","trace[578798388] 'applied index is now lower than readState.Index' (duration: 83.28343ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:06:46.844728Z","caller":"traceutil/trace.go:171","msg":"trace[886817620] transaction","detail":"{read_only:false; response_revision:4064; number_of_response:1; }","duration":"213.698701ms","start":"2026-07-03T12:06:46.631013Z","end":"2026-07-03T12:06:46.844711Z","steps":["trace[886817620] 'process raft request' (duration: 213.05997ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:06:46.844744Z","caller":"traceutil/trace.go:171","msg":"trace[1183317065] transaction","detail":"{read_only:false; response_revision:4065; number_of_response:1; }","duration":"130.086525ms","start":"2026-07-03T12:06:46.714644Z","end":"2026-07-03T12:06:46.84473Z","steps":["trace[1183317065] 'process raft request' (duration: 129.871771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:06:46.845046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.109594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-03T12:06:46.845089Z","caller":"traceutil/trace.go:171","msg":"trace[1638628420] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4065; }","duration":"223.189815ms","start":"2026-07-03T12:06:46.62189Z","end":"2026-07-03T12:06:46.84508Z","steps":["trace[1638628420] 'agreement among raft nodes before linearized reading' (duration: 223.039283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:06:46.856337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.211057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:06:46.856401Z","caller":"traceutil/trace.go:171","msg":"trace[1493401401] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:4066; }","duration":"196.3161ms","start":"2026-07-03T12:06:46.660073Z","end":"2026-07-03T12:06:46.856389Z","steps":["trace[1493401401] 'agreement among raft nodes before linearized reading' (duration: 196.189327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:06:47.46358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.538307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T12:06:47.463683Z","caller":"traceutil/trace.go:171","msg":"trace[2001941833] transaction","detail":"{read_only:false; response_revision:4071; number_of_response:1; }","duration":"480.17098ms","start":"2026-07-03T12:06:46.983494Z","end":"2026-07-03T12:06:47.463665Z","steps":["trace[2001941833] 'process raft request' (duration: 264.442581ms)","trace[2001941833] 'compare' (duration: 214.989296ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:06:47.463742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:06:46.983483Z","time spent":"480.230821ms","remote":"127.0.0.1:58014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":327595,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T12:06:47.465891Z","caller":"traceutil/trace.go:171","msg":"trace[1493298864] linearizableReadLoop","detail":"{readStateIndex:4234; appliedIndex:4231; }","duration":"348.044168ms","start":"2026-07-03T12:06:47.117824Z","end":"2026-07-03T12:06:47.465869Z","steps":["trace[1493298864] 'read index received' (duration: 129.672129ms)","trace[1493298864] 'applied index is now lower than readState.Index' (duration: 218.370949ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:06:47.465926Z","caller":"traceutil/trace.go:171","msg":"trace[315899328] transaction","detail":"{read_only:false; response_revision:4072; number_of_response:1; }","duration":"467.791102ms","start":"2026-07-03T12:06:46.998096Z","end":"2026-07-03T12:06:47.465887Z","steps":["trace[315899328] 'process raft request' (duration: 467.575898ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:06:47.466116Z","caller":"traceutil/trace.go:171","msg":"trace[1417087467] transaction","detail":"{read_only:false; response_revision:4073; number_of_response:1; }","duration":"385.313677ms","start":"2026-07-03T12:06:47.08079Z","end":"2026-07-03T12:06:47.466104Z","steps":["trace[1417087467] 'process raft request' (duration: 385.026402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:06:47.466132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:06:46.99808Z","time spent":"467.911244ms","remote":"127.0.0.1:58014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25559,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T12:06:47.466245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:06:47.080769Z","time spent":"385.400228ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T12:06:47.466363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.518196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T12:06:47.466555Z","caller":"traceutil/trace.go:171","msg":"trace[993454591] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4073; }","duration":"348.758481ms","start":"2026-07-03T12:06:47.117776Z","end":"2026-07-03T12:06:47.466535Z","steps":["trace[993454591] 'agreement among raft nodes before linearized reading' (duration: 348.299922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:06:47.466648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:06:47.117762Z","time spent":"348.872372ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T12:06:47.675678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.853872ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T12:06:47.676385Z","caller":"traceutil/trace.go:171","msg":"trace[573543665] linearizableReadLoop","detail":"{readStateIndex:4236; appliedIndex:4234; }","duration":"210.408322ms","start":"2026-07-03T12:06:47.465945Z","end":"2026-07-03T12:06:47.676353Z","steps":["trace[573543665] 'read index received' (duration: 6.857097ms)","trace[573543665] 'applied index is now lower than readState.Index' (duration: 203.547734ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:06:47.676449Z","caller":"traceutil/trace.go:171","msg":"trace[1429125673] transaction","detail":"{read_only:false; response_revision:4075; number_of_response:1; }","duration":"205.876548ms","start":"2026-07-03T12:06:47.470538Z","end":"2026-07-03T12:06:47.676414Z","steps":["trace[1429125673] 'process raft request' (duration: 205.632653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:06:47.676719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.146362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:06:47.67679Z","caller":"traceutil/trace.go:171","msg":"trace[1919645158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4076; }","duration":"426.250073ms","start":"2026-07-03T12:06:47.250524Z","end":"2026-07-03T12:06:47.676774Z","steps":["trace[1919645158] 'agreement among raft nodes before linearized reading' (duration: 426.144811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:06:47.676782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.712487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-03T12:06:47.676832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:06:47.250511Z","time spent":"426.312325ms","remote":"127.0.0.1:57972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T12:06:47.676855Z","caller":"traceutil/trace.go:171","msg":"trace[245902119] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4076; }","duration":"516.803888ms","start":"2026-07-03T12:06:47.160034Z","end":"2026-07-03T12:06:47.676838Z","steps":["trace[245902119] 'agreement among raft nodes before linearized reading' (duration: 516.507763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:06:47.676847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.889882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T12:06:47.676906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:06:47.159994Z","time spent":"516.90339ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T12:06:47.67692Z","caller":"traceutil/trace.go:171","msg":"trace[188859698] transaction","detail":"{read_only:false; response_revision:4074; number_of_response:1; }","duration":"251.151414ms","start":"2026-07-03T12:06:47.425757Z","end":"2026-07-03T12:06:47.676908Z","steps":["trace[188859698] 'process raft request' (duration: 250.247248ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:06:47.676934Z","caller":"traceutil/trace.go:171","msg":"trace[816767804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4076; }","duration":"316.032245ms","start":"2026-07-03T12:06:47.360887Z","end":"2026-07-03T12:06:47.676919Z","steps":["trace[816767804] 'agreement among raft nodes before linearized reading' (duration: 315.650588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:06:47.677491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.587676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T12:06:47.677537Z","caller":"traceutil/trace.go:171","msg":"trace[148497677] transaction","detail":"{read_only:false; response_revision:4076; number_of_response:1; }","duration":"199.226524ms","start":"2026-07-03T12:06:47.478295Z","end":"2026-07-03T12:06:47.677521Z","steps":["trace[148497677] 'process raft request' (duration: 197.92185ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:06:47.677544Z","caller":"traceutil/trace.go:171","msg":"trace[1300803535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4076; }","duration":"309.683847ms","start":"2026-07-03T12:06:47.367847Z","end":"2026-07-03T12:06:47.677531Z","steps":["trace[1300803535] 'agreement among raft nodes before linearized reading' (duration: 308.659358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:06:47.677672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:06:47.367825Z","time spent":"309.834981ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T12:06:47.676978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:06:47.360862Z","time spent":"316.104055ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T12:06:47.678477Z","caller":"traceutil/trace.go:171","msg":"trace[506562156] transaction","detail":"{read_only:false; response_revision:4077; number_of_response:1; }","duration":"118.263388ms","start":"2026-07-03T12:06:47.56019Z","end":"2026-07-03T12:06:47.678454Z","steps":["trace[506562156] 'process raft request' (duration: 116.865152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:06:47.678488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.965624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheuses.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:06:47.681478Z","caller":"traceutil/trace.go:171","msg":"trace[894328235] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/prometheuses.monitoring.coreos.com; range_end:; response_count:0; response_revision:4077; }","duration":"150.040166ms","start":"2026-07-03T12:06:47.528486Z","end":"2026-07-03T12:06:47.678526Z","steps":["trace[894328235] 'agreement among raft nodes before linearized reading' (duration: 149.904623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:06:57.16321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.475445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T12:06:57.163319Z","caller":"traceutil/trace.go:171","msg":"trace[1273430262] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4146; }","duration":"130.645838ms","start":"2026-07-03T12:06:57.032649Z","end":"2026-07-03T12:06:57.163295Z","steps":["trace[1273430262] 'range keys from in-memory index tree' (duration: 130.304501ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:06:57.434737Z","caller":"traceutil/trace.go:171","msg":"trace[1593785993] linearizableReadLoop","detail":"{readStateIndex:4311; appliedIndex:4310; }","duration":"142.64207ms","start":"2026-07-03T12:06:57.292065Z","end":"2026-07-03T12:06:57.434707Z","steps":["trace[1593785993] 'read index received' (duration: 77.685572ms)","trace[1593785993] 'applied index is now lower than readState.Index' (duration: 64.955038ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:06:57.434913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.811723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-ceph-cluster\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:06:57.435097Z","caller":"traceutil/trace.go:171","msg":"trace[1527173249] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-ceph-cluster; range_end:; response_count:0; response_revision:4147; }","duration":"142.994587ms","start":"2026-07-03T12:06:57.292041Z","end":"2026-07-03T12:06:57.435035Z","steps":["trace[1527173249] 'agreement among raft nodes before linearized reading' (duration: 142.792943ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:06:59.012406Z","caller":"traceutil/trace.go:171","msg":"trace[179583160] transaction","detail":"{read_only:false; response_revision:4157; number_of_response:1; }","duration":"114.505677ms","start":"2026-07-03T12:06:58.89787Z","end":"2026-07-03T12:06:59.012376Z","steps":["trace[179583160] 'process raft request' (duration: 114.358255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:28.207892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.25303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T12:07:28.207994Z","caller":"traceutil/trace.go:171","msg":"trace[1547317755] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4337; }","duration":"219.366492ms","start":"2026-07-03T12:07:27.988605Z","end":"2026-07-03T12:07:28.207971Z","steps":["trace[1547317755] 'range keys from in-memory index tree' (duration: 219.089827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:28.20808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.698812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T12:07:28.208169Z","caller":"traceutil/trace.go:171","msg":"trace[1970964889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4337; }","duration":"184.794943ms","start":"2026-07-03T12:07:28.023351Z","end":"2026-07-03T12:07:28.208146Z","steps":["trace[1970964889] 'range keys from in-memory index tree' (duration: 184.494726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:28.20834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.608145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T12:07:28.20844Z","caller":"traceutil/trace.go:171","msg":"trace[2058317399] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4337; }","duration":"138.741607ms","start":"2026-07-03T12:07:28.069679Z","end":"2026-07-03T12:07:28.208421Z","steps":["trace[2058317399] 'range keys from in-memory index tree' (duration: 138.400061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:28.208697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.049821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T12:07:28.208757Z","caller":"traceutil/trace.go:171","msg":"trace[1037659737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4337; }","duration":"141.143273ms","start":"2026-07-03T12:07:28.0676Z","end":"2026-07-03T12:07:28.208743Z","steps":["trace[1037659737] 'range keys from in-memory index tree' (duration: 139.620145ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:31.626565Z","caller":"traceutil/trace.go:171","msg":"trace[1752136776] transaction","detail":"{read_only:false; response_revision:4358; number_of_response:1; }","duration":"104.414245ms","start":"2026-07-03T12:07:31.522128Z","end":"2026-07-03T12:07:31.626542Z","steps":["trace[1752136776] 'process raft request' (duration: 104.289143ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:31.789906Z","caller":"traceutil/trace.go:171","msg":"trace[300191661] transaction","detail":"{read_only:false; response_revision:4361; number_of_response:1; }","duration":"108.664025ms","start":"2026-07-03T12:07:31.681207Z","end":"2026-07-03T12:07:31.789871Z","steps":["trace[300191661] 'process raft request' (duration: 40.726616ms)","trace[300191661] 'compare' (duration: 67.584432ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:07:31.79018Z","caller":"traceutil/trace.go:171","msg":"trace[494229847] linearizableReadLoop","detail":"{readStateIndex:4543; appliedIndex:4542; }","duration":"101.49079ms","start":"2026-07-03T12:07:31.688668Z","end":"2026-07-03T12:07:31.790159Z","steps":["trace[494229847] 'read index received' (duration: 33.534101ms)","trace[494229847] 'applied index is now lower than readState.Index' (duration: 67.955189ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:07:31.790392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.701014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-07-03T12:07:31.790436Z","caller":"traceutil/trace.go:171","msg":"trace[810473590] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4362; }","duration":"101.784075ms","start":"2026-07-03T12:07:31.68864Z","end":"2026-07-03T12:07:31.790424Z","steps":["trace[810473590] 'agreement among raft nodes before linearized reading' (duration: 101.602562ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:32.372897Z","caller":"traceutil/trace.go:171","msg":"trace[1905393903] transaction","detail":"{read_only:false; response_revision:4448; number_of_response:1; }","duration":"104.931084ms","start":"2026-07-03T12:07:32.26793Z","end":"2026-07-03T12:07:32.372861Z","steps":["trace[1905393903] 'process raft request' (duration: 95.296243ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:32.502596Z","caller":"traceutil/trace.go:171","msg":"trace[1533044932] transaction","detail":"{read_only:false; response_revision:4455; number_of_response:1; }","duration":"101.599103ms","start":"2026-07-03T12:07:32.400977Z","end":"2026-07-03T12:07:32.502576Z","steps":["trace[1533044932] 'process raft request' (duration: 88.888164ms)","trace[1533044932] 'compare' (duration: 12.597477ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:07:32.503155Z","caller":"traceutil/trace.go:171","msg":"trace[1450989654] transaction","detail":"{read_only:false; response_revision:4456; number_of_response:1; }","duration":"100.618134ms","start":"2026-07-03T12:07:32.402513Z","end":"2026-07-03T12:07:32.503131Z","steps":["trace[1450989654] 'process raft request' (duration: 100.4017ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:32.50317Z","caller":"traceutil/trace.go:171","msg":"trace[1229776697] transaction","detail":"{read_only:false; response_revision:4457; number_of_response:1; }","duration":"100.258566ms","start":"2026-07-03T12:07:32.402882Z","end":"2026-07-03T12:07:32.503141Z","steps":["trace[1229776697] 'process raft request' (duration: 100.181355ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:32.66123Z","caller":"traceutil/trace.go:171","msg":"trace[338766208] transaction","detail":"{read_only:false; response_revision:4460; number_of_response:1; }","duration":"130.968816ms","start":"2026-07-03T12:07:32.530225Z","end":"2026-07-03T12:07:32.661193Z","steps":["trace[338766208] 'process raft request' (duration: 74.227827ms)","trace[338766208] 'compare' (duration: 56.29417ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:07:32.661324Z","caller":"traceutil/trace.go:171","msg":"trace[439129583] transaction","detail":"{read_only:false; response_revision:4461; number_of_response:1; }","duration":"130.934133ms","start":"2026-07-03T12:07:32.53036Z","end":"2026-07-03T12:07:32.661294Z","steps":["trace[439129583] 'process raft request' (duration: 130.582727ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:32.703769Z","caller":"traceutil/trace.go:171","msg":"trace[649353492] transaction","detail":"{read_only:false; response_revision:4462; number_of_response:1; }","duration":"122.963823ms","start":"2026-07-03T12:07:32.580781Z","end":"2026-07-03T12:07:32.703744Z","steps":["trace[649353492] 'process raft request' (duration: 122.841531ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:33.161249Z","caller":"traceutil/trace.go:171","msg":"trace[2142882569] transaction","detail":"{read_only:false; response_revision:4521; number_of_response:1; }","duration":"218.455312ms","start":"2026-07-03T12:07:32.942738Z","end":"2026-07-03T12:07:33.161193Z","steps":["trace[2142882569] 'process raft request' (duration: 168.911329ms)","trace[2142882569] 'compare' (duration: 49.254327ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:07:33.161478Z","caller":"traceutil/trace.go:171","msg":"trace[526904525] linearizableReadLoop","detail":"{readStateIndex:4705; appliedIndex:4702; }","duration":"218.666376ms","start":"2026-07-03T12:07:32.942766Z","end":"2026-07-03T12:07:33.161432Z","steps":["trace[526904525] 'read index received' (duration: 62.330614ms)","trace[526904525] 'applied index is now lower than readState.Index' (duration: 156.334902ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:07:33.161582Z","caller":"traceutil/trace.go:171","msg":"trace[1856839718] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4527; }","duration":"209.686566ms","start":"2026-07-03T12:07:32.951882Z","end":"2026-07-03T12:07:33.161569Z","steps":["trace[1856839718] 'process raft request' (duration: 209.522163ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:33.16164Z","caller":"traceutil/trace.go:171","msg":"trace[2139440222] transaction","detail":"{read_only:false; response_revision:4522; number_of_response:1; }","duration":"218.473853ms","start":"2026-07-03T12:07:32.943157Z","end":"2026-07-03T12:07:33.161631Z","steps":["trace[2139440222] 'process raft request' (duration: 217.949353ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:33.161737Z","caller":"traceutil/trace.go:171","msg":"trace[1991324777] transaction","detail":"{read_only:false; response_revision:4524; number_of_response:1; }","duration":"216.360693ms","start":"2026-07-03T12:07:32.945362Z","end":"2026-07-03T12:07:33.161723Z","steps":["trace[1991324777] 'process raft request' (duration: 215.850393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:33.161927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.04242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10568"} {"level":"info","ts":"2026-07-03T12:07:33.161981Z","caller":"traceutil/trace.go:171","msg":"trace[1915770540] transaction","detail":"{read_only:false; response_revision:4526; number_of_response:1; }","duration":"213.428558ms","start":"2026-07-03T12:07:32.948542Z","end":"2026-07-03T12:07:33.161971Z","steps":["trace[1915770540] 'process raft request' (duration: 212.744034ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:33.16199Z","caller":"traceutil/trace.go:171","msg":"trace[1146917080] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:4527; }","duration":"222.167482ms","start":"2026-07-03T12:07:32.939807Z","end":"2026-07-03T12:07:33.161974Z","steps":["trace[1146917080] 'agreement among raft nodes before linearized reading' (duration: 221.954398ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:33.16155Z","caller":"traceutil/trace.go:171","msg":"trace[579464736] transaction","detail":"{read_only:false; response_revision:4523; number_of_response:1; }","duration":"218.147516ms","start":"2026-07-03T12:07:32.943371Z","end":"2026-07-03T12:07:33.161518Z","steps":["trace[579464736] 'process raft request' (duration: 217.789929ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:33.162182Z","caller":"traceutil/trace.go:171","msg":"trace[1348450310] transaction","detail":"{read_only:false; response_revision:4527; number_of_response:1; }","duration":"213.519269ms","start":"2026-07-03T12:07:32.948653Z","end":"2026-07-03T12:07:33.162172Z","steps":["trace[1348450310] 'process raft request' (duration: 212.666733ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:33.162358Z","caller":"traceutil/trace.go:171","msg":"trace[415956919] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4527; }","duration":"213.269684ms","start":"2026-07-03T12:07:32.949078Z","end":"2026-07-03T12:07:33.162348Z","steps":["trace[415956919] 'process raft request' (duration: 212.278505ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:33.161939Z","caller":"traceutil/trace.go:171","msg":"trace[1104658211] transaction","detail":"{read_only:false; response_revision:4525; number_of_response:1; }","duration":"215.794592ms","start":"2026-07-03T12:07:32.946133Z","end":"2026-07-03T12:07:33.161928Z","steps":["trace[1104658211] 'process raft request' (duration: 215.114059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:33.162676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.293008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-vdgpt\" ","response":"range_response_count:1 size:8087"} {"level":"info","ts":"2026-07-03T12:07:33.162795Z","caller":"traceutil/trace.go:171","msg":"trace[1030385787] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-vdgpt; range_end:; response_count:1; response_revision:4527; }","duration":"236.45182ms","start":"2026-07-03T12:07:32.926312Z","end":"2026-07-03T12:07:33.162764Z","steps":["trace[1030385787] 'agreement among raft nodes before linearized reading' (duration: 236.134824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:33.167249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.404542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:4756"} {"level":"info","ts":"2026-07-03T12:07:33.167325Z","caller":"traceutil/trace.go:171","msg":"trace[2139279013] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:4527; }","duration":"234.499003ms","start":"2026-07-03T12:07:32.932805Z","end":"2026-07-03T12:07:33.167304Z","steps":["trace[2139279013] 'agreement among raft nodes before linearized reading' (duration: 229.359857ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:33.168129Z","caller":"traceutil/trace.go:171","msg":"trace[658823704] transaction","detail":"{read_only:false; response_revision:4528; number_of_response:1; }","duration":"155.428396ms","start":"2026-07-03T12:07:33.012691Z","end":"2026-07-03T12:07:33.16812Z","steps":["trace[658823704] 'process raft request' (duration: 155.038689ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:33.16844Z","caller":"traceutil/trace.go:171","msg":"trace[2116203453] transaction","detail":"{read_only:false; response_revision:4533; number_of_response:1; }","duration":"145.262633ms","start":"2026-07-03T12:07:33.023141Z","end":"2026-07-03T12:07:33.168403Z","steps":["trace[2116203453] 'process raft request' (duration: 144.804695ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:33.168613Z","caller":"traceutil/trace.go:171","msg":"trace[1328346876] transaction","detail":"{read_only:false; response_revision:4529; number_of_response:1; }","duration":"149.881222ms","start":"2026-07-03T12:07:33.01871Z","end":"2026-07-03T12:07:33.168591Z","steps":["trace[1328346876] 'process raft request' (duration: 149.112998ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:33.16871Z","caller":"traceutil/trace.go:171","msg":"trace[490321] transaction","detail":"{read_only:false; response_revision:4532; number_of_response:1; }","duration":"147.230722ms","start":"2026-07-03T12:07:33.021465Z","end":"2026-07-03T12:07:33.168696Z","steps":["trace[490321] 'process raft request' (duration: 146.433287ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:33.168788Z","caller":"traceutil/trace.go:171","msg":"trace[982465012] transaction","detail":"{read_only:false; response_revision:4530; number_of_response:1; }","duration":"150.039665ms","start":"2026-07-03T12:07:33.018738Z","end":"2026-07-03T12:07:33.168777Z","steps":["trace[982465012] 'process raft request' (duration: 149.110527ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:33.168914Z","caller":"traceutil/trace.go:171","msg":"trace[702379782] transaction","detail":"{read_only:false; response_revision:4531; number_of_response:1; }","duration":"150.141157ms","start":"2026-07-03T12:07:33.018764Z","end":"2026-07-03T12:07:33.168905Z","steps":["trace[702379782] 'process raft request' (duration: 149.111348ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:33.170199Z","caller":"traceutil/trace.go:171","msg":"trace[1660226190] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4527; }","duration":"219.798027ms","start":"2026-07-03T12:07:32.950366Z","end":"2026-07-03T12:07:33.170164Z","steps":["trace[1660226190] 'process raft request' (duration: 211.017781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:33.184277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.795987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-grafana-5b4d9cf884\" ","response":"range_response_count:1 size:10419"} {"level":"warn","ts":"2026-07-03T12:07:33.184291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.291027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:07:33.184326Z","caller":"traceutil/trace.go:171","msg":"trace[1458995768] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-grafana-5b4d9cf884; range_end:; response_count:1; response_revision:4536; }","duration":"160.919879ms","start":"2026-07-03T12:07:33.023393Z","end":"2026-07-03T12:07:33.184313Z","steps":["trace[1458995768] 'agreement among raft nodes before linearized reading' (duration: 160.745986ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:33.184347Z","caller":"traceutil/trace.go:171","msg":"trace[949746845] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4536; }","duration":"195.392219ms","start":"2026-07-03T12:07:32.98894Z","end":"2026-07-03T12:07:33.184332Z","steps":["trace[949746845] 'agreement among raft nodes before linearized reading' (duration: 195.280087ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:37.043109Z","caller":"traceutil/trace.go:171","msg":"trace[322143688] transaction","detail":"{read_only:false; response_revision:4783; number_of_response:1; }","duration":"437.27239ms","start":"2026-07-03T12:07:36.605816Z","end":"2026-07-03T12:07:37.043088Z","steps":["trace[322143688] 'process raft request' (duration: 436.933123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:37.043294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:36.605792Z","time spent":"437.418773ms","remote":"127.0.0.1:58488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T12:07:37.091674Z","caller":"traceutil/trace.go:171","msg":"trace[90223320] transaction","detail":"{read_only:false; response_revision:4785; number_of_response:1; }","duration":"445.939203ms","start":"2026-07-03T12:07:36.645723Z","end":"2026-07-03T12:07:37.091662Z","steps":["trace[90223320] 'process raft request' (duration: 445.748579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:37.091784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:36.645702Z","time spent":"446.039284ms","remote":"127.0.0.1:58230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3862,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T12:07:37.091844Z","caller":"traceutil/trace.go:171","msg":"trace[884497033] transaction","detail":"{read_only:false; response_revision:4784; number_of_response:1; }","duration":"480.315111ms","start":"2026-07-03T12:07:36.611509Z","end":"2026-07-03T12:07:37.091824Z","steps":["trace[884497033] 'process raft request' (duration: 479.878053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:37.091925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:36.611489Z","time spent":"480.398622ms","remote":"127.0.0.1:38962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2230,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T12:07:37.092117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.954925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-07-03T12:07:37.092175Z","caller":"traceutil/trace.go:171","msg":"trace[1113718091] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4785; }","duration":"376.042306ms","start":"2026-07-03T12:07:36.716123Z","end":"2026-07-03T12:07:37.092165Z","steps":["trace[1113718091] 'agreement among raft nodes before linearized reading' (duration: 375.894523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:37.092214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:36.716104Z","time spent":"376.103138ms","remote":"127.0.0.1:58194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":920,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-07-03T12:07:37.091635Z","caller":"traceutil/trace.go:171","msg":"trace[2122900542] linearizableReadLoop","detail":"{readStateIndex:4976; appliedIndex:4973; }","duration":"375.459245ms","start":"2026-07-03T12:07:36.716159Z","end":"2026-07-03T12:07:37.091619Z","steps":["trace[2122900542] 'read index received' (duration: 326.730556ms)","trace[2122900542] 'applied index is now lower than readState.Index' (duration: 48.728059ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:07:37.094525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.72982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2206973"} {"level":"info","ts":"2026-07-03T12:07:37.094608Z","caller":"traceutil/trace.go:171","msg":"trace[1655601101] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4785; }","duration":"314.869703ms","start":"2026-07-03T12:07:36.779719Z","end":"2026-07-03T12:07:37.094589Z","steps":["trace[1655601101] 'agreement among raft nodes before linearized reading' (duration: 312.807865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:37.094712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:36.779698Z","time spent":"314.998866ms","remote":"127.0.0.1:58096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":47,"response size":2206996,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-07-03T12:07:39.931184Z","caller":"traceutil/trace.go:171","msg":"trace[1428459586] transaction","detail":"{read_only:false; response_revision:4824; number_of_response:1; }","duration":"120.631925ms","start":"2026-07-03T12:07:39.810533Z","end":"2026-07-03T12:07:39.931165Z","steps":["trace[1428459586] 'process raft request' (duration: 120.513773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:40.679405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.118922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T12:07:40.679495Z","caller":"traceutil/trace.go:171","msg":"trace[254978932] transaction","detail":"{read_only:false; response_revision:4832; number_of_response:1; }","duration":"263.654214ms","start":"2026-07-03T12:07:40.415823Z","end":"2026-07-03T12:07:40.679477Z","steps":["trace[254978932] 'process raft request' (duration: 87.391309ms)","trace[254978932] 'compare' (duration: 175.727364ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:07:40.755964Z","caller":"traceutil/trace.go:171","msg":"trace[974327991] transaction","detail":"{read_only:false; response_revision:4833; number_of_response:1; }","duration":"339.663967ms","start":"2026-07-03T12:07:40.416281Z","end":"2026-07-03T12:07:40.755945Z","steps":["trace[974327991] 'process raft request' (duration: 339.533745ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:40.756214Z","caller":"traceutil/trace.go:171","msg":"trace[262698712] linearizableReadLoop","detail":"{readStateIndex:5026; appliedIndex:5024; }","duration":"134.556729ms","start":"2026-07-03T12:07:40.621625Z","end":"2026-07-03T12:07:40.756182Z","steps":["trace[262698712] 'read index received' (duration: 134.263363ms)","trace[262698712] 'applied index is now lower than readState.Index' (duration: 290.886µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:07:40.756284Z","caller":"traceutil/trace.go:171","msg":"trace[1370442796] transaction","detail":"{read_only:false; response_revision:4834; number_of_response:1; }","duration":"338.413795ms","start":"2026-07-03T12:07:40.417853Z","end":"2026-07-03T12:07:40.756267Z","steps":["trace[1370442796] 'process raft request' (duration: 338.047777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:40.756457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.826544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-87f41a7b-0a85-46de-bf99-b15270ade289\" ","response":"range_response_count:1 size:4080"} {"level":"warn","ts":"2026-07-03T12:07:40.756388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:40.417848Z","time spent":"338.489856ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T12:07:40.756518Z","caller":"traceutil/trace.go:171","msg":"trace[97532145] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-87f41a7b-0a85-46de-bf99-b15270ade289; range_end:; response_count:1; response_revision:4834; }","duration":"134.908936ms","start":"2026-07-03T12:07:40.621586Z","end":"2026-07-03T12:07:40.756495Z","steps":["trace[97532145] 'agreement among raft nodes before linearized reading' (duration: 134.743143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:40.756877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:40.416274Z","time spent":"339.740908ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T12:07:40.7606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.15671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1576c488-14ce-4eb4-b2db-3db65fe37523\" ","response":"range_response_count:1 size:4050"} {"level":"info","ts":"2026-07-03T12:07:40.760657Z","caller":"traceutil/trace.go:171","msg":"trace[864496016] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1576c488-14ce-4eb4-b2db-3db65fe37523; range_end:; response_count:1; response_revision:4835; }","duration":"135.234221ms","start":"2026-07-03T12:07:40.625409Z","end":"2026-07-03T12:07:40.760643Z","steps":["trace[864496016] 'agreement among raft nodes before linearized reading' (duration: 135.087969ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:40.760899Z","caller":"traceutil/trace.go:171","msg":"trace[25795030] transaction","detail":"{read_only:false; response_revision:4835; number_of_response:1; }","duration":"137.3047ms","start":"2026-07-03T12:07:40.623526Z","end":"2026-07-03T12:07:40.760831Z","steps":["trace[25795030] 'process raft request' (duration: 136.896602ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:41.961149Z","caller":"traceutil/trace.go:171","msg":"trace[403619904] transaction","detail":"{read_only:false; response_revision:4867; number_of_response:1; }","duration":"157.128965ms","start":"2026-07-03T12:07:41.803976Z","end":"2026-07-03T12:07:41.961105Z","steps":["trace[403619904] 'process raft request' (duration: 156.984233ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:41.961229Z","caller":"traceutil/trace.go:171","msg":"trace[1082662136] transaction","detail":"{read_only:false; response_revision:4866; number_of_response:1; }","duration":"157.745537ms","start":"2026-07-03T12:07:41.803434Z","end":"2026-07-03T12:07:41.96118Z","steps":["trace[1082662136] 'process raft request' (duration: 106.903488ms)","trace[1082662136] 'compare' (duration: 50.496103ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:07:42.113007Z","caller":"traceutil/trace.go:171","msg":"trace[434934799] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"112.586255ms","start":"2026-07-03T12:07:42.000392Z","end":"2026-07-03T12:07:42.112978Z","steps":["trace[434934799] 'process raft request' (duration: 84.350392ms)","trace[434934799] 'compare' (duration: 28.072111ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:07:42.301472Z","caller":"traceutil/trace.go:171","msg":"trace[486846476] linearizableReadLoop","detail":"{readStateIndex:5068; appliedIndex:5067; }","duration":"111.974314ms","start":"2026-07-03T12:07:42.189477Z","end":"2026-07-03T12:07:42.301452Z","steps":["trace[486846476] 'read index received' (duration: 61.675664ms)","trace[486846476] 'applied index is now lower than readState.Index' (duration: 50.29711ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:07:42.301976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.445033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-87f41a7b-0a85-46de-bf99-b15270ade289\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-07-03T12:07:42.302029Z","caller":"traceutil/trace.go:171","msg":"trace[753266613] range","detail":"{range_begin:/registry/persistentvolumes/pvc-87f41a7b-0a85-46de-bf99-b15270ade289; range_end:; response_count:1; response_revision:4873; }","duration":"112.567186ms","start":"2026-07-03T12:07:42.189446Z","end":"2026-07-03T12:07:42.302013Z","steps":["trace[753266613] 'agreement among raft nodes before linearized reading' (duration: 112.116877ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:42.303454Z","caller":"traceutil/trace.go:171","msg":"trace[1443996721] transaction","detail":"{read_only:false; response_revision:4874; number_of_response:1; }","duration":"105.35636ms","start":"2026-07-03T12:07:42.198072Z","end":"2026-07-03T12:07:42.303428Z","steps":["trace[1443996721] 'process raft request' (duration: 105.105414ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:42.885075Z","caller":"traceutil/trace.go:171","msg":"trace[64233898] linearizableReadLoop","detail":"{readStateIndex:5112; appliedIndex:5110; }","duration":"105.379289ms","start":"2026-07-03T12:07:42.779681Z","end":"2026-07-03T12:07:42.885061Z","steps":["trace[64233898] 'read index received' (duration: 19.983357ms)","trace[64233898] 'applied index is now lower than readState.Index' (duration: 85.394862ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:07:42.885139Z","caller":"traceutil/trace.go:171","msg":"trace[1603277572] transaction","detail":"{read_only:false; response_revision:4914; number_of_response:1; }","duration":"114.149584ms","start":"2026-07-03T12:07:42.770932Z","end":"2026-07-03T12:07:42.885081Z","steps":["trace[1603277572] 'process raft request' (duration: 62.141182ms)","trace[1603277572] 'compare' (duration: 51.91502ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:07:42.885299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.590343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-03T12:07:42.885368Z","caller":"traceutil/trace.go:171","msg":"trace[508166258] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4914; }","duration":"105.687315ms","start":"2026-07-03T12:07:42.779664Z","end":"2026-07-03T12:07:42.885351Z","steps":["trace[508166258] 'agreement among raft nodes before linearized reading' (duration: 105.480931ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:43.265091Z","caller":"traceutil/trace.go:171","msg":"trace[493263924] transaction","detail":"{read_only:false; response_revision:4916; number_of_response:1; }","duration":"314.319084ms","start":"2026-07-03T12:07:42.950747Z","end":"2026-07-03T12:07:43.265066Z","steps":["trace[493263924] 'process raft request' (duration: 314.189062ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:43.265223Z","caller":"traceutil/trace.go:171","msg":"trace[1943585506] linearizableReadLoop","detail":"{readStateIndex:5114; appliedIndex:5114; }","duration":"313.54177ms","start":"2026-07-03T12:07:42.951626Z","end":"2026-07-03T12:07:43.265168Z","steps":["trace[1943585506] 'read index received' (duration: 313.52465ms)","trace[1943585506] 'applied index is now lower than readState.Index' (duration: 15.41µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:07:43.265454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.818025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-07-03T12:07:43.265509Z","caller":"traceutil/trace.go:171","msg":"trace[1679975356] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4916; }","duration":"313.894696ms","start":"2026-07-03T12:07:42.951598Z","end":"2026-07-03T12:07:43.265492Z","steps":["trace[1679975356] 'agreement among raft nodes before linearized reading' (duration: 313.700993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:43.26554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:42.951587Z","time spent":"313.946617ms","remote":"127.0.0.1:58080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-07-03T12:07:43.265265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:42.95072Z","time spent":"314.452597ms","remote":"127.0.0.1:38962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3569,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T12:07:43.328781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.168652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-07-03T12:07:43.329819Z","caller":"traceutil/trace.go:171","msg":"trace[1317421589] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4918; }","duration":"351.238652ms","start":"2026-07-03T12:07:42.978552Z","end":"2026-07-03T12:07:43.329791Z","steps":["trace[1317421589] 'agreement among raft nodes before linearized reading' (duration: 350.08021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:43.329952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:42.978535Z","time spent":"351.397015ms","remote":"127.0.0.1:58080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-07-03T12:07:43.849747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.840455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T12:07:43.850152Z","caller":"traceutil/trace.go:171","msg":"trace[344243654] transaction","detail":"{read_only:false; response_revision:4922; number_of_response:1; }","duration":"202.577494ms","start":"2026-07-03T12:07:43.647551Z","end":"2026-07-03T12:07:43.850128Z","steps":["trace[344243654] 'process raft request' (duration: 202.524063ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:43.850398Z","caller":"traceutil/trace.go:171","msg":"trace[217923989] linearizableReadLoop","detail":"{readStateIndex:5118; appliedIndex:5117; }","duration":"485.703571ms","start":"2026-07-03T12:07:43.364672Z","end":"2026-07-03T12:07:43.850375Z","steps":["trace[217923989] 'read index received' (duration: 332.139381ms)","trace[217923989] 'applied index is now lower than readState.Index' (duration: 153.56208ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:07:43.850705Z","caller":"traceutil/trace.go:171","msg":"trace[186624567] transaction","detail":"{read_only:false; response_revision:4920; number_of_response:1; }","duration":"490.91912ms","start":"2026-07-03T12:07:43.359768Z","end":"2026-07-03T12:07:43.850687Z","steps":["trace[186624567] 'process raft request' (duration: 337.032614ms)","trace[186624567] 'compare' (duration: 152.333786ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:07:43.850781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:43.359755Z","time spent":"490.989351ms","remote":"127.0.0.1:38962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3695,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T12:07:43.850895Z","caller":"traceutil/trace.go:171","msg":"trace[919357034] transaction","detail":"{read_only:false; response_revision:4921; number_of_response:1; }","duration":"457.345286ms","start":"2026-07-03T12:07:43.393519Z","end":"2026-07-03T12:07:43.850865Z","steps":["trace[919357034] 'process raft request' (duration: 456.382587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:43.85101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.288412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-07-03T12:07:43.851059Z","caller":"traceutil/trace.go:171","msg":"trace[2120894056] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4922; }","duration":"486.349933ms","start":"2026-07-03T12:07:43.364697Z","end":"2026-07-03T12:07:43.851047Z","steps":["trace[2120894056] 'agreement among raft nodes before linearized reading' (duration: 486.120619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:43.851097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:43.364657Z","time spent":"486.431104ms","remote":"127.0.0.1:58080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-07-03T12:07:43.851087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.529252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T12:07:43.851107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:43.393502Z","time spent":"457.507829ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T12:07:43.851172Z","caller":"traceutil/trace.go:171","msg":"trace[1412040608] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4922; }","duration":"338.652694ms","start":"2026-07-03T12:07:43.512498Z","end":"2026-07-03T12:07:43.851151Z","steps":["trace[1412040608] 'agreement among raft nodes before linearized reading' (duration: 338.475501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:43.851235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:43.512487Z","time spent":"338.733116ms","remote":"127.0.0.1:58462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-03T12:07:43.851243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.863461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T12:07:43.851239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.815681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:07:43.851297Z","caller":"traceutil/trace.go:171","msg":"trace[276242036] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4922; }","duration":"363.948382ms","start":"2026-07-03T12:07:43.487333Z","end":"2026-07-03T12:07:43.851281Z","steps":["trace[276242036] 'agreement among raft nodes before linearized reading' (duration: 363.765139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:43.851338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:43.487319Z","time spent":"364.008743ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T12:07:43.851344Z","caller":"traceutil/trace.go:171","msg":"trace[196938838] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4922; }","duration":"441.921944ms","start":"2026-07-03T12:07:43.409384Z","end":"2026-07-03T12:07:43.851306Z","steps":["trace[196938838] 'agreement among raft nodes before linearized reading' (duration: 441.791902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:43.851408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.281606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-vdgpt\" ","response":"range_response_count:1 size:9757"} {"level":"warn","ts":"2026-07-03T12:07:43.851415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:43.409369Z","time spent":"442.035446ms","remote":"127.0.0.1:58488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T12:07:43.851349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.615848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-07-03T12:07:43.851448Z","caller":"traceutil/trace.go:171","msg":"trace[508380555] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-vdgpt; range_end:; response_count:1; response_revision:4922; }","duration":"205.358487ms","start":"2026-07-03T12:07:43.64608Z","end":"2026-07-03T12:07:43.851439Z","steps":["trace[508380555] 'agreement among raft nodes before linearized reading' (duration: 205.251995ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:43.85205Z","caller":"traceutil/trace.go:171","msg":"trace[1136132454] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4922; }","duration":"486.827411ms","start":"2026-07-03T12:07:43.364648Z","end":"2026-07-03T12:07:43.851475Z","steps":["trace[1136132454] 'agreement among raft nodes before linearized reading' (duration: 486.371323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:43.852111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:43.364634Z","time spent":"487.461474ms","remote":"127.0.0.1:58080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-07-03T12:07:45.375155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.872027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:07:45.375276Z","caller":"traceutil/trace.go:171","msg":"trace[1335869658] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:4934; }","duration":"163.99974ms","start":"2026-07-03T12:07:45.211251Z","end":"2026-07-03T12:07:45.37525Z","steps":["trace[1335869658] 'count revisions from in-memory index tree' (duration: 163.763504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:45.375261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.930181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T12:07:45.375303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.640514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T12:07:45.375335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.616347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T12:07:45.375346Z","caller":"traceutil/trace.go:171","msg":"trace[776827851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4934; }","duration":"124.071244ms","start":"2026-07-03T12:07:45.251255Z","end":"2026-07-03T12:07:45.375327Z","steps":["trace[776827851] 'range keys from in-memory index tree' (duration: 123.865431ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:45.37539Z","caller":"traceutil/trace.go:171","msg":"trace[1799651071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4934; }","duration":"572.696859ms","start":"2026-07-03T12:07:44.80268Z","end":"2026-07-03T12:07:45.375377Z","steps":["trace[1799651071] 'range keys from in-memory index tree' (duration: 572.093887ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:45.375405Z","caller":"traceutil/trace.go:171","msg":"trace[715914197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4934; }","duration":"486.789556ms","start":"2026-07-03T12:07:44.888582Z","end":"2026-07-03T12:07:45.375371Z","steps":["trace[715914197] 'range keys from in-memory index tree' (duration: 486.222935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:45.375448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:44.802661Z","time spent":"572.75529ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T12:07:45.37551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:44.888567Z","time spent":"486.932909ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T12:07:48.697351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.121354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:07:48.697413Z","caller":"traceutil/trace.go:171","msg":"trace[433555268] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:4954; }","duration":"109.232435ms","start":"2026-07-03T12:07:48.588166Z","end":"2026-07-03T12:07:48.697398Z","steps":["trace[433555268] 'count revisions from in-memory index tree' (duration: 109.016551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:48.697744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.755284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T12:07:48.697815Z","caller":"traceutil/trace.go:171","msg":"trace[109450989] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4954; }","duration":"322.860126ms","start":"2026-07-03T12:07:48.374943Z","end":"2026-07-03T12:07:48.697803Z","steps":["trace[109450989] 'range keys from in-memory index tree' (duration: 322.653942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:48.697848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:48.374927Z","time spent":"322.914206ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T12:07:49.207665Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368774717948032,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T12:07:49.358864Z","caller":"traceutil/trace.go:171","msg":"trace[375383895] linearizableReadLoop","detail":"{readStateIndex:5154; appliedIndex:5153; }","duration":"651.634344ms","start":"2026-07-03T12:07:48.707206Z","end":"2026-07-03T12:07:49.358841Z","steps":["trace[375383895] 'read index received' (duration: 651.38266ms)","trace[375383895] 'applied index is now lower than readState.Index' (duration: 250.744µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:07:49.358947Z","caller":"traceutil/trace.go:171","msg":"trace[1122441257] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"657.497605ms","start":"2026-07-03T12:07:48.701423Z","end":"2026-07-03T12:07:49.358921Z","steps":["trace[1122441257] 'process raft request' (duration: 657.22862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:49.359063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:48.701392Z","time spent":"657.605496ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T12:07:49.359175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.94422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-03T12:07:49.359208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.198201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T12:07:49.359227Z","caller":"traceutil/trace.go:171","msg":"trace[1228228762] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:4955; }","duration":"581.246892ms","start":"2026-07-03T12:07:48.777975Z","end":"2026-07-03T12:07:49.359221Z","steps":["trace[1228228762] 'agreement among raft nodes before linearized reading' (duration: 581.180961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:49.359251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:48.777962Z","time spent":"581.282023ms","remote":"127.0.0.1:58168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":31,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-07-03T12:07:49.359221Z","caller":"traceutil/trace.go:171","msg":"trace[2102085225] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4955; }","duration":"652.040181ms","start":"2026-07-03T12:07:48.707171Z","end":"2026-07-03T12:07:49.359211Z","steps":["trace[2102085225] 'agreement among raft nodes before linearized reading' (duration: 651.788587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:49.359366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:48.707158Z","time spent":"652.202814ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T12:07:49.359429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.695824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-03T12:07:49.359504Z","caller":"traceutil/trace.go:171","msg":"trace[1869214563] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4955; }","duration":"459.813696ms","start":"2026-07-03T12:07:48.899672Z","end":"2026-07-03T12:07:49.359486Z","steps":["trace[1869214563] 'agreement among raft nodes before linearized reading' (duration: 459.588482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:49.359549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:48.899656Z","time spent":"459.884297ms","remote":"127.0.0.1:58168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T12:07:49.501978Z","caller":"traceutil/trace.go:171","msg":"trace[1718103423] transaction","detail":"{read_only:false; response_revision:4958; number_of_response:1; }","duration":"106.316271ms","start":"2026-07-03T12:07:49.39564Z","end":"2026-07-03T12:07:49.501956Z","steps":["trace[1718103423] 'process raft request' (duration: 106.26476ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:49.502396Z","caller":"traceutil/trace.go:171","msg":"trace[362818455] transaction","detail":"{read_only:false; response_revision:4956; number_of_response:1; }","duration":"138.564091ms","start":"2026-07-03T12:07:49.363818Z","end":"2026-07-03T12:07:49.502382Z","steps":["trace[362818455] 'process raft request' (duration: 111.047031ms)","trace[362818455] 'compare' (duration: 26.886159ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:07:49.50254Z","caller":"traceutil/trace.go:171","msg":"trace[86132375] linearizableReadLoop","detail":"{readStateIndex:5155; appliedIndex:5154; }","duration":"138.362236ms","start":"2026-07-03T12:07:49.364168Z","end":"2026-07-03T12:07:49.50253Z","steps":["trace[86132375] 'read index received' (duration: 110.708963ms)","trace[86132375] 'applied index is now lower than readState.Index' (duration: 27.652143ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:07:49.502655Z","caller":"traceutil/trace.go:171","msg":"trace[461070720] transaction","detail":"{read_only:false; response_revision:4957; number_of_response:1; }","duration":"115.174509ms","start":"2026-07-03T12:07:49.387455Z","end":"2026-07-03T12:07:49.50263Z","steps":["trace[461070720] 'process raft request' (duration: 114.406685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:49.502753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.572761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:10698"} {"level":"info","ts":"2026-07-03T12:07:49.502805Z","caller":"traceutil/trace.go:171","msg":"trace[1548568071] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4958; }","duration":"138.656553ms","start":"2026-07-03T12:07:49.364138Z","end":"2026-07-03T12:07:49.502795Z","steps":["trace[1548568071] 'agreement among raft nodes before linearized reading' (duration: 138.500099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:49.502822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.975286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T12:07:49.502845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.002315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T12:07:49.502872Z","caller":"traceutil/trace.go:171","msg":"trace[1725515228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4958; }","duration":"105.051337ms","start":"2026-07-03T12:07:49.397809Z","end":"2026-07-03T12:07:49.50286Z","steps":["trace[1725515228] 'agreement among raft nodes before linearized reading' (duration: 104.903574ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:49.5029Z","caller":"traceutil/trace.go:171","msg":"trace[1284645695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4958; }","duration":"106.093247ms","start":"2026-07-03T12:07:49.396791Z","end":"2026-07-03T12:07:49.502884Z","steps":["trace[1284645695] 'agreement among raft nodes before linearized reading' (duration: 105.879022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:51.891539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.220859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:07:51.891639Z","caller":"traceutil/trace.go:171","msg":"trace[1943539602] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5033; }","duration":"387.395532ms","start":"2026-07-03T12:07:51.504223Z","end":"2026-07-03T12:07:51.891619Z","steps":["trace[1943539602] 'range keys from in-memory index tree' (duration: 387.135637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:51.891905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.205619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T12:07:51.891948Z","caller":"traceutil/trace.go:171","msg":"trace[1810505810] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5033; }","duration":"386.25975ms","start":"2026-07-03T12:07:51.505676Z","end":"2026-07-03T12:07:51.891936Z","steps":["trace[1810505810] 'range keys from in-memory index tree' (duration: 386.048976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:51.891975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:51.505669Z","time spent":"386.299501ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T12:07:51.892223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.073642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T12:07:51.892337Z","caller":"traceutil/trace.go:171","msg":"trace[864775084] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5033; }","duration":"529.254975ms","start":"2026-07-03T12:07:51.363063Z","end":"2026-07-03T12:07:51.892318Z","steps":["trace[864775084] 'range keys from in-memory index tree' (duration: 528.892639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:51.892407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:51.363042Z","time spent":"529.351917ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T12:07:51.891696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:51.504206Z","time spent":"387.480793ms","remote":"127.0.0.1:57972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T12:07:51.892252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.057092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5b481987-1a3f-4760-bce8-48a836c773a9\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-07-03T12:07:51.89265Z","caller":"traceutil/trace.go:171","msg":"trace[1902411150] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5b481987-1a3f-4760-bce8-48a836c773a9; range_end:; response_count:1; response_revision:5033; }","duration":"455.488959ms","start":"2026-07-03T12:07:51.437147Z","end":"2026-07-03T12:07:51.892636Z","steps":["trace[1902411150] 'range keys from in-memory index tree' (duration: 454.904939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:51.89269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:51.437131Z","time spent":"455.54905ms","remote":"127.0.0.1:58168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5b481987-1a3f-4760-bce8-48a836c773a9\" "} {"level":"info","ts":"2026-07-03T12:07:51.892906Z","caller":"traceutil/trace.go:171","msg":"trace[887070699] transaction","detail":"{read_only:false; response_revision:5034; number_of_response:1; }","duration":"385.793022ms","start":"2026-07-03T12:07:51.507093Z","end":"2026-07-03T12:07:51.892886Z","steps":["trace[887070699] 'process raft request' (duration: 290.495218ms)","trace[887070699] 'compare' (duration: 94.815574ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:07:51.89278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.917263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:6 size:61269"} {"level":"warn","ts":"2026-07-03T12:07:51.893204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:51.506983Z","time spent":"385.965645ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T12:07:51.893294Z","caller":"traceutil/trace.go:171","msg":"trace[1220341185] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:6; response_revision:5033; }","duration":"718.468703ms","start":"2026-07-03T12:07:51.174618Z","end":"2026-07-03T12:07:51.893086Z","steps":["trace[1220341185] 'range keys from in-memory index tree' (duration: 717.553516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:51.893484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:51.174603Z","time spent":"718.863941ms","remote":"127.0.0.1:58168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":6,"response size":61292,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-07-03T12:07:52.631249Z","caller":"traceutil/trace.go:171","msg":"trace[896964389] linearizableReadLoop","detail":"{readStateIndex:5234; appliedIndex:5232; }","duration":"1.082016158s","start":"2026-07-03T12:07:51.549208Z","end":"2026-07-03T12:07:52.631224Z","steps":["trace[896964389] 'read index received' (duration: 248.397261ms)","trace[896964389] 'applied index is now lower than readState.Index' (duration: 833.617477ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:07:52.631385Z","caller":"traceutil/trace.go:171","msg":"trace[1653616988] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"1.123719587s","start":"2026-07-03T12:07:51.507636Z","end":"2026-07-03T12:07:52.631356Z","steps":["trace[1653616988] 'process raft request' (duration: 1.087594733s)","trace[1653616988] 'compare' (duration: 35.822899ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:07:52.631492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082266162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T12:07:52.631528Z","caller":"traceutil/trace.go:171","msg":"trace[209550636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5035; }","duration":"1.082370404s","start":"2026-07-03T12:07:51.549147Z","end":"2026-07-03T12:07:52.631517Z","steps":["trace[209550636] 'agreement among raft nodes before linearized reading' (duration: 1.082194701s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:52.631518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:51.507624Z","time spent":"1.123820839s","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T12:07:52.631558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:51.54912Z","time spent":"1.082430396s","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T12:07:52.713888Z","caller":"traceutil/trace.go:171","msg":"trace[800275942] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"815.80738ms","start":"2026-07-03T12:07:51.898065Z","end":"2026-07-03T12:07:52.713873Z","steps":["trace[800275942] 'process raft request' (duration: 815.724768ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:52.713907Z","caller":"traceutil/trace.go:171","msg":"trace[1691748962] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"816.587184ms","start":"2026-07-03T12:07:51.897282Z","end":"2026-07-03T12:07:52.713869Z","steps":["trace[1691748962] 'process raft request' (duration: 816.407691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:52.714008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:51.898057Z","time spent":"815.888551ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T12:07:52.714007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:51.897264Z","time spent":"816.689976ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T12:07:52.714165Z","caller":"traceutil/trace.go:171","msg":"trace[1258432031] transaction","detail":"{read_only:false; response_revision:5038; number_of_response:1; }","duration":"806.692017ms","start":"2026-07-03T12:07:51.907454Z","end":"2026-07-03T12:07:52.714146Z","steps":["trace[1258432031] 'process raft request' (duration: 806.369051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:52.714291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:51.907437Z","time spent":"806.776848ms","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7567,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T12:07:52.714474Z","caller":"traceutil/trace.go:171","msg":"trace[132931451] transaction","detail":"{read_only:false; response_revision:5039; number_of_response:1; }","duration":"709.847275ms","start":"2026-07-03T12:07:52.0046Z","end":"2026-07-03T12:07:52.714447Z","steps":["trace[132931451] 'process raft request' (duration: 709.455338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:52.714573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157747439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-03T12:07:52.714622Z","caller":"traceutil/trace.go:171","msg":"trace[1888041998] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5041; }","duration":"1.157821992s","start":"2026-07-03T12:07:51.556785Z","end":"2026-07-03T12:07:52.714607Z","steps":["trace[1888041998] 'agreement among raft nodes before linearized reading' (duration: 1.157676039s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:52.71462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:52.004574Z","time spent":"709.971407ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T12:07:52.714656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:51.556772Z","time spent":"1.157875893s","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-03T12:07:52.714717Z","caller":"traceutil/trace.go:171","msg":"trace[1756124507] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"539.267656ms","start":"2026-07-03T12:07:52.175437Z","end":"2026-07-03T12:07:52.714705Z","steps":["trace[1756124507] 'process raft request' (duration: 538.898718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:52.714735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.684696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-07-03T12:07:52.714781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:52.175408Z","time spent":"539.337448ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T12:07:52.714866Z","caller":"traceutil/trace.go:171","msg":"trace[1894050595] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5041; }","duration":"287.807228ms","start":"2026-07-03T12:07:52.426983Z","end":"2026-07-03T12:07:52.714791Z","steps":["trace[1894050595] 'agreement among raft nodes before linearized reading' (duration: 287.564912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:52.714876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.260142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T12:07:52.714871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.101728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-07-03T12:07:52.714949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088108222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T12:07:52.714963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.404981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:07:52.714981Z","caller":"traceutil/trace.go:171","msg":"trace[736930950] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5041; }","duration":"1.088161653s","start":"2026-07-03T12:07:51.626812Z","end":"2026-07-03T12:07:52.714973Z","steps":["trace[736930950] 'agreement among raft nodes before linearized reading' (duration: 1.088118182s)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:52.714974Z","caller":"traceutil/trace.go:171","msg":"trace[169274706] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5041; }","duration":"200.254221ms","start":"2026-07-03T12:07:52.514693Z","end":"2026-07-03T12:07:52.714947Z","steps":["trace[169274706] 'agreement among raft nodes before linearized reading' (duration: 199.975095ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:52.715Z","caller":"traceutil/trace.go:171","msg":"trace[1053692213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5041; }","duration":"463.470601ms","start":"2026-07-03T12:07:52.251519Z","end":"2026-07-03T12:07:52.714989Z","steps":["trace[1053692213] 'agreement among raft nodes before linearized reading' (duration: 463.42429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:52.715011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:51.626797Z","time spent":"1.088206964s","remote":"127.0.0.1:58314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T12:07:52.715032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:52.251502Z","time spent":"463.524203ms","remote":"127.0.0.1:57956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T12:07:52.7151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.735627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T12:07:52.715133Z","caller":"traceutil/trace.go:171","msg":"trace[521994972] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:5041; }","duration":"565.812329ms","start":"2026-07-03T12:07:52.149311Z","end":"2026-07-03T12:07:52.715124Z","steps":["trace[521994972] 'agreement among raft nodes before linearized reading' (duration: 565.708537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:52.715161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:52.149284Z","time spent":"565.870269ms","remote":"127.0.0.1:57984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-03T12:07:52.715175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.306779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:07:52.715213Z","caller":"traceutil/trace.go:171","msg":"trace[1923522693] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5041; }","duration":"220.3767ms","start":"2026-07-03T12:07:52.494826Z","end":"2026-07-03T12:07:52.715203Z","steps":["trace[1923522693] 'agreement among raft nodes before linearized reading' (duration: 220.303579ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:52.715269Z","caller":"traceutil/trace.go:171","msg":"trace[346516564] transaction","detail":"{read_only:false; response_revision:5041; number_of_response:1; }","duration":"248.124917ms","start":"2026-07-03T12:07:52.467108Z","end":"2026-07-03T12:07:52.715233Z","steps":["trace[346516564] 'process raft request' (duration: 247.297971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:52.715439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115146213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T12:07:52.715475Z","caller":"traceutil/trace.go:171","msg":"trace[1247691204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5041; }","duration":"1.115209125s","start":"2026-07-03T12:07:51.600256Z","end":"2026-07-03T12:07:52.715465Z","steps":["trace[1247691204] 'agreement among raft nodes before linearized reading' (duration: 1.115089993s)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:52.714911Z","caller":"traceutil/trace.go:171","msg":"trace[201635003] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5041; }","duration":"990.313713ms","start":"2026-07-03T12:07:51.724585Z","end":"2026-07-03T12:07:52.714899Z","steps":["trace[201635003] 'agreement among raft nodes before linearized reading' (duration: 990.254792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:52.715497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.215673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16233"} {"level":"info","ts":"2026-07-03T12:07:52.715539Z","caller":"traceutil/trace.go:171","msg":"trace[802409484] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5041; }","duration":"243.278475ms","start":"2026-07-03T12:07:52.47225Z","end":"2026-07-03T12:07:52.715528Z","steps":["trace[802409484] 'agreement among raft nodes before linearized reading' (duration: 243.170583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:52.715552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:51.724574Z","time spent":"990.956804ms","remote":"127.0.0.1:58140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":4,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-03T12:07:52.714916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.025264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T12:07:52.715693Z","caller":"traceutil/trace.go:171","msg":"trace[188700758] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5041; }","duration":"770.827159ms","start":"2026-07-03T12:07:51.944857Z","end":"2026-07-03T12:07:52.715685Z","steps":["trace[188700758] 'agreement among raft nodes before linearized reading' (duration: 769.879812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:52.715724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:51.944845Z","time spent":"770.87001ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T12:07:52.71551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:51.600244Z","time spent":"1.115256056s","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T12:07:52.82703Z","caller":"traceutil/trace.go:171","msg":"trace[880320635] transaction","detail":"{read_only:false; response_revision:5042; number_of_response:1; }","duration":"190.384734ms","start":"2026-07-03T12:07:52.63662Z","end":"2026-07-03T12:07:52.827005Z","steps":["trace[880320635] 'process raft request' (duration: 135.693899ms)","trace[880320635] 'compare' (duration: 54.521292ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:07:52.865944Z","caller":"traceutil/trace.go:171","msg":"trace[739772871] transaction","detail":"{read_only:false; response_revision:5043; number_of_response:1; }","duration":"143.905005ms","start":"2026-07-03T12:07:52.722017Z","end":"2026-07-03T12:07:52.865922Z","steps":["trace[739772871] 'process raft request' (duration: 143.760551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:52.866702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.678448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1576c488-14ce-4eb4-b2db-3db65fe37523\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-07-03T12:07:52.866833Z","caller":"traceutil/trace.go:171","msg":"trace[1056700924] transaction","detail":"{read_only:false; response_revision:5044; number_of_response:1; }","duration":"143.883614ms","start":"2026-07-03T12:07:52.722346Z","end":"2026-07-03T12:07:52.86623Z","steps":["trace[1056700924] 'process raft request' (duration: 143.530778ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:52.867003Z","caller":"traceutil/trace.go:171","msg":"trace[1352797078] transaction","detail":"{read_only:false; response_revision:5045; number_of_response:1; }","duration":"143.536858ms","start":"2026-07-03T12:07:52.722944Z","end":"2026-07-03T12:07:52.866481Z","steps":["trace[1352797078] 'process raft request' (duration: 143.195712ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:52.867144Z","caller":"traceutil/trace.go:171","msg":"trace[1907612518] linearizableReadLoop","detail":"{readStateIndex:5242; appliedIndex:5240; }","duration":"145.554536ms","start":"2026-07-03T12:07:52.721009Z","end":"2026-07-03T12:07:52.866563Z","steps":["trace[1907612518] 'read index received' (duration: 51.388273ms)","trace[1907612518] 'applied index is now lower than readState.Index' (duration: 94.165322ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:07:52.867397Z","caller":"traceutil/trace.go:171","msg":"trace[1632063518] transaction","detail":"{read_only:false; response_revision:5046; number_of_response:1; }","duration":"136.587225ms","start":"2026-07-03T12:07:52.730062Z","end":"2026-07-03T12:07:52.866649Z","steps":["trace[1632063518] 'process raft request' (duration: 136.30921ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:52.867426Z","caller":"traceutil/trace.go:171","msg":"trace[1461987492] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1576c488-14ce-4eb4-b2db-3db65fe37523; range_end:; response_count:1; response_revision:5046; }","duration":"145.790739ms","start":"2026-07-03T12:07:52.720989Z","end":"2026-07-03T12:07:52.86678Z","steps":["trace[1461987492] 'agreement among raft nodes before linearized reading' (duration: 145.576636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:52.868278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.102795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-5b4d9cf884-m7jkb.18bec63dae55b48c\" ","response":"range_response_count:1 size:896"} {"level":"info","ts":"2026-07-03T12:07:52.868955Z","caller":"traceutil/trace.go:171","msg":"trace[56914423] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-5b4d9cf884-m7jkb.18bec63dae55b48c; range_end:; response_count:1; response_revision:5046; }","duration":"147.781558ms","start":"2026-07-03T12:07:52.72115Z","end":"2026-07-03T12:07:52.868932Z","steps":["trace[56914423] 'agreement among raft nodes before linearized reading' (duration: 147.026643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:52.86843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.284429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-07-03T12:07:52.869206Z","caller":"traceutil/trace.go:171","msg":"trace[559728134] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5046; }","duration":"147.070904ms","start":"2026-07-03T12:07:52.722093Z","end":"2026-07-03T12:07:52.869163Z","steps":["trace[559728134] 'agreement among raft nodes before linearized reading' (duration: 146.137926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:53.849161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.748924ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T12:07:53.849249Z","caller":"traceutil/trace.go:171","msg":"trace[1808605176] transaction","detail":"{read_only:false; response_revision:5059; number_of_response:1; }","duration":"525.483809ms","start":"2026-07-03T12:07:53.323752Z","end":"2026-07-03T12:07:53.849235Z","steps":["trace[1808605176] 'process raft request' (duration: 27.589072ms)","trace[1808605176] 'compare' (duration: 497.661963ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:07:53.849285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:53.323725Z","time spent":"525.54413ms","remote":"127.0.0.1:58056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T12:07:54.087455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368774717948294,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T12:07:54.236067Z","caller":"traceutil/trace.go:171","msg":"trace[1857271708] transaction","detail":"{read_only:false; response_revision:5060; number_of_response:1; }","duration":"907.788609ms","start":"2026-07-03T12:07:53.328253Z","end":"2026-07-03T12:07:54.236041Z","steps":["trace[1857271708] 'process raft request' (duration: 907.587155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:54.236219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:53.328233Z","time spent":"907.907981ms","remote":"127.0.0.1:58168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4933,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T12:07:54.307268Z","caller":"traceutil/trace.go:171","msg":"trace[952760319] transaction","detail":"{read_only:false; response_revision:5061; number_of_response:1; }","duration":"407.806543ms","start":"2026-07-03T12:07:53.899444Z","end":"2026-07-03T12:07:54.30725Z","steps":["trace[952760319] 'process raft request' (duration: 407.64812ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:54.30731Z","caller":"traceutil/trace.go:171","msg":"trace[18128674] transaction","detail":"{read_only:false; response_revision:5062; number_of_response:1; }","duration":"257.11245ms","start":"2026-07-03T12:07:54.050177Z","end":"2026-07-03T12:07:54.307289Z","steps":["trace[18128674] 'process raft request' (duration: 257.022049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:54.30739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:53.899422Z","time spent":"407.907515ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T12:07:54.30748Z","caller":"traceutil/trace.go:171","msg":"trace[1568116043] linearizableReadLoop","detail":"{readStateIndex:5262; appliedIndex:5260; }","duration":"720.253758ms","start":"2026-07-03T12:07:53.586974Z","end":"2026-07-03T12:07:54.307228Z","steps":["trace[1568116043] 'read index received' (duration: 649.273774ms)","trace[1568116043] 'applied index is now lower than readState.Index' (duration: 70.978994ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:07:54.307631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.644166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-07-03T12:07:54.307728Z","caller":"traceutil/trace.go:171","msg":"trace[77708998] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5062; }","duration":"720.805139ms","start":"2026-07-03T12:07:53.5869Z","end":"2026-07-03T12:07:54.307705Z","steps":["trace[77708998] 'agreement among raft nodes before linearized reading' (duration: 720.477193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:54.307802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:53.586869Z","time spent":"720.92199ms","remote":"127.0.0.1:58140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-07-03T12:07:54.59854Z","caller":"traceutil/trace.go:171","msg":"trace[1161427469] transaction","detail":"{read_only:false; response_revision:5063; number_of_response:1; }","duration":"356.550163ms","start":"2026-07-03T12:07:54.241948Z","end":"2026-07-03T12:07:54.598499Z","steps":["trace[1161427469] 'process raft request' (duration: 356.318629ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:54.598578Z","caller":"traceutil/trace.go:171","msg":"trace[504580190] transaction","detail":"{read_only:false; response_revision:5064; number_of_response:1; }","duration":"356.227326ms","start":"2026-07-03T12:07:54.242323Z","end":"2026-07-03T12:07:54.59855Z","steps":["trace[504580190] 'process raft request' (duration: 356.102254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:54.598728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:54.242313Z","time spent":"356.331208ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1853,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T12:07:54.598723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:54.241924Z","time spent":"356.703316ms","remote":"127.0.0.1:58146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1249,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T12:07:54.598902Z","caller":"traceutil/trace.go:171","msg":"trace[1838910288] linearizableReadLoop","detail":"{readStateIndex:5265; appliedIndex:5262; }","duration":"291.342688ms","start":"2026-07-03T12:07:54.307501Z","end":"2026-07-03T12:07:54.598843Z","steps":["trace[1838910288] 'read index received' (duration: 290.756117ms)","trace[1838910288] 'applied index is now lower than readState.Index' (duration: 585.211µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:07:54.599Z","caller":"traceutil/trace.go:171","msg":"trace[795482098] transaction","detail":"{read_only:false; response_revision:5065; number_of_response:1; }","duration":"354.701977ms","start":"2026-07-03T12:07:54.244287Z","end":"2026-07-03T12:07:54.598989Z","steps":["trace[795482098] 'process raft request' (duration: 354.196188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:54.599104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:54.244281Z","time spent":"354.748338ms","remote":"127.0.0.1:58506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4883,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T12:07:54.599425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.851699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5b481987-1a3f-4760-bce8-48a836c773a9\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-07-03T12:07:54.59946Z","caller":"traceutil/trace.go:171","msg":"trace[1301825340] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5b481987-1a3f-4760-bce8-48a836c773a9; range_end:; response_count:1; response_revision:5065; }","duration":"356.91392ms","start":"2026-07-03T12:07:54.242535Z","end":"2026-07-03T12:07:54.599449Z","steps":["trace[1301825340] 'agreement among raft nodes before linearized reading' (duration: 356.766947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:54.599489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:54.242527Z","time spent":"356.95622ms","remote":"127.0.0.1:58168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5b481987-1a3f-4760-bce8-48a836c773a9\" "} {"level":"warn","ts":"2026-07-03T12:07:54.599566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.86652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T12:07:54.59961Z","caller":"traceutil/trace.go:171","msg":"trace[285343681] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5065; }","duration":"872.955452ms","start":"2026-07-03T12:07:53.726642Z","end":"2026-07-03T12:07:54.599598Z","steps":["trace[285343681] 'agreement among raft nodes before linearized reading' (duration: 872.84921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:54.599649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:53.726621Z","time spent":"873.019033ms","remote":"127.0.0.1:58146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":37,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-03T12:07:54.59973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.852622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5b481987-1a3f-4760-bce8-48a836c773a9\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-07-03T12:07:54.599806Z","caller":"traceutil/trace.go:171","msg":"trace[963071889] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5b481987-1a3f-4760-bce8-48a836c773a9; range_end:; response_count:1; response_revision:5065; }","duration":"636.964313ms","start":"2026-07-03T12:07:53.962802Z","end":"2026-07-03T12:07:54.599766Z","steps":["trace[963071889] 'agreement among raft nodes before linearized reading' (duration: 636.709929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:54.599845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:53.962785Z","time spent":"637.049866ms","remote":"127.0.0.1:58168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5b481987-1a3f-4760-bce8-48a836c773a9\" "} {"level":"info","ts":"2026-07-03T12:07:54.674399Z","caller":"traceutil/trace.go:171","msg":"trace[1389358644] transaction","detail":"{read_only:false; response_revision:5066; number_of_response:1; }","duration":"243.207985ms","start":"2026-07-03T12:07:54.431161Z","end":"2026-07-03T12:07:54.674369Z","steps":["trace[1389358644] 'process raft request' (duration: 235.662253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:54.67475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.003884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1576c488-14ce-4eb4-b2db-3db65fe37523\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-07-03T12:07:54.674827Z","caller":"traceutil/trace.go:171","msg":"trace[904943673] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1576c488-14ce-4eb4-b2db-3db65fe37523; range_end:; response_count:1; response_revision:5068; }","duration":"364.107477ms","start":"2026-07-03T12:07:54.310701Z","end":"2026-07-03T12:07:54.674808Z","steps":["trace[904943673] 'agreement among raft nodes before linearized reading' (duration: 363.820621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:54.674903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:54.310686Z","time spent":"364.205239ms","remote":"127.0.0.1:58134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-1576c488-14ce-4eb4-b2db-3db65fe37523\" "} {"level":"info","ts":"2026-07-03T12:07:56.763306Z","caller":"traceutil/trace.go:171","msg":"trace[978887637] linearizableReadLoop","detail":"{readStateIndex:5295; appliedIndex:5294; }","duration":"154.512538ms","start":"2026-07-03T12:07:56.60877Z","end":"2026-07-03T12:07:56.763282Z","steps":["trace[978887637] 'read index received' (duration: 154.350845ms)","trace[978887637] 'applied index is now lower than readState.Index' (duration: 160.653µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:07:56.763425Z","caller":"traceutil/trace.go:171","msg":"trace[117722386] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"451.005766ms","start":"2026-07-03T12:07:56.312408Z","end":"2026-07-03T12:07:56.763414Z","steps":["trace[117722386] 'process raft request' (duration: 450.700221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:56.763593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.820583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5b481987-1a3f-4760-bce8-48a836c773a9\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-07-03T12:07:56.763646Z","caller":"traceutil/trace.go:171","msg":"trace[1926414218] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5b481987-1a3f-4760-bce8-48a836c773a9; range_end:; response_count:1; response_revision:5095; }","duration":"154.924985ms","start":"2026-07-03T12:07:56.608708Z","end":"2026-07-03T12:07:56.763633Z","steps":["trace[1926414218] 'agreement among raft nodes before linearized reading' (duration: 154.784613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:56.763835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:56.312386Z","time spent":"451.123458ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T12:07:59.685776Z","caller":"traceutil/trace.go:171","msg":"trace[1802950086] transaction","detail":"{read_only:false; response_revision:5141; number_of_response:1; }","duration":"178.660868ms","start":"2026-07-03T12:07:59.507093Z","end":"2026-07-03T12:07:59.685753Z","steps":["trace[1802950086] 'process raft request' (duration: 169.138619ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:08:02.359225Z","caller":"traceutil/trace.go:171","msg":"trace[226839265] transaction","detail":"{read_only:false; response_revision:5181; number_of_response:1; }","duration":"176.627452ms","start":"2026-07-03T12:08:02.182571Z","end":"2026-07-03T12:08:02.359199Z","steps":["trace[226839265] 'process raft request' (duration: 176.50702ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:08:07.187645Z","caller":"traceutil/trace.go:171","msg":"trace[928717869] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"390.204333ms","start":"2026-07-03T12:08:06.797416Z","end":"2026-07-03T12:08:07.187621Z","steps":["trace[928717869] 'process raft request' (duration: 390.01359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:08:07.187942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:08:06.797393Z","time spent":"390.328035ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T12:08:07.668816Z","caller":"traceutil/trace.go:171","msg":"trace[1343357057] transaction","detail":"{read_only:false; response_revision:5216; number_of_response:1; }","duration":"860.216988ms","start":"2026-07-03T12:08:06.808581Z","end":"2026-07-03T12:08:07.668798Z","steps":["trace[1343357057] 'process raft request' (duration: 860.001084ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:08:07.668862Z","caller":"traceutil/trace.go:171","msg":"trace[1426757799] transaction","detail":"{read_only:false; response_revision:5217; number_of_response:1; }","duration":"858.592696ms","start":"2026-07-03T12:08:06.810236Z","end":"2026-07-03T12:08:07.668829Z","steps":["trace[1426757799] 'process raft request' (duration: 858.474284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:08:07.668944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:08:06.808554Z","time spent":"860.319309ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T12:08:07.668808Z","caller":"traceutil/trace.go:171","msg":"trace[36232823] linearizableReadLoop","detail":"{readStateIndex:5424; appliedIndex:5420; }","duration":"845.240393ms","start":"2026-07-03T12:08:06.823545Z","end":"2026-07-03T12:08:07.668786Z","steps":["trace[36232823] 'read index received' (duration: 363.995186ms)","trace[36232823] 'applied index is now lower than readState.Index' (duration: 481.243937ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:08:07.669044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:08:06.810228Z","time spent":"858.691989ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T12:08:07.669095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.510358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T12:08:07.669162Z","caller":"traceutil/trace.go:171","msg":"trace[1190817018] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5218; }","duration":"845.633251ms","start":"2026-07-03T12:08:06.823517Z","end":"2026-07-03T12:08:07.66915Z","steps":["trace[1190817018] 'agreement among raft nodes before linearized reading' (duration: 845.334066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:08:07.669235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:08:06.823505Z","time spent":"845.717142ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T12:08:07.669237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.88147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-03T12:08:07.669382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.208298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T12:08:07.669394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.264047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T12:08:07.669381Z","caller":"traceutil/trace.go:171","msg":"trace[351753652] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5218; }","duration":"840.037663ms","start":"2026-07-03T12:08:06.829331Z","end":"2026-07-03T12:08:07.669369Z","steps":["trace[351753652] 'agreement among raft nodes before linearized reading' (duration: 839.771328ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:08:07.669173Z","caller":"traceutil/trace.go:171","msg":"trace[1644934511] transaction","detail":"{read_only:false; response_revision:5218; number_of_response:1; }","duration":"852.550282ms","start":"2026-07-03T12:08:06.816333Z","end":"2026-07-03T12:08:07.668883Z","steps":["trace[1644934511] 'process raft request' (duration: 852.41671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:08:07.669629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:08:06.816323Z","time spent":"853.206185ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T12:08:07.669432Z","caller":"traceutil/trace.go:171","msg":"trace[1029396330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5218; }","duration":"418.316251ms","start":"2026-07-03T12:08:07.251107Z","end":"2026-07-03T12:08:07.669423Z","steps":["trace[1029396330] 'agreement among raft nodes before linearized reading' (duration: 418.252319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:08:07.669847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:08:07.251089Z","time spent":"418.724608ms","remote":"127.0.0.1:57972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T12:08:07.669323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.991287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T12:08:07.670015Z","caller":"traceutil/trace.go:171","msg":"trace[1416301144] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5218; }","duration":"746.6788ms","start":"2026-07-03T12:08:06.923304Z","end":"2026-07-03T12:08:07.669983Z","steps":["trace[1416301144] 'agreement among raft nodes before linearized reading' (duration: 745.964166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:08:07.670093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:08:06.923294Z","time spent":"746.784582ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T12:08:07.669312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.96574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T12:08:07.670273Z","caller":"traceutil/trace.go:171","msg":"trace[1324044911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5218; }","duration":"743.924518ms","start":"2026-07-03T12:08:06.926325Z","end":"2026-07-03T12:08:07.670249Z","steps":["trace[1324044911] 'agreement among raft nodes before linearized reading' (duration: 742.922409ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:08:07.669434Z","caller":"traceutil/trace.go:171","msg":"trace[883324470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5218; }","duration":"761.331129ms","start":"2026-07-03T12:08:06.90809Z","end":"2026-07-03T12:08:07.669421Z","steps":["trace[883324470] 'agreement among raft nodes before linearized reading' (duration: 761.254057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:08:07.670579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:08:06.908064Z","time spent":"762.47536ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T12:08:07.66949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:08:06.829326Z","time spent":"840.150286ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T12:08:07.670377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:08:06.926318Z","time spent":"744.04339ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T12:08:07.797347Z","caller":"traceutil/trace.go:171","msg":"trace[1905611376] transaction","detail":"{read_only:false; response_revision:5220; number_of_response:1; }","duration":"122.633171ms","start":"2026-07-03T12:08:07.674696Z","end":"2026-07-03T12:08:07.797329Z","steps":["trace[1905611376] 'process raft request' (duration: 54.992906ms)","trace[1905611376] 'compare' (duration: 67.518503ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:08:07.797589Z","caller":"traceutil/trace.go:171","msg":"trace[1264135646] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"122.732203ms","start":"2026-07-03T12:08:07.674847Z","end":"2026-07-03T12:08:07.797579Z","steps":["trace[1264135646] 'process raft request' (duration: 122.448347ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:08:07.797717Z","caller":"traceutil/trace.go:171","msg":"trace[2092181849] transaction","detail":"{read_only:false; response_revision:5222; number_of_response:1; }","duration":"122.004168ms","start":"2026-07-03T12:08:07.675706Z","end":"2026-07-03T12:08:07.79771Z","steps":["trace[2092181849] 'process raft request' (duration: 121.785764ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:08:07.797915Z","caller":"traceutil/trace.go:171","msg":"trace[982502177] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"121.939677ms","start":"2026-07-03T12:08:07.675952Z","end":"2026-07-03T12:08:07.797892Z","steps":["trace[982502177] 'process raft request' (duration: 121.717593ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:08:08.547971Z","caller":"traceutil/trace.go:171","msg":"trace[1300538245] linearizableReadLoop","detail":"{readStateIndex:5432; appliedIndex:5431; }","duration":"472.489917ms","start":"2026-07-03T12:08:08.075451Z","end":"2026-07-03T12:08:08.547941Z","steps":["trace[1300538245] 'read index received' (duration: 472.447937ms)","trace[1300538245] 'applied index is now lower than readState.Index' (duration: 40.15µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:08:08.548059Z","caller":"traceutil/trace.go:171","msg":"trace[95654411] transaction","detail":"{read_only:false; response_revision:5226; number_of_response:1; }","duration":"480.941018ms","start":"2026-07-03T12:08:08.067079Z","end":"2026-07-03T12:08:08.54802Z","steps":["trace[95654411] 'process raft request' (duration: 480.701963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:08:08.548212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:08:08.067064Z","time spent":"481.057991ms","remote":"127.0.0.1:58056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T12:08:08.548235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.767073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-07-03T12:08:08.548287Z","caller":"traceutil/trace.go:171","msg":"trace[644567653] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5226; }","duration":"472.887365ms","start":"2026-07-03T12:08:08.075381Z","end":"2026-07-03T12:08:08.548269Z","steps":["trace[644567653] 'agreement among raft nodes before linearized reading' (duration: 472.702312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:08:08.548342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:08:08.075361Z","time spent":"472.970757ms","remote":"127.0.0.1:58502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9662,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"info","ts":"2026-07-03T12:08:08.677911Z","caller":"traceutil/trace.go:171","msg":"trace[1139934908] linearizableReadLoop","detail":"{readStateIndex:5433; appliedIndex:5432; }","duration":"129.823739ms","start":"2026-07-03T12:08:08.548054Z","end":"2026-07-03T12:08:08.677878Z","steps":["trace[1139934908] 'read index received' (duration: 51.691254ms)","trace[1139934908] 'applied index is now lower than readState.Index' (duration: 78.129735ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:08:08.6782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.408695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18bec63da07a66f2\" ","response":"range_response_count:1 size:751"} {"level":"info","ts":"2026-07-03T12:08:08.678252Z","caller":"traceutil/trace.go:171","msg":"trace[569011637] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18bec63da07a66f2; range_end:; response_count:1; response_revision:5226; }","duration":"125.490506ms","start":"2026-07-03T12:08:08.552743Z","end":"2026-07-03T12:08:08.678234Z","steps":["trace[569011637] 'agreement among raft nodes before linearized reading' (duration: 125.319603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:08:08.678215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.639141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:08:08.678352Z","caller":"traceutil/trace.go:171","msg":"trace[1516871434] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5226; }","duration":"443.913966ms","start":"2026-07-03T12:08:08.234422Z","end":"2026-07-03T12:08:08.678336Z","steps":["trace[1516871434] 'agreement among raft nodes before linearized reading' (duration: 443.531729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:08:08.678447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:08:08.234396Z","time spent":"444.037798ms","remote":"127.0.0.1:38112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-07-03T12:08:09.416588Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2796} {"level":"warn","ts":"2026-07-03T12:08:09.418463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.107298ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-07-03T12:08:09.418684Z","caller":"traceutil/trace.go:171","msg":"trace[1660293004] compact","detail":"{revision:2796; response_revision:5229; }","duration":"126.628688ms","start":"2026-07-03T12:08:09.292028Z","end":"2026-07-03T12:08:09.418657Z","steps":["trace[1660293004] 'check and update compact revision' (duration: 104.17836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:08:09.70657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.943603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T12:08:09.706701Z","caller":"traceutil/trace.go:171","msg":"trace[1203421711] transaction","detail":"{read_only:false; response_revision:5230; number_of_response:1; }","duration":"402.531474ms","start":"2026-07-03T12:08:09.304145Z","end":"2026-07-03T12:08:09.706676Z","steps":["trace[1203421711] 'process raft request' (duration: 114.475647ms)","trace[1203421711] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-0.18bec64202c08d81; req_size:887; } (duration: 287.646838ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:08:09.706755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:08:09.304118Z","time spent":"402.614345ms","remote":"127.0.0.1:58056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":890,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T12:08:09.952382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.381124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T12:08:09.952579Z","caller":"traceutil/trace.go:171","msg":"trace[753134975] transaction","detail":"{read_only:false; response_revision:5231; number_of_response:1; }","duration":"276.431266ms","start":"2026-07-03T12:08:09.676117Z","end":"2026-07-03T12:08:09.952548Z","steps":["trace[753134975] 'process raft request' (duration: 90.796967ms)","trace[753134975] 'compare' (duration: 21.05864ms)","trace[753134975] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:553; } (duration: 164.167021ms)"],"step_count":3} {"level":"info","ts":"2026-07-03T12:08:10.045258Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2796,"took":"627.252585ms","hash":43655708,"current-db-size-bytes":51679232,"current-db-size":"52 MB","current-db-size-in-use-bytes":26984448,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-03T12:08:10.045331Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":43655708,"revision":2796,"compact-revision":-1} {"level":"info","ts":"2026-07-03T12:08:10.045943Z","caller":"traceutil/trace.go:171","msg":"trace[533094009] transaction","detail":"{read_only:false; response_revision:5233; number_of_response:1; }","duration":"369.616217ms","start":"2026-07-03T12:08:09.676307Z","end":"2026-07-03T12:08:10.045924Z","steps":["trace[533094009] 'process raft request' (duration: 369.275211ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:08:10.046056Z","caller":"traceutil/trace.go:171","msg":"trace[311619744] transaction","detail":"{read_only:false; response_revision:5234; number_of_response:1; }","duration":"178.633657ms","start":"2026-07-03T12:08:09.867391Z","end":"2026-07-03T12:08:10.046024Z","steps":["trace[311619744] 'process raft request' (duration: 178.548106ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:08:10.046063Z","caller":"traceutil/trace.go:171","msg":"trace[1920977989] linearizableReadLoop","detail":"{readStateIndex:5441; appliedIndex:5438; }","duration":"359.311662ms","start":"2026-07-03T12:08:09.686707Z","end":"2026-07-03T12:08:10.046018Z","steps":["trace[1920977989] 'read index received' (duration: 80.164855ms)","trace[1920977989] 'applied index is now lower than readState.Index' (duration: 279.143047ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:08:10.046095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:08:09.676299Z","time spent":"369.703449ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T12:08:10.046215Z","caller":"traceutil/trace.go:171","msg":"trace[1584341626] transaction","detail":"{read_only:false; response_revision:5232; number_of_response:1; }","duration":"369.425684ms","start":"2026-07-03T12:08:09.67622Z","end":"2026-07-03T12:08:10.045645Z","steps":["trace[1584341626] 'process raft request' (duration: 276.314023ms)","trace[1584341626] 'compare' (duration: 43.827783ms)","trace[1584341626] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; req_size:531; } (duration: 49.086765ms)"],"step_count":3} {"level":"warn","ts":"2026-07-03T12:08:10.046234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.523656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T12:08:10.046269Z","caller":"traceutil/trace.go:171","msg":"trace[1206546810] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5234; }","duration":"359.587336ms","start":"2026-07-03T12:08:09.686671Z","end":"2026-07-03T12:08:10.046259Z","steps":["trace[1206546810] 'agreement among raft nodes before linearized reading' (duration: 359.487015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:08:10.046289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.394067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T12:08:10.046298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:08:09.686659Z","time spent":"359.630518ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T12:08:10.046326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:08:09.676193Z","time spent":"370.075916ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T12:08:10.046328Z","caller":"traceutil/trace.go:171","msg":"trace[684505533] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:5234; }","duration":"325.471368ms","start":"2026-07-03T12:08:09.720846Z","end":"2026-07-03T12:08:10.046318Z","steps":["trace[684505533] 'agreement among raft nodes before linearized reading' (duration: 325.342645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:08:10.046428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:08:09.720836Z","time spent":"325.584589ms","remote":"127.0.0.1:58194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":69,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-03T12:08:10.04643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.398916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T12:08:10.046488Z","caller":"traceutil/trace.go:171","msg":"trace[962088264] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5234; }","duration":"244.483578ms","start":"2026-07-03T12:08:09.801996Z","end":"2026-07-03T12:08:10.04648Z","steps":["trace[962088264] 'agreement among raft nodes before linearized reading' (duration: 244.347445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:08:10.046544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.578339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T12:08:10.046597Z","caller":"traceutil/trace.go:171","msg":"trace[1119870567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5234; }","duration":"244.671361ms","start":"2026-07-03T12:08:09.801911Z","end":"2026-07-03T12:08:10.046582Z","steps":["trace[1119870567] 'agreement among raft nodes before linearized reading' (duration: 244.487938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:08:10.046323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.197432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T12:08:10.046773Z","caller":"traceutil/trace.go:171","msg":"trace[1845568513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5234; }","duration":"244.664512ms","start":"2026-07-03T12:08:09.802089Z","end":"2026-07-03T12:08:10.046754Z","steps":["trace[1845568513] 'agreement among raft nodes before linearized reading' (duration: 244.102661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:08:10.048233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.301022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T12:08:10.048266Z","caller":"traceutil/trace.go:171","msg":"trace[50099512] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5234; }","duration":"246.382095ms","start":"2026-07-03T12:08:09.801874Z","end":"2026-07-03T12:08:10.048257Z","steps":["trace[50099512] 'agreement among raft nodes before linearized reading' (duration: 245.486628ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:08:10.822261Z","caller":"traceutil/trace.go:171","msg":"trace[2003505986] linearizableReadLoop","detail":"{readStateIndex:5445; appliedIndex:5442; }","duration":"767.937533ms","start":"2026-07-03T12:08:10.054289Z","end":"2026-07-03T12:08:10.822226Z","steps":["trace[2003505986] 'read index received' (duration: 16.089236ms)","trace[2003505986] 'applied index is now lower than readState.Index' (duration: 751.842907ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:08:10.822399Z","caller":"traceutil/trace.go:171","msg":"trace[1473714266] transaction","detail":"{read_only:false; response_revision:5237; number_of_response:1; }","duration":"768.155937ms","start":"2026-07-03T12:08:10.054228Z","end":"2026-07-03T12:08:10.822384Z","steps":["trace[1473714266] 'process raft request' (duration: 766.916574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:08:10.822497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:08:10.054201Z","time spent":"768.221947ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T12:08:10.822598Z","caller":"traceutil/trace.go:171","msg":"trace[1969173589] transaction","detail":"{read_only:false; response_revision:5238; number_of_response:1; }","duration":"767.063196ms","start":"2026-07-03T12:08:10.05553Z","end":"2026-07-03T12:08:10.822593Z","steps":["trace[1969173589] 'process raft request' (duration: 765.65799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:08:10.822627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:08:10.05552Z","time spent":"767.089277ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T12:08:10.821645Z","caller":"traceutil/trace.go:171","msg":"trace[685181240] transaction","detail":"{read_only:false; response_revision:5236; number_of_response:1; }","duration":"767.389213ms","start":"2026-07-03T12:08:10.054228Z","end":"2026-07-03T12:08:10.821618Z","steps":["trace[685181240] 'process raft request' (duration: 763.355296ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:08:10.822696Z","caller":"traceutil/trace.go:171","msg":"trace[1181246440] transaction","detail":"{read_only:false; response_revision:5239; number_of_response:1; }","duration":"766.106388ms","start":"2026-07-03T12:08:10.056584Z","end":"2026-07-03T12:08:10.822691Z","steps":["trace[1181246440] 'process raft request' (duration: 764.62911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:08:10.822722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:08:10.056574Z","time spent":"766.13397ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T12:08:10.822792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:08:10.054201Z","time spent":"768.496293ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T12:08:10.822856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.564695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:10698"} {"level":"info","ts":"2026-07-03T12:08:10.822876Z","caller":"traceutil/trace.go:171","msg":"trace[410218288] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5241; }","duration":"768.599796ms","start":"2026-07-03T12:08:10.05427Z","end":"2026-07-03T12:08:10.82287Z","steps":["trace[410218288] 'agreement among raft nodes before linearized reading' (duration: 768.495124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:08:10.822889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:08:10.054263Z","time spent":"768.623646ms","remote":"127.0.0.1:58152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":10721,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-03T12:08:10.823081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.583908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-03T12:08:10.823096Z","caller":"traceutil/trace.go:171","msg":"trace[294372572] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5241; }","duration":"714.628329ms","start":"2026-07-03T12:08:10.108462Z","end":"2026-07-03T12:08:10.823091Z","steps":["trace[294372572] 'agreement among raft nodes before linearized reading' (duration: 714.578028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:08:10.82311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:08:10.108454Z","time spent":"714.650899ms","remote":"127.0.0.1:38042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-03T12:08:10.823146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.234759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T12:08:10.823188Z","caller":"traceutil/trace.go:171","msg":"trace[131868964] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5241; }","duration":"351.29139ms","start":"2026-07-03T12:08:10.471884Z","end":"2026-07-03T12:08:10.823176Z","steps":["trace[131868964] 'agreement among raft nodes before linearized reading' (duration: 351.194708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:08:10.82322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:08:10.471875Z","time spent":"351.335951ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-07-03T12:08:10.823222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.497216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:08:10.82329Z","caller":"traceutil/trace.go:171","msg":"trace[1273146886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5241; }","duration":"571.598499ms","start":"2026-07-03T12:08:10.251673Z","end":"2026-07-03T12:08:10.823271Z","steps":["trace[1273146886] 'agreement among raft nodes before linearized reading' (duration: 571.494857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:08:10.823328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:08:10.251661Z","time spent":"571.65844ms","remote":"127.0.0.1:57972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T12:08:10.823364Z","caller":"traceutil/trace.go:171","msg":"trace[285426032] transaction","detail":"{read_only:false; response_revision:5240; number_of_response:1; }","duration":"133.665881ms","start":"2026-07-03T12:08:10.689687Z","end":"2026-07-03T12:08:10.823353Z","steps":["trace[285426032] 'process raft request' (duration: 131.562932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:08:10.823459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.827402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-03T12:08:10.823478Z","caller":"traceutil/trace.go:171","msg":"trace[812941263] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5241; }","duration":"400.874283ms","start":"2026-07-03T12:08:10.422598Z","end":"2026-07-03T12:08:10.823472Z","steps":["trace[812941263] 'agreement among raft nodes before linearized reading' (duration: 400.817401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:08:10.823491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:08:10.422581Z","time spent":"400.907393ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-03T12:08:28.976331Z","caller":"traceutil/trace.go:171","msg":"trace[989280464] transaction","detail":"{read_only:false; response_revision:5363; number_of_response:1; }","duration":"147.267022ms","start":"2026-07-03T12:08:28.829039Z","end":"2026-07-03T12:08:28.976306Z","steps":["trace[989280464] 'process raft request' (duration: 91.772873ms)","trace[989280464] 'compare' (duration: 55.321636ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:08:28.976643Z","caller":"traceutil/trace.go:171","msg":"trace[1566991993] transaction","detail":"{read_only:false; response_revision:5364; number_of_response:1; }","duration":"147.511185ms","start":"2026-07-03T12:08:28.829106Z","end":"2026-07-03T12:08:28.976617Z","steps":["trace[1566991993] 'process raft request' (duration: 147.159569ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:08:28.976866Z","caller":"traceutil/trace.go:171","msg":"trace[209035157] transaction","detail":"{read_only:false; response_revision:5365; number_of_response:1; }","duration":"142.792567ms","start":"2026-07-03T12:08:28.834053Z","end":"2026-07-03T12:08:28.976845Z","steps":["trace[209035157] 'process raft request' (duration: 142.519451ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:08:34.358255Z","caller":"traceutil/trace.go:171","msg":"trace[922207522] linearizableReadLoop","detail":"{readStateIndex:5610; appliedIndex:5608; }","duration":"106.15783ms","start":"2026-07-03T12:08:34.252061Z","end":"2026-07-03T12:08:34.358218Z","steps":["trace[922207522] 'read index received' (duration: 13.340756ms)","trace[922207522] 'applied index is now lower than readState.Index' (duration: 92.815604ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:08:34.35839Z","caller":"traceutil/trace.go:171","msg":"trace[1578003516] transaction","detail":"{read_only:false; response_revision:5397; number_of_response:1; }","duration":"212.273546ms","start":"2026-07-03T12:08:34.146083Z","end":"2026-07-03T12:08:34.358356Z","steps":["trace[1578003516] 'process raft request' (duration: 212.069863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:08:34.358659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.574237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:08:34.358738Z","caller":"traceutil/trace.go:171","msg":"trace[1854068607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5397; }","duration":"106.71846ms","start":"2026-07-03T12:08:34.251997Z","end":"2026-07-03T12:08:34.358716Z","steps":["trace[1854068607] 'agreement among raft nodes before linearized reading' (duration: 106.434845ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:08:34.359507Z","caller":"traceutil/trace.go:171","msg":"trace[1743250038] transaction","detail":"{read_only:false; response_revision:5396; number_of_response:1; }","duration":"212.272357ms","start":"2026-07-03T12:08:34.145957Z","end":"2026-07-03T12:08:34.35823Z","steps":["trace[1743250038] 'process raft request' (duration: 119.531885ms)","trace[1743250038] 'compare' (duration: 92.407706ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:08:46.546758Z","caller":"traceutil/trace.go:171","msg":"trace[2003120428] transaction","detail":"{read_only:false; response_revision:5557; number_of_response:1; }","duration":"118.347867ms","start":"2026-07-03T12:08:46.428376Z","end":"2026-07-03T12:08:46.546724Z","steps":["trace[2003120428] 'process raft request' (duration: 111.046467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:08:54.674316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.547728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T12:08:54.675119Z","caller":"traceutil/trace.go:171","msg":"trace[487199299] transaction","detail":"{read_only:false; response_revision:5601; number_of_response:1; }","duration":"242.410859ms","start":"2026-07-03T12:08:54.432645Z","end":"2026-07-03T12:08:54.675056Z","steps":["trace[487199299] 'process raft request' (duration: 54.840482ms)","trace[487199299] 'compare' (duration: 186.267522ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:08:54.675184Z","caller":"traceutil/trace.go:171","msg":"trace[1186812470] transaction","detail":"{read_only:false; response_revision:5602; number_of_response:1; }","duration":"226.532476ms","start":"2026-07-03T12:08:54.448585Z","end":"2026-07-03T12:08:54.675118Z","steps":["trace[1186812470] 'process raft request' (duration: 226.265861ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:08:54.675139Z","caller":"traceutil/trace.go:171","msg":"trace[385130246] linearizableReadLoop","detail":"{readStateIndex:5821; appliedIndex:5819; }","duration":"111.063451ms","start":"2026-07-03T12:08:54.564047Z","end":"2026-07-03T12:08:54.67511Z","steps":["trace[385130246] 'read index received' (duration: 45.033405ms)","trace[385130246] 'applied index is now lower than readState.Index' (duration: 66.028126ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:08:54.675677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.858994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T12:08:54.675721Z","caller":"traceutil/trace.go:171","msg":"trace[116210100] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5602; }","duration":"101.967397ms","start":"2026-07-03T12:08:54.573742Z","end":"2026-07-03T12:08:54.67571Z","steps":["trace[116210100] 'agreement among raft nodes before linearized reading' (duration: 101.799443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:08:54.679672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.622008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2206973"} {"level":"info","ts":"2026-07-03T12:08:54.679743Z","caller":"traceutil/trace.go:171","msg":"trace[1000530701] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:5602; }","duration":"115.755901ms","start":"2026-07-03T12:08:54.56397Z","end":"2026-07-03T12:08:54.679726Z","steps":["trace[1000530701] 'agreement among raft nodes before linearized reading' (duration: 111.239314ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:08:54.905337Z","caller":"traceutil/trace.go:171","msg":"trace[1416305333] transaction","detail":"{read_only:false; response_revision:5604; number_of_response:1; }","duration":"130.919141ms","start":"2026-07-03T12:08:54.774392Z","end":"2026-07-03T12:08:54.905311Z","steps":["trace[1416305333] 'process raft request' (duration: 130.453442ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:11:55.4872Z","caller":"traceutil/trace.go:171","msg":"trace[861919527] transaction","detail":"{read_only:false; response_revision:6858; number_of_response:1; }","duration":"138.594673ms","start":"2026-07-03T12:11:55.348559Z","end":"2026-07-03T12:11:55.487154Z","steps":["trace[861919527] 'process raft request' (duration: 44.424577ms)","trace[861919527] 'compare' (duration: 93.700347ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:11:55.745505Z","caller":"traceutil/trace.go:171","msg":"trace[17383628] linearizableReadLoop","detail":"{readStateIndex:7121; appliedIndex:7120; }","duration":"217.283073ms","start":"2026-07-03T12:11:55.528191Z","end":"2026-07-03T12:11:55.745474Z","steps":["trace[17383628] 'read index received' (duration: 216.992108ms)","trace[17383628] 'applied index is now lower than readState.Index' (duration: 289.585µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:11:55.746158Z","caller":"traceutil/trace.go:171","msg":"trace[1697992023] transaction","detail":"{read_only:false; response_revision:6860; number_of_response:1; }","duration":"346.683382ms","start":"2026-07-03T12:11:55.399455Z","end":"2026-07-03T12:11:55.746139Z","steps":["trace[1697992023] 'process raft request' (duration: 345.818265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:11:55.746453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:11:55.399428Z","time spent":"346.776934ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T12:11:55.747046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.807593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:11:55.747146Z","caller":"traceutil/trace.go:171","msg":"trace[657361521] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:6860; }","duration":"218.979007ms","start":"2026-07-03T12:11:55.528142Z","end":"2026-07-03T12:11:55.747121Z","steps":["trace[657361521] 'agreement among raft nodes before linearized reading' (duration: 218.825213ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:12:01.621213Z","caller":"traceutil/trace.go:171","msg":"trace[1151416738] transaction","detail":"{read_only:false; response_revision:6888; number_of_response:1; }","duration":"112.898864ms","start":"2026-07-03T12:12:01.508214Z","end":"2026-07-03T12:12:01.621113Z","steps":["trace[1151416738] 'process raft request' (duration: 112.6957ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:12:13.424356Z","caller":"traceutil/trace.go:171","msg":"trace[54261549] transaction","detail":"{read_only:false; response_revision:7003; number_of_response:1; }","duration":"115.399893ms","start":"2026-07-03T12:12:13.308925Z","end":"2026-07-03T12:12:13.424325Z","steps":["trace[54261549] 'process raft request' (duration: 115.21082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:12:17.540357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.291476ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T12:12:17.540631Z","caller":"traceutil/trace.go:171","msg":"trace[811857916] linearizableReadLoop","detail":"{readStateIndex:7289; appliedIndex:7288; }","duration":"288.602274ms","start":"2026-07-03T12:12:17.25201Z","end":"2026-07-03T12:12:17.540612Z","steps":["trace[811857916] 'read index received' (duration: 142.973191ms)","trace[811857916] 'applied index is now lower than readState.Index' (duration: 145.628003ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:12:17.540705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.681586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:12:17.540747Z","caller":"traceutil/trace.go:171","msg":"trace[1243211722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7021; }","duration":"288.787428ms","start":"2026-07-03T12:12:17.251953Z","end":"2026-07-03T12:12:17.54074Z","steps":["trace[1243211722] 'agreement among raft nodes before linearized reading' (duration: 288.707117ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:12:30.189478Z","caller":"traceutil/trace.go:171","msg":"trace[1148094009] transaction","detail":"{read_only:false; response_revision:7091; number_of_response:1; }","duration":"121.110077ms","start":"2026-07-03T12:12:30.068343Z","end":"2026-07-03T12:12:30.189453Z","steps":["trace[1148094009] 'process raft request' (duration: 121.024865ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:13:09.424586Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5229} {"level":"info","ts":"2026-07-03T12:13:09.54828Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5229,"took":"122.343177ms","hash":2503585850,"current-db-size-bytes":51679232,"current-db-size":"52 MB","current-db-size-in-use-bytes":18632704,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-07-03T12:13:09.548351Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2503585850,"revision":5229,"compact-revision":2796} {"level":"info","ts":"2026-07-03T12:14:23.66092Z","caller":"traceutil/trace.go:171","msg":"trace[285521520] transaction","detail":"{read_only:false; response_revision:7688; number_of_response:1; }","duration":"102.045086ms","start":"2026-07-03T12:14:23.558847Z","end":"2026-07-03T12:14:23.660892Z","steps":["trace[285521520] 'process raft request' (duration: 101.889113ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:14:23.662616Z","caller":"traceutil/trace.go:171","msg":"trace[1773909575] transaction","detail":"{read_only:false; response_revision:7690; number_of_response:1; }","duration":"101.450175ms","start":"2026-07-03T12:14:23.561134Z","end":"2026-07-03T12:14:23.662584Z","steps":["trace[1773909575] 'process raft request' (duration: 101.409414ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:14:23.663173Z","caller":"traceutil/trace.go:171","msg":"trace[442944872] transaction","detail":"{read_only:false; response_revision:7689; number_of_response:1; }","duration":"102.707889ms","start":"2026-07-03T12:14:23.560447Z","end":"2026-07-03T12:14:23.663155Z","steps":["trace[442944872] 'process raft request' (duration: 101.955504ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:14:24.571915Z","caller":"traceutil/trace.go:171","msg":"trace[78864373] transaction","detail":"{read_only:false; response_revision:7693; number_of_response:1; }","duration":"128.416244ms","start":"2026-07-03T12:14:24.443471Z","end":"2026-07-03T12:14:24.571887Z","steps":["trace[78864373] 'process raft request' (duration: 128.236941ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:14:45.345209Z","caller":"traceutil/trace.go:171","msg":"trace[1756995071] transaction","detail":"{read_only:false; response_revision:7798; number_of_response:1; }","duration":"109.025393ms","start":"2026-07-03T12:14:45.236156Z","end":"2026-07-03T12:14:45.345181Z","steps":["trace[1756995071] 'process raft request' (duration: 108.834389ms)"],"step_count":1}