{"level":"warn","ts":"2026-03-24T14:55:26.417728Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-24T14:55:26.417837Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.86:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.86:2380","--initial-cluster=instance=https://199.19.213.86:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.86:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.86:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-24T14:55:26.417937Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-24T14:55:26.417957Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.86:2380"]} {"level":"info","ts":"2026-03-24T14:55:26.417984Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-24T14:55:26.41891Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.86:2379"]} {"level":"info","ts":"2026-03-24T14:55:26.419017Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.86:2380"],"listen-peer-urls":["https://199.19.213.86:2380"],"advertise-client-urls":["https://199.19.213.86:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.86:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.86:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-24T14:55:26.422978Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.674649ms"} {"level":"info","ts":"2026-03-24T14:55:26.441426Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"849a6ffb5e81c109","cluster-id":"d4d86b1dd8829199"} {"level":"info","ts":"2026-03-24T14:55:26.441678Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"849a6ffb5e81c109 switched to configuration voters=()"} {"level":"info","ts":"2026-03-24T14:55:26.441728Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"849a6ffb5e81c109 became follower at term 0"} {"level":"info","ts":"2026-03-24T14:55:26.441751Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 849a6ffb5e81c109 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-24T14:55:26.441849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"849a6ffb5e81c109 became follower at term 1"} {"level":"info","ts":"2026-03-24T14:55:26.441921Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"849a6ffb5e81c109 switched to configuration voters=(9555072684832964873)"} {"level":"warn","ts":"2026-03-24T14:55:26.449176Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-24T14:55:26.450563Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-24T14:55:26.451787Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-24T14:55:26.454814Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"849a6ffb5e81c109","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-24T14:55:26.455241Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-24T14:55:26.455355Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-24T14:55:26.455243Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"849a6ffb5e81c109","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-24T14:55:26.455368Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-24T14:55:26.456766Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"849a6ffb5e81c109 switched to configuration voters=(9555072684832964873)"} {"level":"info","ts":"2026-03-24T14:55:26.457079Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"d4d86b1dd8829199","local-member-id":"849a6ffb5e81c109","added-peer-id":"849a6ffb5e81c109","added-peer-peer-urls":["https://199.19.213.86:2380"]} {"level":"info","ts":"2026-03-24T14:55:26.460387Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-24T14:55:26.46051Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.86:2380"} {"level":"info","ts":"2026-03-24T14:55:26.460577Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.86:2380"} {"level":"info","ts":"2026-03-24T14:55:26.460672Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"849a6ffb5e81c109","initial-advertise-peer-urls":["https://199.19.213.86:2380"],"listen-peer-urls":["https://199.19.213.86:2380"],"advertise-client-urls":["https://199.19.213.86:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.86:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-24T14:55:26.460705Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-24T14:55:27.343205Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"849a6ffb5e81c109 is starting a new election at term 1"} {"level":"info","ts":"2026-03-24T14:55:27.343269Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"849a6ffb5e81c109 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-24T14:55:27.343301Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"849a6ffb5e81c109 received MsgPreVoteResp from 849a6ffb5e81c109 at term 1"} {"level":"info","ts":"2026-03-24T14:55:27.343317Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"849a6ffb5e81c109 became candidate at term 2"} {"level":"info","ts":"2026-03-24T14:55:27.343325Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"849a6ffb5e81c109 received MsgVoteResp from 849a6ffb5e81c109 at term 2"} {"level":"info","ts":"2026-03-24T14:55:27.343336Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"849a6ffb5e81c109 became leader at term 2"} {"level":"info","ts":"2026-03-24T14:55:27.343345Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 849a6ffb5e81c109 elected leader 849a6ffb5e81c109 at term 2"} {"level":"info","ts":"2026-03-24T14:55:27.344005Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"849a6ffb5e81c109","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.86:2379]}","request-path":"/0/members/849a6ffb5e81c109/attributes","cluster-id":"d4d86b1dd8829199","publish-timeout":"7s"} {"level":"info","ts":"2026-03-24T14:55:27.344035Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-24T14:55:27.34407Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-24T14:55:27.344073Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-24T14:55:27.344411Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-24T14:55:27.344455Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-24T14:55:27.345799Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"d4d86b1dd8829199","local-member-id":"849a6ffb5e81c109","cluster-version":"3.5"} {"level":"info","ts":"2026-03-24T14:55:27.345896Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-24T14:55:27.345935Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-24T14:55:27.348817Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-24T14:55:27.348914Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.86:2379"} {"level":"info","ts":"2026-03-24T14:55:43.309359Z","caller":"traceutil/trace.go:171","msg":"trace[1170083491] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"295.170686ms","start":"2026-03-24T14:55:43.014135Z","end":"2026-03-24T14:55:43.309305Z","steps":["trace[1170083491] 'process raft request' (duration: 294.997791ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:55:43.52791Z","caller":"traceutil/trace.go:171","msg":"trace[651324283] linearizableReadLoop","detail":"{readStateIndex:426; appliedIndex:425; }","duration":"187.833949ms","start":"2026-03-24T14:55:43.340051Z","end":"2026-03-24T14:55:43.527885Z","steps":["trace[651324283] 'read index received' (duration: 187.605702ms)","trace[651324283] 'applied index is now lower than readState.Index' (duration: 227.327µs)"],"step_count":2} {"level":"warn","ts":"2026-03-24T14:55:43.528083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.002223ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T14:55:43.528234Z","caller":"traceutil/trace.go:171","msg":"trace[1744754552] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:411; }","duration":"188.177708ms","start":"2026-03-24T14:55:43.340043Z","end":"2026-03-24T14:55:43.52822Z","steps":["trace[1744754552] 'agreement among raft nodes before linearized reading' (duration: 187.931691ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:55:43.528248Z","caller":"traceutil/trace.go:171","msg":"trace[301906142] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"206.681459ms","start":"2026-03-24T14:55:43.321404Z","end":"2026-03-24T14:55:43.528085Z","steps":["trace[301906142] 'process raft request' (duration: 206.33698ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:55:49.237986Z","caller":"traceutil/trace.go:171","msg":"trace[1828427152] linearizableReadLoop","detail":"{readStateIndex:441; appliedIndex:440; }","duration":"452.983582ms","start":"2026-03-24T14:55:48.784977Z","end":"2026-03-24T14:55:49.237961Z","steps":["trace[1828427152] 'read index received' (duration: 452.783706ms)","trace[1828427152] 'applied index is now lower than readState.Index' (duration: 198.896µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:55:49.238045Z","caller":"traceutil/trace.go:171","msg":"trace[789443731] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"499.641756ms","start":"2026-03-24T14:55:48.738385Z","end":"2026-03-24T14:55:49.238027Z","steps":["trace[789443731] 'process raft request' (duration: 499.367768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:55:49.238134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.146286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-24T14:55:49.238183Z","caller":"traceutil/trace.go:171","msg":"trace[691859794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:425; }","duration":"453.25337ms","start":"2026-03-24T14:55:48.784918Z","end":"2026-03-24T14:55:49.238171Z","steps":["trace[691859794] 'agreement among raft nodes before linearized reading' (duration: 453.150447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:55:49.23822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:55:48.784895Z","time spent":"453.312551ms","remote":"127.0.0.1:35522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-24T14:55:49.238593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:55:48.73836Z","time spent":"499.736089ms","remote":"127.0.0.1:35522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T14:55:49.239966Z","caller":"traceutil/trace.go:171","msg":"trace[1646017658] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"176.719367ms","start":"2026-03-24T14:55:49.063221Z","end":"2026-03-24T14:55:49.23994Z","steps":["trace[1646017658] 'process raft request' (duration: 176.602574ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:55:59.411466Z","caller":"traceutil/trace.go:171","msg":"trace[1867272244] transaction","detail":"{read_only:false; response_revision:448; number_of_response:1; }","duration":"119.808488ms","start":"2026-03-24T14:55:59.291632Z","end":"2026-03-24T14:55:59.41144Z","steps":["trace[1867272244] 'process raft request' (duration: 119.669254ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:55:59.41771Z","caller":"traceutil/trace.go:171","msg":"trace[1715357001] transaction","detail":"{read_only:false; response_revision:449; number_of_response:1; }","duration":"125.645796ms","start":"2026-03-24T14:55:59.292028Z","end":"2026-03-24T14:55:59.417674Z","steps":["trace[1715357001] 'process raft request' (duration: 125.42225ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:56:30.798315Z","caller":"traceutil/trace.go:171","msg":"trace[931617001] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"138.872686ms","start":"2026-03-24T14:56:30.65941Z","end":"2026-03-24T14:56:30.798283Z","steps":["trace[931617001] 'process raft request' (duration: 138.720162ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:56:31.71585Z","caller":"traceutil/trace.go:171","msg":"trace[629927276] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"141.57658ms","start":"2026-03-24T14:56:31.574251Z","end":"2026-03-24T14:56:31.715828Z","steps":["trace[629927276] 'process raft request' (duration: 141.463676ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:56:31.874361Z","caller":"traceutil/trace.go:171","msg":"trace[1230484929] linearizableReadLoop","detail":"{readStateIndex:615; appliedIndex:613; }","duration":"279.682074ms","start":"2026-03-24T14:56:31.59465Z","end":"2026-03-24T14:56:31.874332Z","steps":["trace[1230484929] 'read index received' (duration: 121.149024ms)","trace[1230484929] 'applied index is now lower than readState.Index' (duration: 158.53204ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:56:31.874648Z","caller":"traceutil/trace.go:171","msg":"trace[1528078922] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"297.854869ms","start":"2026-03-24T14:56:31.576779Z","end":"2026-03-24T14:56:31.874634Z","steps":["trace[1528078922] 'process raft request' (duration: 206.285708ms)","trace[1528078922] 'compare' (duration: 91.158329ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T14:56:31.874851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.197339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-24T14:56:31.874895Z","caller":"traceutil/trace.go:171","msg":"trace[983453037] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:589; }","duration":"280.292911ms","start":"2026-03-24T14:56:31.594591Z","end":"2026-03-24T14:56:31.874884Z","steps":["trace[983453037] 'agreement among raft nodes before linearized reading' (duration: 280.211759ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:56:32.063347Z","caller":"traceutil/trace.go:171","msg":"trace[2131254379] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"182.976866ms","start":"2026-03-24T14:56:31.880325Z","end":"2026-03-24T14:56:32.063302Z","steps":["trace[2131254379] 'process raft request' (duration: 182.533644ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:56:38.094895Z","caller":"traceutil/trace.go:171","msg":"trace[341136848] linearizableReadLoop","detail":"{readStateIndex:654; appliedIndex:653; }","duration":"405.292711ms","start":"2026-03-24T14:56:37.68958Z","end":"2026-03-24T14:56:38.094872Z","steps":["trace[341136848] 'read index received' (duration: 405.062294ms)","trace[341136848] 'applied index is now lower than readState.Index' (duration: 229.817µs)"],"step_count":2} {"level":"warn","ts":"2026-03-24T14:56:38.095154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.551838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T14:56:38.095215Z","caller":"traceutil/trace.go:171","msg":"trace[1341828433] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:626; }","duration":"405.702942ms","start":"2026-03-24T14:56:37.689501Z","end":"2026-03-24T14:56:38.095204Z","steps":["trace[1341828433] 'agreement among raft nodes before linearized reading' (duration: 405.585368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:38.095416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:37.689471Z","time spent":"405.918508ms","remote":"127.0.0.1:35414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-24T14:56:38.095428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.238051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-24T14:56:38.095298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.333865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T14:56:38.095466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.720429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-24T14:56:38.095592Z","caller":"traceutil/trace.go:171","msg":"trace[286796019] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:626; }","duration":"322.604001ms","start":"2026-03-24T14:56:37.772923Z","end":"2026-03-24T14:56:38.095527Z","steps":["trace[286796019] 'agreement among raft nodes before linearized reading' (duration: 322.328244ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:56:38.095492Z","caller":"traceutil/trace.go:171","msg":"trace[1003036096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:626; }","duration":"358.291492ms","start":"2026-03-24T14:56:37.737184Z","end":"2026-03-24T14:56:38.095475Z","steps":["trace[1003036096] 'agreement among raft nodes before linearized reading' (duration: 358.139088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:38.095756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:37.737124Z","time spent":"358.600491ms","remote":"127.0.0.1:35522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-24T14:56:38.09512Z","caller":"traceutil/trace.go:171","msg":"trace[1751054134] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"514.025197ms","start":"2026-03-24T14:56:37.581057Z","end":"2026-03-24T14:56:38.095082Z","steps":["trace[1751054134] 'process raft request' (duration: 513.636797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:38.096101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:37.581031Z","time spent":"514.878001ms","remote":"127.0.0.1:35442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T14:56:38.095271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.814484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-24T14:56:38.096213Z","caller":"traceutil/trace.go:171","msg":"trace[1627122416] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:626; }","duration":"371.763779ms","start":"2026-03-24T14:56:37.724422Z","end":"2026-03-24T14:56:38.096186Z","steps":["trace[1627122416] 'agreement among raft nodes before linearized reading' (duration: 370.755432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:38.09628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:37.724376Z","time spent":"371.886242ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-24T14:56:38.095603Z","caller":"traceutil/trace.go:171","msg":"trace[194716930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:626; }","duration":"196.866203ms","start":"2026-03-24T14:56:37.898704Z","end":"2026-03-24T14:56:38.09557Z","steps":["trace[194716930] 'agreement among raft nodes before linearized reading' (duration: 196.507123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:38.095683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:37.7729Z","time spent":"322.747526ms","remote":"127.0.0.1:35486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-24T14:56:38.232861Z","caller":"traceutil/trace.go:171","msg":"trace[541839322] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"132.247806ms","start":"2026-03-24T14:56:38.100573Z","end":"2026-03-24T14:56:38.232821Z","steps":["trace[541839322] 'process raft request' (duration: 132.205145ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:56:38.232957Z","caller":"traceutil/trace.go:171","msg":"trace[525988114] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"132.987276ms","start":"2026-03-24T14:56:38.099913Z","end":"2026-03-24T14:56:38.2329Z","steps":["trace[525988114] 'process raft request' (duration: 132.746599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:38.751395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.324545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T14:56:38.751456Z","caller":"traceutil/trace.go:171","msg":"trace[794813452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:629; }","duration":"215.434888ms","start":"2026-03-24T14:56:38.536008Z","end":"2026-03-24T14:56:38.751443Z","steps":["trace[794813452] 'range keys from in-memory index tree' (duration: 215.245342ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:56:39.426916Z","caller":"traceutil/trace.go:171","msg":"trace[1487768613] linearizableReadLoop","detail":"{readStateIndex:658; appliedIndex:657; }","duration":"350.284304ms","start":"2026-03-24T14:56:39.076575Z","end":"2026-03-24T14:56:39.42686Z","steps":["trace[1487768613] 'read index received' (duration: 350.026047ms)","trace[1487768613] 'applied index is now lower than readState.Index' (duration: 257.077µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:56:39.426997Z","caller":"traceutil/trace.go:171","msg":"trace[1735366720] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"570.524073ms","start":"2026-03-24T14:56:38.856441Z","end":"2026-03-24T14:56:39.426965Z","steps":["trace[1735366720] 'process raft request' (duration: 570.248386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:39.427155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.560912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T14:56:39.427238Z","caller":"traceutil/trace.go:171","msg":"trace[2059712657] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:630; }","duration":"350.683856ms","start":"2026-03-24T14:56:39.076534Z","end":"2026-03-24T14:56:39.427218Z","steps":["trace[2059712657] 'agreement among raft nodes before linearized reading' (duration: 350.511171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:39.427217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:38.856418Z","time spent":"570.676188ms","remote":"127.0.0.1:35522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T14:56:39.427274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:39.076512Z","time spent":"350.756297ms","remote":"127.0.0.1:35462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-24T14:56:39.427296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.804664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-24T14:56:39.42737Z","caller":"traceutil/trace.go:171","msg":"trace[2072216335] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:630; }","duration":"220.925038ms","start":"2026-03-24T14:56:39.206421Z","end":"2026-03-24T14:56:39.427346Z","steps":["trace[2072216335] 'agreement among raft nodes before linearized reading' (duration: 220.769663ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:56:40.94257Z","caller":"traceutil/trace.go:171","msg":"trace[929178161] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"232.025429ms","start":"2026-03-24T14:56:40.71052Z","end":"2026-03-24T14:56:40.942545Z","steps":["trace[929178161] 'process raft request' (duration: 231.871354ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:56:40.947893Z","caller":"traceutil/trace.go:171","msg":"trace[1209525935] transaction","detail":"{read_only:false; response_revision:770; number_of_response:1; }","duration":"236.883281ms","start":"2026-03-24T14:56:40.710985Z","end":"2026-03-24T14:56:40.947869Z","steps":["trace[1209525935] 'process raft request' (duration: 236.640795ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:56:59.411218Z","caller":"traceutil/trace.go:171","msg":"trace[324031318] transaction","detail":"{read_only:false; response_revision:1015; number_of_response:1; }","duration":"604.605042ms","start":"2026-03-24T14:56:58.806568Z","end":"2026-03-24T14:56:59.411173Z","steps":["trace[324031318] 'process raft request' (duration: 604.317965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:59.411471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:58.806545Z","time spent":"604.798618ms","remote":"127.0.0.1:35522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T14:57:18.577295Z","caller":"traceutil/trace.go:171","msg":"trace[319652722] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"105.309816ms","start":"2026-03-24T14:57:18.471949Z","end":"2026-03-24T14:57:18.577259Z","steps":["trace[319652722] 'process raft request' (duration: 105.10021ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:57:18.578224Z","caller":"traceutil/trace.go:171","msg":"trace[1297295435] transaction","detail":"{read_only:false; response_revision:1163; number_of_response:1; }","duration":"106.229831ms","start":"2026-03-24T14:57:18.471951Z","end":"2026-03-24T14:57:18.578181Z","steps":["trace[1297295435] 'process raft request' (duration: 105.84229ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:57:23.538813Z","caller":"traceutil/trace.go:171","msg":"trace[56303052] transaction","detail":"{read_only:false; response_revision:1268; number_of_response:1; }","duration":"149.555506ms","start":"2026-03-24T14:57:23.389192Z","end":"2026-03-24T14:57:23.538747Z","steps":["trace[56303052] 'process raft request' (duration: 149.318769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:26.108014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.433338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T14:57:26.108088Z","caller":"traceutil/trace.go:171","msg":"trace[1050946017] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1285; }","duration":"201.557862ms","start":"2026-03-24T14:57:25.906516Z","end":"2026-03-24T14:57:26.108074Z","steps":["trace[1050946017] 'count revisions from in-memory index tree' (duration: 201.292274ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:57:48.019952Z","caller":"traceutil/trace.go:171","msg":"trace[644003009] linearizableReadLoop","detail":"{readStateIndex:1716; appliedIndex:1715; }","duration":"303.046666ms","start":"2026-03-24T14:57:47.716868Z","end":"2026-03-24T14:57:48.019915Z","steps":["trace[644003009] 'read index received' (duration: 302.645605ms)","trace[644003009] 'applied index is now lower than readState.Index' (duration: 399.321µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:57:48.0201Z","caller":"traceutil/trace.go:171","msg":"trace[145302956] transaction","detail":"{read_only:false; response_revision:1663; number_of_response:1; }","duration":"328.324649ms","start":"2026-03-24T14:57:47.691729Z","end":"2026-03-24T14:57:48.020053Z","steps":["trace[145302956] 'process raft request' (duration: 327.911188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:48.020374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:47.691702Z","time spent":"328.494964ms","remote":"127.0.0.1:35522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T14:57:48.020391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.478508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-823eb027-9649-46ba-857a-b95d819ac1a3\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-24T14:57:48.020454Z","caller":"traceutil/trace.go:171","msg":"trace[264109331] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-823eb027-9649-46ba-857a-b95d819ac1a3; range_end:; response_count:1; response_revision:1663; }","duration":"303.627122ms","start":"2026-03-24T14:57:47.716809Z","end":"2026-03-24T14:57:48.020436Z","steps":["trace[264109331] 'agreement among raft nodes before linearized reading' (duration: 303.325284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:48.020511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:47.71679Z","time spent":"303.707854ms","remote":"127.0.0.1:35442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-823eb027-9649-46ba-857a-b95d819ac1a3\" "} {"level":"warn","ts":"2026-03-24T14:57:48.02049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.634958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-24T14:57:48.020616Z","caller":"traceutil/trace.go:171","msg":"trace[1317105113] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1663; }","duration":"170.806652ms","start":"2026-03-24T14:57:47.849768Z","end":"2026-03-24T14:57:48.020574Z","steps":["trace[1317105113] 'agreement among raft nodes before linearized reading' (duration: 170.409382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:48.319395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.576694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T14:57:48.319483Z","caller":"traceutil/trace.go:171","msg":"trace[976628938] transaction","detail":"{read_only:false; response_revision:1664; number_of_response:1; }","duration":"294.246141ms","start":"2026-03-24T14:57:48.025225Z","end":"2026-03-24T14:57:48.319471Z","steps":["trace[976628938] 'process raft request' (duration: 54.40892ms)","trace[976628938] 'compare' (duration: 239.491251ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:57:48.360261Z","caller":"traceutil/trace.go:171","msg":"trace[226058777] linearizableReadLoop","detail":"{readStateIndex:1718; appliedIndex:1716; }","duration":"332.12463ms","start":"2026-03-24T14:57:48.028113Z","end":"2026-03-24T14:57:48.360237Z","steps":["trace[226058777] 'read index received' (duration: 51.677817ms)","trace[226058777] 'applied index is now lower than readState.Index' (duration: 280.445943ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T14:57:48.360455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.329445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-03-24T14:57:48.36048Z","caller":"traceutil/trace.go:171","msg":"trace[1815516379] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1665; }","duration":"332.394247ms","start":"2026-03-24T14:57:48.028078Z","end":"2026-03-24T14:57:48.360472Z","steps":["trace[1815516379] 'agreement among raft nodes before linearized reading' (duration: 332.257483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:48.360501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:48.028038Z","time spent":"332.458479ms","remote":"127.0.0.1:35522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-24T14:57:48.360751Z","caller":"traceutil/trace.go:171","msg":"trace[2144678135] transaction","detail":"{read_only:false; response_revision:1665; number_of_response:1; }","duration":"333.720132ms","start":"2026-03-24T14:57:48.026978Z","end":"2026-03-24T14:57:48.360699Z","steps":["trace[2144678135] 'process raft request' (duration: 333.087745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:48.360957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:48.026965Z","time spent":"333.886246ms","remote":"127.0.0.1:35442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T14:57:48.51688Z","caller":"traceutil/trace.go:171","msg":"trace[1815852642] transaction","detail":"{read_only:false; response_revision:1667; number_of_response:1; }","duration":"133.868367ms","start":"2026-03-24T14:57:48.382972Z","end":"2026-03-24T14:57:48.51684Z","steps":["trace[1815852642] 'process raft request' (duration: 65.705831ms)","trace[1815852642] 'compare' (duration: 67.991192ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:57:50.255005Z","caller":"traceutil/trace.go:171","msg":"trace[187739490] linearizableReadLoop","detail":"{readStateIndex:1737; appliedIndex:1736; }","duration":"225.772237ms","start":"2026-03-24T14:57:50.029192Z","end":"2026-03-24T14:57:50.254964Z","steps":["trace[187739490] 'read index received' (duration: 225.458718ms)","trace[187739490] 'applied index is now lower than readState.Index' (duration: 306.578µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:57:50.255147Z","caller":"traceutil/trace.go:171","msg":"trace[1651089676] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"226.756123ms","start":"2026-03-24T14:57:50.028322Z","end":"2026-03-24T14:57:50.255078Z","steps":["trace[1651089676] 'process raft request' (duration: 226.353792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:50.255448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.206308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-823eb027-9649-46ba-857a-b95d819ac1a3\" ","response":"range_response_count:1 size:3932"} {"level":"info","ts":"2026-03-24T14:57:50.255517Z","caller":"traceutil/trace.go:171","msg":"trace[447034900] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-823eb027-9649-46ba-857a-b95d819ac1a3; range_end:; response_count:1; response_revision:1684; }","duration":"226.355572ms","start":"2026-03-24T14:57:50.029144Z","end":"2026-03-24T14:57:50.255499Z","steps":["trace[447034900] 'agreement among raft nodes before linearized reading' (duration: 226.025103ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:58:30.762587Z","caller":"traceutil/trace.go:171","msg":"trace[291864336] linearizableReadLoop","detail":"{readStateIndex:2052; appliedIndex:2051; }","duration":"226.729006ms","start":"2026-03-24T14:58:30.535829Z","end":"2026-03-24T14:58:30.762558Z","steps":["trace[291864336] 'read index received' (duration: 226.50122ms)","trace[291864336] 'applied index is now lower than readState.Index' (duration: 226.235µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:58:30.762649Z","caller":"traceutil/trace.go:171","msg":"trace[199152019] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"300.181201ms","start":"2026-03-24T14:58:30.462438Z","end":"2026-03-24T14:58:30.762619Z","steps":["trace[199152019] 'process raft request' (duration: 299.968426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:58:30.762863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.980042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T14:58:30.763434Z","caller":"traceutil/trace.go:171","msg":"trace[754529148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1981; }","duration":"227.64328ms","start":"2026-03-24T14:58:30.535758Z","end":"2026-03-24T14:58:30.763402Z","steps":["trace[754529148] 'agreement among raft nodes before linearized reading' (duration: 226.955832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:58:30.763422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:58:30.462413Z","time spent":"300.904961ms","remote":"127.0.0.1:35522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T14:58:30.762889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.27984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-24T14:58:30.763732Z","caller":"traceutil/trace.go:171","msg":"trace[367194072] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1981; }","duration":"187.130832ms","start":"2026-03-24T14:58:30.576584Z","end":"2026-03-24T14:58:30.763715Z","steps":["trace[367194072] 'agreement among raft nodes before linearized reading' (duration: 186.144056ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:58:30.979982Z","caller":"traceutil/trace.go:171","msg":"trace[532651377] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"211.644798ms","start":"2026-03-24T14:58:30.768308Z","end":"2026-03-24T14:58:30.979953Z","steps":["trace[532651377] 'process raft request' (duration: 211.514385ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:58:30.980106Z","caller":"traceutil/trace.go:171","msg":"trace[1337791987] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"211.783071ms","start":"2026-03-24T14:58:30.768294Z","end":"2026-03-24T14:58:30.980077Z","steps":["trace[1337791987] 'process raft request' (duration: 174.16021ms)","trace[1337791987] 'compare' (duration: 37.168729ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:59:07.477317Z","caller":"traceutil/trace.go:171","msg":"trace[2080497521] linearizableReadLoop","detail":"{readStateIndex:2353; appliedIndex:2352; }","duration":"311.354314ms","start":"2026-03-24T14:59:07.165935Z","end":"2026-03-24T14:59:07.477289Z","steps":["trace[2080497521] 'read index received' (duration: 311.20945ms)","trace[2080497521] 'applied index is now lower than readState.Index' (duration: 143.264µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:59:07.47747Z","caller":"traceutil/trace.go:171","msg":"trace[151937602] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"315.530056ms","start":"2026-03-24T14:59:07.161932Z","end":"2026-03-24T14:59:07.477462Z","steps":["trace[151937602] 'process raft request' (duration: 315.175976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:59:07.477576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:59:07.161911Z","time spent":"315.583058ms","remote":"127.0.0.1:35522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T14:59:07.477991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.063481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-24T14:59:07.478053Z","caller":"traceutil/trace.go:171","msg":"trace[1031933402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2265; }","duration":"291.139813ms","start":"2026-03-24T14:59:07.186904Z","end":"2026-03-24T14:59:07.478044Z","steps":["trace[1031933402] 'agreement among raft nodes before linearized reading' (duration: 290.961488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:59:07.477975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.271719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"warn","ts":"2026-03-24T14:59:07.478073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.108624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-24T14:59:07.478146Z","caller":"traceutil/trace.go:171","msg":"trace[1656028365] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2265; }","duration":"114.521005ms","start":"2026-03-24T14:59:07.363617Z","end":"2026-03-24T14:59:07.478138Z","steps":["trace[1656028365] 'agreement among raft nodes before linearized reading' (duration: 114.230027ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:59:07.478187Z","caller":"traceutil/trace.go:171","msg":"trace[1522115494] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2265; }","duration":"312.253559ms","start":"2026-03-24T14:59:07.16591Z","end":"2026-03-24T14:59:07.478164Z","steps":["trace[1522115494] 'agreement among raft nodes before linearized reading' (duration: 312.014162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:59:07.478247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:59:07.165901Z","time spent":"312.332861ms","remote":"127.0.0.1:35522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-24T14:59:07.478458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.947987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-24T14:59:07.478695Z","caller":"traceutil/trace.go:171","msg":"trace[2126952435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2265; }","duration":"291.912133ms","start":"2026-03-24T14:59:07.186754Z","end":"2026-03-24T14:59:07.478666Z","steps":["trace[2126952435] 'agreement among raft nodes before linearized reading' (duration: 290.809194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:59:37.885618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.20286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-24T14:59:37.88574Z","caller":"traceutil/trace.go:171","msg":"trace[969657908] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2462; }","duration":"150.387016ms","start":"2026-03-24T14:59:37.735325Z","end":"2026-03-24T14:59:37.885712Z","steps":["trace[969657908] 'range keys from in-memory index tree' (duration: 149.907552ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:59:43.277358Z","caller":"traceutil/trace.go:171","msg":"trace[2015666991] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"104.100267ms","start":"2026-03-24T14:59:43.173242Z","end":"2026-03-24T14:59:43.277343Z","steps":["trace[2015666991] 'process raft request' (duration: 103.977293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:00:45.49516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.9242ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-24T15:02:05.66525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.081652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T15:02:05.665383Z","caller":"traceutil/trace.go:171","msg":"trace[1238722468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4075; }","duration":"130.264006ms","start":"2026-03-24T15:02:05.535088Z","end":"2026-03-24T15:02:05.665352Z","steps":["trace[1238722468] 'range keys from in-memory index tree' (duration: 130.007039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:02:05.665743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.067888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fa0a6195-626d-4465-9f72-ebd9950214ab\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-03-24T15:02:05.665847Z","caller":"traceutil/trace.go:171","msg":"trace[1523664438] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fa0a6195-626d-4465-9f72-ebd9950214ab; range_end:; response_count:1; response_revision:4075; }","duration":"114.231723ms","start":"2026-03-24T15:02:05.551594Z","end":"2026-03-24T15:02:05.665826Z","steps":["trace[1523664438] 'range keys from in-memory index tree' (duration: 113.874463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:02:06.301341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.039541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"warn","ts":"2026-03-24T15:02:06.301446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.146222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fa0a6195-626d-4465-9f72-ebd9950214ab\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-03-24T15:02:06.301485Z","caller":"traceutil/trace.go:171","msg":"trace[2108092000] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:4081; }","duration":"123.242876ms","start":"2026-03-24T15:02:06.178208Z","end":"2026-03-24T15:02:06.301451Z","steps":["trace[2108092000] 'range keys from in-memory index tree' (duration: 122.791604ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:02:06.301536Z","caller":"traceutil/trace.go:171","msg":"trace[1512769979] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fa0a6195-626d-4465-9f72-ebd9950214ab; range_end:; response_count:1; response_revision:4081; }","duration":"120.293207ms","start":"2026-03-24T15:02:06.181218Z","end":"2026-03-24T15:02:06.301512Z","steps":["trace[1512769979] 'range keys from in-memory index tree' (duration: 119.910496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:02:08.872655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.888072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e988eac-03f4-499c-b277-6fe0fe4225be\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-24T15:02:08.872772Z","caller":"traceutil/trace.go:171","msg":"trace[986156735] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5e988eac-03f4-499c-b277-6fe0fe4225be; range_end:; response_count:1; response_revision:4216; }","duration":"138.093058ms","start":"2026-03-24T15:02:08.734655Z","end":"2026-03-24T15:02:08.872748Z","steps":["trace[986156735] 'range keys from in-memory index tree' (duration: 137.650656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:02:08.873061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.721964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fa0a6195-626d-4465-9f72-ebd9950214ab\" ","response":"range_response_count:1 size:4076"} {"level":"info","ts":"2026-03-24T15:02:08.873176Z","caller":"traceutil/trace.go:171","msg":"trace[292975835] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fa0a6195-626d-4465-9f72-ebd9950214ab; range_end:; response_count:1; response_revision:4216; }","duration":"193.900339ms","start":"2026-03-24T15:02:08.679251Z","end":"2026-03-24T15:02:08.873151Z","steps":["trace[292975835] 'range keys from in-memory index tree' (duration: 193.434266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:02:08.873395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.563979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8dbxg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-24T15:02:08.873429Z","caller":"traceutil/trace.go:171","msg":"trace[1277445891] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8dbxg; range_end:; response_count:1; response_revision:4216; }","duration":"224.631041ms","start":"2026-03-24T15:02:08.648789Z","end":"2026-03-24T15:02:08.87342Z","steps":["trace[1277445891] 'range keys from in-memory index tree' (duration: 224.468006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:02:08.873584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.717127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-24T15:02:08.873682Z","caller":"traceutil/trace.go:171","msg":"trace[732754285] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4216; }","duration":"124.879991ms","start":"2026-03-24T15:02:08.748783Z","end":"2026-03-24T15:02:08.873663Z","steps":["trace[732754285] 'range keys from in-memory index tree' (duration: 124.576072ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:02:10.575403Z","caller":"traceutil/trace.go:171","msg":"trace[1738215511] linearizableReadLoop","detail":"{readStateIndex:4453; appliedIndex:4452; }","duration":"249.677039ms","start":"2026-03-24T15:02:10.325694Z","end":"2026-03-24T15:02:10.575371Z","steps":["trace[1738215511] 'read index received' (duration: 249.569536ms)","trace[1738215511] 'applied index is now lower than readState.Index' (duration: 105.683µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:02:10.5755Z","caller":"traceutil/trace.go:171","msg":"trace[2119722786] transaction","detail":"{read_only:false; response_revision:4262; number_of_response:1; }","duration":"258.164599ms","start":"2026-03-24T15:02:10.3173Z","end":"2026-03-24T15:02:10.575464Z","steps":["trace[2119722786] 'process raft request' (duration: 257.877731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:02:10.575743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.027679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.86\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-24T15:02:10.575796Z","caller":"traceutil/trace.go:171","msg":"trace[350440938] range","detail":"{range_begin:/registry/masterleases/199.19.213.86; range_end:; response_count:1; response_revision:4262; }","duration":"250.135802ms","start":"2026-03-24T15:02:10.325647Z","end":"2026-03-24T15:02:10.575783Z","steps":["trace[350440938] 'agreement among raft nodes before linearized reading' (duration: 249.908216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:02:10.58028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.126853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-24T15:02:10.580355Z","caller":"traceutil/trace.go:171","msg":"trace[848011282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4263; }","duration":"113.255086ms","start":"2026-03-24T15:02:10.467083Z","end":"2026-03-24T15:02:10.580338Z","steps":["trace[848011282] 'agreement among raft nodes before linearized reading' (duration: 112.949338ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:02:12.743656Z","caller":"traceutil/trace.go:171","msg":"trace[1124498065] transaction","detail":"{read_only:false; response_revision:4324; number_of_response:1; }","duration":"128.026016ms","start":"2026-03-24T15:02:12.615587Z","end":"2026-03-24T15:02:12.743613Z","steps":["trace[1124498065] 'process raft request' (duration: 90.554782ms)","trace[1124498065] 'compare' (duration: 37.217827ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:02:22.188832Z","caller":"traceutil/trace.go:171","msg":"trace[109325465] transaction","detail":"{read_only:false; response_revision:4470; number_of_response:1; }","duration":"200.311466ms","start":"2026-03-24T15:02:21.988496Z","end":"2026-03-24T15:02:22.188808Z","steps":["trace[109325465] 'process raft request' (duration: 117.964813ms)","trace[109325465] 'compare' (duration: 81.923811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:02:22.646693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.893002ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T15:02:22.646975Z","caller":"traceutil/trace.go:171","msg":"trace[1125892997] transaction","detail":"{read_only:false; response_revision:4473; number_of_response:1; }","duration":"285.767562ms","start":"2026-03-24T15:02:22.361153Z","end":"2026-03-24T15:02:22.646921Z","steps":["trace[1125892997] 'process raft request' (duration: 114.546381ms)","trace[1125892997] 'compare' (duration: 170.729198ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:02:22.647365Z","caller":"traceutil/trace.go:171","msg":"trace[897317779] transaction","detail":"{read_only:false; response_revision:4474; number_of_response:1; }","duration":"277.267182ms","start":"2026-03-24T15:02:22.370077Z","end":"2026-03-24T15:02:22.647344Z","steps":["trace[897317779] 'process raft request' (duration: 276.745208ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:02:22.647456Z","caller":"traceutil/trace.go:171","msg":"trace[274275721] linearizableReadLoop","detail":"{readStateIndex:4675; appliedIndex:4671; }","duration":"251.056765ms","start":"2026-03-24T15:02:22.396383Z","end":"2026-03-24T15:02:22.64744Z","steps":["trace[274275721] 'read index received' (duration: 20.540194ms)","trace[274275721] 'applied index is now lower than readState.Index' (duration: 230.515041ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:02:22.647567Z","caller":"traceutil/trace.go:171","msg":"trace[1230116629] transaction","detail":"{read_only:false; response_revision:4475; number_of_response:1; }","duration":"253.4596ms","start":"2026-03-24T15:02:22.394057Z","end":"2026-03-24T15:02:22.647517Z","steps":["trace[1230116629] 'process raft request' (duration: 252.848684ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:02:22.647596Z","caller":"traceutil/trace.go:171","msg":"trace[1557829792] transaction","detail":"{read_only:false; response_revision:4476; number_of_response:1; }","duration":"228.62398ms","start":"2026-03-24T15:02:22.418953Z","end":"2026-03-24T15:02:22.647577Z","steps":["trace[1557829792] 'process raft request' (duration: 228.141507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:02:22.647717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.314353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-24T15:02:22.647766Z","caller":"traceutil/trace.go:171","msg":"trace[2036130626] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4476; }","duration":"251.379474ms","start":"2026-03-24T15:02:22.396373Z","end":"2026-03-24T15:02:22.647753Z","steps":["trace[2036130626] 'agreement among raft nodes before linearized reading' (duration: 251.170969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:02:22.648924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.738905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T15:02:22.649506Z","caller":"traceutil/trace.go:171","msg":"trace[1185431112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4476; }","duration":"113.268807ms","start":"2026-03-24T15:02:22.536067Z","end":"2026-03-24T15:02:22.649336Z","steps":["trace[1185431112] 'agreement among raft nodes before linearized reading' (duration: 111.619543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:02:22.869432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.570758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T15:02:22.869641Z","caller":"traceutil/trace.go:171","msg":"trace[2143217383] transaction","detail":"{read_only:false; response_revision:4484; number_of_response:1; }","duration":"139.36177ms","start":"2026-03-24T15:02:22.730247Z","end":"2026-03-24T15:02:22.869608Z","steps":["trace[2143217383] 'process raft request' (duration: 16.511905ms)","trace[2143217383] 'compare' (duration: 122.390543ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:02:22.869722Z","caller":"traceutil/trace.go:171","msg":"trace[1896839078] transaction","detail":"{read_only:false; response_revision:4485; number_of_response:1; }","duration":"138.60726ms","start":"2026-03-24T15:02:22.731102Z","end":"2026-03-24T15:02:22.869709Z","steps":["trace[1896839078] 'process raft request' (duration: 138.438425ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:02:22.869709Z","caller":"traceutil/trace.go:171","msg":"trace[1685701257] linearizableReadLoop","detail":"{readStateIndex:4684; appliedIndex:4682; }","duration":"139.31177ms","start":"2026-03-24T15:02:22.730348Z","end":"2026-03-24T15:02:22.86966Z","steps":["trace[1685701257] 'read index received' (duration: 6.138066ms)","trace[1685701257] 'applied index is now lower than readState.Index' (duration: 133.172854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:02:22.870396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.026989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-24T15:02:22.870437Z","caller":"traceutil/trace.go:171","msg":"trace[1074468093] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4485; }","duration":"140.10225ms","start":"2026-03-24T15:02:22.730322Z","end":"2026-03-24T15:02:22.870425Z","steps":["trace[1074468093] 'agreement among raft nodes before linearized reading' (duration: 139.449773ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:02:23.005431Z","caller":"traceutil/trace.go:171","msg":"trace[1225570606] transaction","detail":"{read_only:false; response_revision:4486; number_of_response:1; }","duration":"128.179009ms","start":"2026-03-24T15:02:22.877232Z","end":"2026-03-24T15:02:23.005411Z","steps":["trace[1225570606] 'process raft request' (duration: 93.052101ms)","trace[1225570606] 'compare' (duration: 35.037246ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:02:23.075483Z","caller":"traceutil/trace.go:171","msg":"trace[898482749] linearizableReadLoop","detail":"{readStateIndex:4687; appliedIndex:4685; }","duration":"107.216624ms","start":"2026-03-24T15:02:22.968241Z","end":"2026-03-24T15:02:23.075458Z","steps":["trace[898482749] 'read index received' (duration: 2.050666ms)","trace[898482749] 'applied index is now lower than readState.Index' (duration: 105.164828ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:02:23.075824Z","caller":"traceutil/trace.go:171","msg":"trace[1095350641] transaction","detail":"{read_only:false; response_revision:4487; number_of_response:1; }","duration":"160.247454ms","start":"2026-03-24T15:02:22.915562Z","end":"2026-03-24T15:02:23.07581Z","steps":["trace[1095350641] 'process raft request' (duration: 159.761581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:02:23.076092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.83257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-24T15:02:23.076133Z","caller":"traceutil/trace.go:171","msg":"trace[849777299] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4487; }","duration":"107.916153ms","start":"2026-03-24T15:02:22.968208Z","end":"2026-03-24T15:02:23.076124Z","steps":["trace[849777299] 'agreement among raft nodes before linearized reading' (duration: 107.777989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:02:23.09608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.334092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8dbxg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-24T15:02:23.096143Z","caller":"traceutil/trace.go:171","msg":"trace[1224517912] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8dbxg; range_end:; response_count:1; response_revision:4488; }","duration":"125.421244ms","start":"2026-03-24T15:02:22.970707Z","end":"2026-03-24T15:02:23.096128Z","steps":["trace[1224517912] 'agreement among raft nodes before linearized reading' (duration: 125.227119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:02:23.898602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.932743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T15:02:23.89883Z","caller":"traceutil/trace.go:171","msg":"trace[142237215] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:4497; }","duration":"340.268252ms","start":"2026-03-24T15:02:23.558534Z","end":"2026-03-24T15:02:23.898802Z","steps":["trace[142237215] 'count revisions from in-memory index tree' (duration: 339.83087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:02:23.898899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:02:23.558513Z","time spent":"340.368114ms","remote":"127.0.0.1:35352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-24T15:02:30.493339Z","caller":"traceutil/trace.go:171","msg":"trace[1027118726] transaction","detail":"{read_only:false; response_revision:4642; number_of_response:1; }","duration":"127.528811ms","start":"2026-03-24T15:02:30.365768Z","end":"2026-03-24T15:02:30.493297Z","steps":["trace[1027118726] 'process raft request' (duration: 114.317165ms)","trace[1027118726] 'compare' (duration: 13.002381ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:02:46.944502Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13909821686350157397,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-24T15:02:47.285885Z","caller":"traceutil/trace.go:171","msg":"trace[2122955958] transaction","detail":"{read_only:false; response_revision:4836; number_of_response:1; }","duration":"924.473418ms","start":"2026-03-24T15:02:46.361384Z","end":"2026-03-24T15:02:47.285857Z","steps":["trace[2122955958] 'process raft request' (duration: 924.309644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:02:47.286051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:02:46.361371Z","time spent":"924.588092ms","remote":"127.0.0.1:35420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":871,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:02:47.625508Z","caller":"traceutil/trace.go:171","msg":"trace[1193641853] linearizableReadLoop","detail":"{readStateIndex:5053; appliedIndex:5048; }","duration":"1.181262568s","start":"2026-03-24T15:02:46.444213Z","end":"2026-03-24T15:02:47.625475Z","steps":["trace[1193641853] 'read index received' (duration: 841.54232ms)","trace[1193641853] 'applied index is now lower than readState.Index' (duration: 339.718768ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:02:47.625646Z","caller":"traceutil/trace.go:171","msg":"trace[1926934758] transaction","detail":"{read_only:false; response_revision:4839; number_of_response:1; }","duration":"1.262599514s","start":"2026-03-24T15:02:46.363035Z","end":"2026-03-24T15:02:47.625634Z","steps":["trace[1926934758] 'process raft request' (duration: 1.262299186s)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:02:47.625627Z","caller":"traceutil/trace.go:171","msg":"trace[1668298581] transaction","detail":"{read_only:false; response_revision:4838; number_of_response:1; }","duration":"1.262663776s","start":"2026-03-24T15:02:46.362931Z","end":"2026-03-24T15:02:47.625595Z","steps":["trace[1668298581] 'process raft request' (duration: 1.262344797s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:02:47.625765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:02:46.362917Z","time spent":"1.262771348s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3321,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T15:02:47.625904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:02:46.362999Z","time spent":"1.262676476s","remote":"127.0.0.1:35368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:02:47.625945Z","caller":"traceutil/trace.go:171","msg":"trace[486959195] transaction","detail":"{read_only:false; response_revision:4837; number_of_response:1; }","duration":"1.263887219s","start":"2026-03-24T15:02:46.361853Z","end":"2026-03-24T15:02:47.625741Z","steps":["trace[486959195] 'process raft request' (duration: 1.263230681s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:02:47.626019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068732622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10515"} {"level":"info","ts":"2026-03-24T15:02:47.626125Z","caller":"traceutil/trace.go:171","msg":"trace[1656004784] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4840; }","duration":"1.068861415s","start":"2026-03-24T15:02:46.557235Z","end":"2026-03-24T15:02:47.626097Z","steps":["trace[1656004784] 'agreement among raft nodes before linearized reading' (duration: 1.068641939s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:02:47.626127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:02:46.361827Z","time spent":"1.264208727s","remote":"127.0.0.1:35536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T15:02:47.626181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:02:46.557218Z","time spent":"1.068951388s","remote":"127.0.0.1:35442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10539,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-24T15:02:47.626202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.429242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-24T15:02:47.626198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.050059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-24T15:02:47.626268Z","caller":"traceutil/trace.go:171","msg":"trace[173231572] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:4840; }","duration":"156.532694ms","start":"2026-03-24T15:02:47.469712Z","end":"2026-03-24T15:02:47.626245Z","steps":["trace[173231572] 'agreement among raft nodes before linearized reading' (duration: 156.430102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:02:47.626026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181768742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-24T15:02:47.626292Z","caller":"traceutil/trace.go:171","msg":"trace[50301700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4840; }","duration":"492.165192ms","start":"2026-03-24T15:02:47.134108Z","end":"2026-03-24T15:02:47.626273Z","steps":["trace[50301700] 'agreement among raft nodes before linearized reading' (duration: 491.954756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:02:47.626284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.15326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-24T15:02:47.626339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:02:47.134096Z","time spent":"492.229563ms","remote":"127.0.0.1:35522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-24T15:02:47.626355Z","caller":"traceutil/trace.go:171","msg":"trace[892111694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4840; }","duration":"529.252763ms","start":"2026-03-24T15:02:47.097089Z","end":"2026-03-24T15:02:47.626342Z","steps":["trace[892111694] 'agreement among raft nodes before linearized reading' (duration: 529.090019ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:02:47.626337Z","caller":"traceutil/trace.go:171","msg":"trace[552940632] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4840; }","duration":"1.182160693s","start":"2026-03-24T15:02:46.444155Z","end":"2026-03-24T15:02:47.626315Z","steps":["trace[552940632] 'agreement among raft nodes before linearized reading' (duration: 1.181652439s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:02:47.626388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:02:47.097074Z","time spent":"529.305945ms","remote":"127.0.0.1:35522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-24T15:02:47.626413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:02:46.444125Z","time spent":"1.182268725s","remote":"127.0.0.1:35522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-24T15:02:47.626385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.053445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-24T15:02:47.62646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.51149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-24T15:02:47.626435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040209152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T15:02:47.626495Z","caller":"traceutil/trace.go:171","msg":"trace[401904831] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4840; }","duration":"699.21968ms","start":"2026-03-24T15:02:46.927258Z","end":"2026-03-24T15:02:47.626478Z","steps":["trace[401904831] 'agreement among raft nodes before linearized reading' (duration: 698.8571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:02:47.628067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:02:46.927235Z","time spent":"700.814163ms","remote":"127.0.0.1:35522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-24T15:02:47.62669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.667075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-24T15:02:47.626527Z","caller":"traceutil/trace.go:171","msg":"trace[1306572266] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4840; }","duration":"977.604202ms","start":"2026-03-24T15:02:46.648906Z","end":"2026-03-24T15:02:47.62651Z","steps":["trace[1306572266] 'agreement among raft nodes before linearized reading' (duration: 977.447048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:02:47.628918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:02:46.648891Z","time spent":"980.000817ms","remote":"127.0.0.1:35414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-24T15:02:47.628572Z","caller":"traceutil/trace.go:171","msg":"trace[918470330] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4840; }","duration":"554.586717ms","start":"2026-03-24T15:02:47.073974Z","end":"2026-03-24T15:02:47.628561Z","steps":["trace[918470330] 'agreement among raft nodes before linearized reading' (duration: 552.643794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:02:47.62907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:02:47.073953Z","time spent":"555.10602ms","remote":"127.0.0.1:35522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-24T15:02:47.626552Z","caller":"traceutil/trace.go:171","msg":"trace[1777175949] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:4840; }","duration":"1.040402087s","start":"2026-03-24T15:02:46.586125Z","end":"2026-03-24T15:02:47.626527Z","steps":["trace[1777175949] 'agreement among raft nodes before linearized reading' (duration: 1.04015602s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:02:47.626667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.793268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8dbxg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-24T15:02:47.629219Z","caller":"traceutil/trace.go:171","msg":"trace[2118438461] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8dbxg; range_end:; response_count:1; response_revision:4840; }","duration":"336.378728ms","start":"2026-03-24T15:02:47.29283Z","end":"2026-03-24T15:02:47.629209Z","steps":["trace[2118438461] 'agreement among raft nodes before linearized reading' (duration: 333.708126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:02:47.629247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:02:47.292812Z","time spent":"336.426189ms","remote":"127.0.0.1:35442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-8dbxg\" "} {"level":"warn","ts":"2026-03-24T15:02:47.629239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:02:46.5861Z","time spent":"1.043071249s","remote":"127.0.0.1:35646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-24T15:02:47.626694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.493487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-24T15:02:47.629444Z","caller":"traceutil/trace.go:171","msg":"trace[955810488] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4840; }","duration":"274.264062ms","start":"2026-03-24T15:02:47.355147Z","end":"2026-03-24T15:02:47.629411Z","steps":["trace[955810488] 'agreement among raft nodes before linearized reading' (duration: 271.445736ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:02:47.62612Z","caller":"traceutil/trace.go:171","msg":"trace[1643596820] transaction","detail":"{read_only:false; response_revision:4840; number_of_response:1; }","duration":"1.263056626s","start":"2026-03-24T15:02:46.363045Z","end":"2026-03-24T15:02:47.626102Z","steps":["trace[1643596820] 'process raft request' (duration: 1.262354727s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:02:47.629818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:02:46.363011Z","time spent":"1.266737815s","remote":"127.0.0.1:35368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:02:47.737851Z","caller":"traceutil/trace.go:171","msg":"trace[2040372534] transaction","detail":"{read_only:false; response_revision:4844; number_of_response:1; }","duration":"104.004427ms","start":"2026-03-24T15:02:47.633818Z","end":"2026-03-24T15:02:47.737822Z","steps":["trace[2040372534] 'process raft request' (duration: 103.937625ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:02:47.73802Z","caller":"traceutil/trace.go:171","msg":"trace[831601015] transaction","detail":"{read_only:false; response_revision:4842; number_of_response:1; }","duration":"104.333165ms","start":"2026-03-24T15:02:47.633677Z","end":"2026-03-24T15:02:47.73801Z","steps":["trace[831601015] 'process raft request' (duration: 103.912904ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:02:47.73818Z","caller":"traceutil/trace.go:171","msg":"trace[179764316] transaction","detail":"{read_only:false; response_revision:4845; number_of_response:1; }","duration":"104.240243ms","start":"2026-03-24T15:02:47.633922Z","end":"2026-03-24T15:02:47.738162Z","steps":["trace[179764316] 'process raft request' (duration: 103.866243ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:02:47.738181Z","caller":"traceutil/trace.go:171","msg":"trace[1572801903] transaction","detail":"{read_only:false; response_revision:4843; number_of_response:1; }","duration":"104.436729ms","start":"2026-03-24T15:02:47.633734Z","end":"2026-03-24T15:02:47.73817Z","steps":["trace[1572801903] 'process raft request' (duration: 103.985616ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:02:47.738688Z","caller":"traceutil/trace.go:171","msg":"trace[226161994] transaction","detail":"{read_only:false; response_revision:4847; number_of_response:1; }","duration":"104.238834ms","start":"2026-03-24T15:02:47.634415Z","end":"2026-03-24T15:02:47.738654Z","steps":["trace[226161994] 'process raft request' (duration: 104.065169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:02:47.73889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.918191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-03-24T15:02:47.738959Z","caller":"traceutil/trace.go:171","msg":"trace[447585944] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4850; }","duration":"105.019964ms","start":"2026-03-24T15:02:47.633921Z","end":"2026-03-24T15:02:47.738941Z","steps":["trace[447585944] 'agreement among raft nodes before linearized reading' (duration: 104.830789ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:02:47.73905Z","caller":"traceutil/trace.go:171","msg":"trace[1086323687] transaction","detail":"{read_only:false; response_revision:4846; number_of_response:1; }","duration":"105.034234ms","start":"2026-03-24T15:02:47.633971Z","end":"2026-03-24T15:02:47.739005Z","steps":["trace[1086323687] 'process raft request' (duration: 104.120029ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:02:47.739099Z","caller":"traceutil/trace.go:171","msg":"trace[1565405475] transaction","detail":"{read_only:false; response_revision:4849; number_of_response:1; }","duration":"101.505409ms","start":"2026-03-24T15:02:47.637585Z","end":"2026-03-24T15:02:47.73909Z","steps":["trace[1565405475] 'process raft request' (duration: 101.062017ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:02:47.739245Z","caller":"traceutil/trace.go:171","msg":"trace[1732427914] transaction","detail":"{read_only:false; response_revision:4848; number_of_response:1; }","duration":"104.50984ms","start":"2026-03-24T15:02:47.634713Z","end":"2026-03-24T15:02:47.739223Z","steps":["trace[1732427914] 'process raft request' (duration: 103.872303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:02:47.739603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.38585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:61381"} {"level":"info","ts":"2026-03-24T15:02:47.739637Z","caller":"traceutil/trace.go:171","msg":"trace[816261574] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4850; }","duration":"103.436841ms","start":"2026-03-24T15:02:47.636193Z","end":"2026-03-24T15:02:47.73963Z","steps":["trace[816261574] 'agreement among raft nodes before linearized reading' (duration: 103.284027ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:32.522088Z","caller":"traceutil/trace.go:171","msg":"trace[1080348950] transaction","detail":"{read_only:false; response_revision:5272; number_of_response:1; }","duration":"138.030989ms","start":"2026-03-24T15:03:32.384019Z","end":"2026-03-24T15:03:32.52205Z","steps":["trace[1080348950] 'process raft request' (duration: 136.672812ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:32.522858Z","caller":"traceutil/trace.go:171","msg":"trace[1334208238] transaction","detail":"{read_only:false; response_revision:5273; number_of_response:1; }","duration":"131.691006ms","start":"2026-03-24T15:03:32.391127Z","end":"2026-03-24T15:03:32.522818Z","steps":["trace[1334208238] 'process raft request' (duration: 130.863063ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:42.135739Z","caller":"traceutil/trace.go:171","msg":"trace[1480417675] linearizableReadLoop","detail":"{readStateIndex:5585; appliedIndex:5584; }","duration":"127.7974ms","start":"2026-03-24T15:03:42.007909Z","end":"2026-03-24T15:03:42.135706Z","steps":["trace[1480417675] 'read index received' (duration: 127.645016ms)","trace[1480417675] 'applied index is now lower than readState.Index' (duration: 151.114µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:03:42.135773Z","caller":"traceutil/trace.go:171","msg":"trace[1631466113] transaction","detail":"{read_only:false; response_revision:5348; number_of_response:1; }","duration":"178.936792ms","start":"2026-03-24T15:03:41.956801Z","end":"2026-03-24T15:03:42.135738Z","steps":["trace[1631466113] 'process raft request' (duration: 178.745466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:42.135934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.018335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-24T15:03:42.135971Z","caller":"traceutil/trace.go:171","msg":"trace[1510690580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5348; }","duration":"128.108818ms","start":"2026-03-24T15:03:42.00785Z","end":"2026-03-24T15:03:42.135959Z","steps":["trace[1510690580] 'agreement among raft nodes before linearized reading' (duration: 127.963344ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:42.45073Z","caller":"traceutil/trace.go:171","msg":"trace[1819230694] transaction","detail":"{read_only:false; response_revision:5351; number_of_response:1; }","duration":"234.892735ms","start":"2026-03-24T15:03:42.215806Z","end":"2026-03-24T15:03:42.450699Z","steps":["trace[1819230694] 'process raft request' (duration: 234.648628ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:42.451052Z","caller":"traceutil/trace.go:171","msg":"trace[1147366859] linearizableReadLoop","detail":"{readStateIndex:5591; appliedIndex:5587; }","duration":"233.781285ms","start":"2026-03-24T15:03:42.217252Z","end":"2026-03-24T15:03:42.451033Z","steps":["trace[1147366859] 'read index received' (duration: 91.199863ms)","trace[1147366859] 'applied index is now lower than readState.Index' (duration: 142.580432ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:03:42.451088Z","caller":"traceutil/trace.go:171","msg":"trace[749417208] transaction","detail":"{read_only:false; response_revision:5353; number_of_response:1; }","duration":"234.378761ms","start":"2026-03-24T15:03:42.216673Z","end":"2026-03-24T15:03:42.451052Z","steps":["trace[749417208] 'process raft request' (duration: 234.203436ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:42.451106Z","caller":"traceutil/trace.go:171","msg":"trace[1672310196] transaction","detail":"{read_only:false; response_revision:5354; number_of_response:1; }","duration":"234.31796ms","start":"2026-03-24T15:03:42.216761Z","end":"2026-03-24T15:03:42.451079Z","steps":["trace[1672310196] 'process raft request' (duration: 234.218017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:42.45132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.054803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:88612"} {"level":"info","ts":"2026-03-24T15:03:42.451358Z","caller":"traceutil/trace.go:171","msg":"trace[1617598832] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5354; }","duration":"234.131404ms","start":"2026-03-24T15:03:42.217218Z","end":"2026-03-24T15:03:42.451349Z","steps":["trace[1617598832] 'agreement among raft nodes before linearized reading' (duration: 233.898778ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:42.451608Z","caller":"traceutil/trace.go:171","msg":"trace[1404754437] transaction","detail":"{read_only:false; response_revision:5352; number_of_response:1; }","duration":"235.143722ms","start":"2026-03-24T15:03:42.215826Z","end":"2026-03-24T15:03:42.450969Z","steps":["trace[1404754437] 'process raft request' (duration: 234.819663ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:42.70203Z","caller":"traceutil/trace.go:171","msg":"trace[845799149] transaction","detail":"{read_only:false; response_revision:5357; number_of_response:1; }","duration":"103.567548ms","start":"2026-03-24T15:03:42.59843Z","end":"2026-03-24T15:03:42.701997Z","steps":["trace[845799149] 'process raft request' (duration: 80.609133ms)","trace[845799149] 'compare' (duration: 22.816131ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:05:27.372254Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2921} {"level":"info","ts":"2026-03-24T15:05:27.430865Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2921,"took":"57.311547ms","hash":3281043808,"current-db-size-bytes":43044864,"current-db-size":"43 MB","current-db-size-in-use-bytes":32960512,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-24T15:05:27.430923Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3281043808,"revision":2921,"compact-revision":-1} {"level":"warn","ts":"2026-03-24T15:07:07.718926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.557629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-24T15:07:07.719008Z","caller":"traceutil/trace.go:171","msg":"trace[1293159467] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6964; }","duration":"137.689632ms","start":"2026-03-24T15:07:07.581305Z","end":"2026-03-24T15:07:07.718995Z","steps":["trace[1293159467] 'range keys from in-memory index tree' (duration: 137.396715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:07:07.718948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.354906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-24T15:07:07.719105Z","caller":"traceutil/trace.go:171","msg":"trace[435416918] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:6964; }","duration":"143.545221ms","start":"2026-03-24T15:07:07.575532Z","end":"2026-03-24T15:07:07.719077Z","steps":["trace[435416918] 'range keys from in-memory index tree' (duration: 143.14472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:07:07.719436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.071146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-24T15:07:07.719521Z","caller":"traceutil/trace.go:171","msg":"trace[1031661907] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6964; }","duration":"154.203699ms","start":"2026-03-24T15:07:07.5653Z","end":"2026-03-24T15:07:07.719504Z","steps":["trace[1031661907] 'range keys from in-memory index tree' (duration: 153.933802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:07:07.978346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.143846ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T15:07:07.978642Z","caller":"traceutil/trace.go:171","msg":"trace[1812439556] transaction","detail":"{read_only:false; response_revision:6967; number_of_response:1; }","duration":"253.829023ms","start":"2026-03-24T15:07:07.724751Z","end":"2026-03-24T15:07:07.97858Z","steps":["trace[1812439556] 'process raft request' (duration: 253.74431ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:07:07.978675Z","caller":"traceutil/trace.go:171","msg":"trace[952766373] transaction","detail":"{read_only:false; response_revision:6966; number_of_response:1; }","duration":"254.192712ms","start":"2026-03-24T15:07:07.724397Z","end":"2026-03-24T15:07:07.978589Z","steps":["trace[952766373] 'process raft request' (duration: 129.710416ms)","trace[952766373] 'compare' (duration: 124.028614ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:07:08.367224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.116581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T15:07:08.367298Z","caller":"traceutil/trace.go:171","msg":"trace[1498613812] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:6967; }","duration":"257.237275ms","start":"2026-03-24T15:07:08.110043Z","end":"2026-03-24T15:07:08.367281Z","steps":["trace[1498613812] 'count revisions from in-memory index tree' (duration: 256.973018ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:08:15.541292Z","caller":"traceutil/trace.go:171","msg":"trace[1430505396] linearizableReadLoop","detail":"{readStateIndex:7833; appliedIndex:7832; }","duration":"111.304286ms","start":"2026-03-24T15:08:15.429966Z","end":"2026-03-24T15:08:15.54127Z","steps":["trace[1430505396] 'read index received' (duration: 76.932354ms)","trace[1430505396] 'applied index is now lower than readState.Index' (duration: 34.370482ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:08:15.541628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.643245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7400"} {"level":"info","ts":"2026-03-24T15:08:15.541677Z","caller":"traceutil/trace.go:171","msg":"trace[1050558237] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:7478; }","duration":"111.740817ms","start":"2026-03-24T15:08:15.429924Z","end":"2026-03-24T15:08:15.541665Z","steps":["trace[1050558237] 'agreement among raft nodes before linearized reading' (duration: 111.564903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:08:36.831806Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13909821686350165649,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-24T15:08:36.896799Z","caller":"traceutil/trace.go:171","msg":"trace[1330121409] linearizableReadLoop","detail":"{readStateIndex:8148; appliedIndex:8147; }","duration":"565.422476ms","start":"2026-03-24T15:08:36.331335Z","end":"2026-03-24T15:08:36.896758Z","steps":["trace[1330121409] 'read index received' (duration: 542.225514ms)","trace[1330121409] 'applied index is now lower than readState.Index' (duration: 23.195802ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:08:36.896852Z","caller":"traceutil/trace.go:171","msg":"trace[1689663751] transaction","detail":"{read_only:false; response_revision:7783; number_of_response:1; }","duration":"573.509694ms","start":"2026-03-24T15:08:36.323286Z","end":"2026-03-24T15:08:36.896795Z","steps":["trace[1689663751] 'process raft request' (duration: 550.25521ms)","trace[1689663751] 'compare' (duration: 23.051598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:08:36.897042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.667844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T15:08:36.897082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:08:36.323269Z","time spent":"573.696349ms","remote":"127.0.0.1:35522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:08:36.897126Z","caller":"traceutil/trace.go:171","msg":"trace[494380111] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:7783; }","duration":"565.848049ms","start":"2026-03-24T15:08:36.331255Z","end":"2026-03-24T15:08:36.897103Z","steps":["trace[494380111] 'agreement among raft nodes before linearized reading' (duration: 565.681314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:08:36.897186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:08:36.331201Z","time spent":"565.968172ms","remote":"127.0.0.1:36902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-24T15:08:36.898258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.90072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-24T15:08:36.898352Z","caller":"traceutil/trace.go:171","msg":"trace[1192956867] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:7784; }","duration":"462.034144ms","start":"2026-03-24T15:08:36.436295Z","end":"2026-03-24T15:08:36.898329Z","steps":["trace[1192956867] 'agreement among raft nodes before linearized reading' (duration: 461.778457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:08:36.898361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.913219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-24T15:08:36.898401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:08:36.436279Z","time spent":"462.112236ms","remote":"127.0.0.1:35522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-24T15:08:36.898393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.882495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-24T15:08:36.898447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.656504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T15:08:36.898494Z","caller":"traceutil/trace.go:171","msg":"trace[1988891246] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:7784; }","duration":"498.021979ms","start":"2026-03-24T15:08:36.400448Z","end":"2026-03-24T15:08:36.89847Z","steps":["trace[1988891246] 'agreement among raft nodes before linearized reading' (duration: 497.795373ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:08:36.89843Z","caller":"traceutil/trace.go:171","msg":"trace[1362657143] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7784; }","duration":"493.997181ms","start":"2026-03-24T15:08:36.404418Z","end":"2026-03-24T15:08:36.898415Z","steps":["trace[1362657143] 'agreement among raft nodes before linearized reading' (duration: 493.826826ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:08:36.898533Z","caller":"traceutil/trace.go:171","msg":"trace[1400511860] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:7784; }","duration":"502.783097ms","start":"2026-03-24T15:08:36.39573Z","end":"2026-03-24T15:08:36.898513Z","steps":["trace[1400511860] 'agreement among raft nodes before linearized reading' (duration: 502.606472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:08:36.898573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:08:36.400437Z","time spent":"498.118202ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-24T15:08:36.898575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:08:36.40441Z","time spent":"494.147575ms","remote":"127.0.0.1:35522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-24T15:08:36.89858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:08:36.395719Z","time spent":"502.850948ms","remote":"127.0.0.1:37820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-24T15:08:36.898469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.914418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T15:08:36.898741Z","caller":"traceutil/trace.go:171","msg":"trace[720233150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7784; }","duration":"362.182575ms","start":"2026-03-24T15:08:36.536533Z","end":"2026-03-24T15:08:36.898715Z","steps":["trace[720233150] 'agreement among raft nodes before linearized reading' (duration: 361.759634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:08:36.898997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.564318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8dbxg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-24T15:08:36.899086Z","caller":"traceutil/trace.go:171","msg":"trace[1786475564] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8dbxg; range_end:; response_count:1; response_revision:7784; }","duration":"550.674302ms","start":"2026-03-24T15:08:36.348399Z","end":"2026-03-24T15:08:36.899073Z","steps":["trace[1786475564] 'agreement among raft nodes before linearized reading' (duration: 549.536331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:08:36.899119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:08:36.348385Z","time spent":"550.725673ms","remote":"127.0.0.1:35442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-8dbxg\" "} {"level":"warn","ts":"2026-03-24T15:08:36.898802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:08:36.536433Z","time spent":"362.35492ms","remote":"127.0.0.1:35286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-24T15:08:37.082221Z","caller":"traceutil/trace.go:171","msg":"trace[1502134650] transaction","detail":"{read_only:false; response_revision:7786; number_of_response:1; }","duration":"178.631841ms","start":"2026-03-24T15:08:36.903564Z","end":"2026-03-24T15:08:37.082196Z","steps":["trace[1502134650] 'process raft request' (duration: 136.212443ms)","trace[1502134650] 'compare' (duration: 42.309395ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:08:47.384374Z","caller":"traceutil/trace.go:171","msg":"trace[1006761934] transaction","detail":"{read_only:false; response_revision:7848; number_of_response:1; }","duration":"242.763932ms","start":"2026-03-24T15:08:47.14158Z","end":"2026-03-24T15:08:47.384344Z","steps":["trace[1006761934] 'process raft request' (duration: 160.804214ms)","trace[1006761934] 'compare' (duration: 81.841315ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:08:48.116919Z","caller":"traceutil/trace.go:171","msg":"trace[1244311726] linearizableReadLoop","detail":"{readStateIndex:8218; appliedIndex:8217; }","duration":"175.804476ms","start":"2026-03-24T15:08:47.941079Z","end":"2026-03-24T15:08:48.116884Z","steps":["trace[1244311726] 'read index received' (duration: 175.430596ms)","trace[1244311726] 'applied index is now lower than readState.Index' (duration: 372.66µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:08:48.117022Z","caller":"traceutil/trace.go:171","msg":"trace[829189026] transaction","detail":"{read_only:false; response_revision:7849; number_of_response:1; }","duration":"357.719905ms","start":"2026-03-24T15:08:47.759259Z","end":"2026-03-24T15:08:48.116979Z","steps":["trace[829189026] 'process raft request' (duration: 357.365746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:08:48.11721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:08:47.75922Z","time spent":"357.89796ms","remote":"127.0.0.1:35522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T15:08:48.117236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.132854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-24T15:08:48.117277Z","caller":"traceutil/trace.go:171","msg":"trace[936708493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7849; }","duration":"176.263118ms","start":"2026-03-24T15:08:47.941001Z","end":"2026-03-24T15:08:48.117264Z","steps":["trace[936708493] 'agreement among raft nodes before linearized reading' (duration: 176.058073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:08:48.117412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.926849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-24T15:08:48.117532Z","caller":"traceutil/trace.go:171","msg":"trace[275738119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7849; }","duration":"176.115615ms","start":"2026-03-24T15:08:47.94139Z","end":"2026-03-24T15:08:48.117505Z","steps":["trace[275738119] 'agreement among raft nodes before linearized reading' (duration: 175.762875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:08:48.715281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.661699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T15:08:48.715483Z","caller":"traceutil/trace.go:171","msg":"trace[659866993] transaction","detail":"{read_only:false; response_revision:7850; number_of_response:1; }","duration":"593.813549ms","start":"2026-03-24T15:08:48.121639Z","end":"2026-03-24T15:08:48.715452Z","steps":["trace[659866993] 'process raft request' (duration: 60.815172ms)","trace[659866993] 'compare' (duration: 531.61698ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:08:48.715535Z","caller":"traceutil/trace.go:171","msg":"trace[1143841800] linearizableReadLoop","detail":"{readStateIndex:8221; appliedIndex:8218; }","duration":"371.389522ms","start":"2026-03-24T15:08:48.344129Z","end":"2026-03-24T15:08:48.715519Z","steps":["trace[1143841800] 'read index received' (duration: 55.041µs)","trace[1143841800] 'applied index is now lower than readState.Index' (duration: 371.333451ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:08:48.715579Z","caller":"traceutil/trace.go:171","msg":"trace[1805654111] transaction","detail":"{read_only:false; response_revision:7851; number_of_response:1; }","duration":"592.098583ms","start":"2026-03-24T15:08:48.12345Z","end":"2026-03-24T15:08:48.715549Z","steps":["trace[1805654111] 'process raft request' (duration: 591.939099ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:08:48.715611Z","caller":"traceutil/trace.go:171","msg":"trace[395306063] transaction","detail":"{read_only:false; response_revision:7852; number_of_response:1; }","duration":"592.086493ms","start":"2026-03-24T15:08:48.123489Z","end":"2026-03-24T15:08:48.715576Z","steps":["trace[395306063] 'process raft request' (duration: 591.9937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:08:48.715633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:08:48.121615Z","time spent":"593.948582ms","remote":"127.0.0.1:35522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T15:08:48.715717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.542886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-03-24T15:08:48.715732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:08:48.123418Z","time spent":"592.238617ms","remote":"127.0.0.1:35522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T15:08:48.715748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.604468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-24T15:08:48.715802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.432027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T15:08:48.715832Z","caller":"traceutil/trace.go:171","msg":"trace[1023345290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7852; }","duration":"178.500788ms","start":"2026-03-24T15:08:48.537321Z","end":"2026-03-24T15:08:48.715822Z","steps":["trace[1023345290] 'agreement among raft nodes before linearized reading' (duration: 178.447297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:08:48.715728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:08:48.123455Z","time spent":"592.212356ms","remote":"127.0.0.1:35522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:08:48.715774Z","caller":"traceutil/trace.go:171","msg":"trace[81459971] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7852; }","duration":"371.639969ms","start":"2026-03-24T15:08:48.344123Z","end":"2026-03-24T15:08:48.715763Z","steps":["trace[81459971] 'agreement among raft nodes before linearized reading' (duration: 371.488294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:08:48.715865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.123178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-24T15:08:48.715892Z","caller":"traceutil/trace.go:171","msg":"trace[740585641] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7852; }","duration":"304.20343ms","start":"2026-03-24T15:08:48.411681Z","end":"2026-03-24T15:08:48.715884Z","steps":["trace[740585641] 'agreement among raft nodes before linearized reading' (duration: 304.115727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:08:48.715909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:08:48.344103Z","time spent":"371.780313ms","remote":"127.0.0.1:35368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-24T15:08:48.715932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:08:48.411649Z","time spent":"304.275312ms","remote":"127.0.0.1:35442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-24T15:08:48.715839Z","caller":"traceutil/trace.go:171","msg":"trace[2021935202] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7852; }","duration":"371.730151ms","start":"2026-03-24T15:08:48.344082Z","end":"2026-03-24T15:08:48.715812Z","steps":["trace[2021935202] 'agreement among raft nodes before linearized reading' (duration: 371.505855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:08:48.716065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:08:48.34406Z","time spent":"371.995918ms","remote":"127.0.0.1:35368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-24T15:08:49.012039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.805773ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T15:08:49.01215Z","caller":"traceutil/trace.go:171","msg":"trace[1785912024] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7852; }","duration":"157.928767ms","start":"2026-03-24T15:08:48.854205Z","end":"2026-03-24T15:08:49.012133Z","steps":["trace[1785912024] 'range keys from in-memory index tree' (duration: 157.792173ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:08:49.01399Z","caller":"traceutil/trace.go:171","msg":"trace[158550775] linearizableReadLoop","detail":"{readStateIndex:8222; appliedIndex:8221; }","duration":"292.930618ms","start":"2026-03-24T15:08:48.721038Z","end":"2026-03-24T15:08:49.013969Z","steps":["trace[158550775] 'read index received' (duration: 292.863346ms)","trace[158550775] 'applied index is now lower than readState.Index' (duration: 66.302µs)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:08:49.014199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.157454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-24T15:08:49.014251Z","caller":"traceutil/trace.go:171","msg":"trace[508412193] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7852; }","duration":"293.229786ms","start":"2026-03-24T15:08:48.72101Z","end":"2026-03-24T15:08:49.014239Z","steps":["trace[508412193] 'agreement among raft nodes before linearized reading' (duration: 293.069512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:08:49.043245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.569536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-24T15:08:49.043257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.65039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-24T15:08:49.043338Z","caller":"traceutil/trace.go:171","msg":"trace[90624724] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:7853; }","duration":"173.71522ms","start":"2026-03-24T15:08:48.869604Z","end":"2026-03-24T15:08:49.043319Z","steps":["trace[90624724] 'agreement among raft nodes before linearized reading' (duration: 173.458323ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:08:49.04336Z","caller":"traceutil/trace.go:171","msg":"trace[88515942] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:7853; }","duration":"270.796084ms","start":"2026-03-24T15:08:48.77254Z","end":"2026-03-24T15:08:49.043336Z","steps":["trace[88515942] 'agreement among raft nodes before linearized reading' (duration: 270.534827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:08:49.043283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.975817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-24T15:08:49.04345Z","caller":"traceutil/trace.go:171","msg":"trace[1168577038] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7853; }","duration":"319.156931ms","start":"2026-03-24T15:08:48.724276Z","end":"2026-03-24T15:08:49.043433Z","steps":["trace[1168577038] 'agreement among raft nodes before linearized reading' (duration: 318.838913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:08:49.043496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:08:48.724269Z","time spent":"319.214712ms","remote":"127.0.0.1:35522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-24T15:08:49.043892Z","caller":"traceutil/trace.go:171","msg":"trace[1983677902] transaction","detail":"{read_only:false; response_revision:7853; number_of_response:1; }","duration":"321.309659ms","start":"2026-03-24T15:08:48.722561Z","end":"2026-03-24T15:08:49.043871Z","steps":["trace[1983677902] 'process raft request' (duration: 320.028964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:08:49.044076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:08:48.722538Z","time spent":"321.468243ms","remote":"127.0.0.1:35368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:08:49.154417Z","caller":"traceutil/trace.go:171","msg":"trace[1667767847] transaction","detail":"{read_only:false; response_revision:7855; number_of_response:1; }","duration":"105.828458ms","start":"2026-03-24T15:08:49.048559Z","end":"2026-03-24T15:08:49.154387Z","steps":["trace[1667767847] 'process raft request' (duration: 63.505523ms)","trace[1667767847] 'compare' (duration: 42.157181ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:08:49.154682Z","caller":"traceutil/trace.go:171","msg":"trace[250807352] transaction","detail":"{read_only:false; response_revision:7856; number_of_response:1; }","duration":"105.935512ms","start":"2026-03-24T15:08:49.048718Z","end":"2026-03-24T15:08:49.154653Z","steps":["trace[250807352] 'process raft request' (duration: 105.615473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:08:49.15481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.537195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-03-24T15:08:49.154891Z","caller":"traceutil/trace.go:171","msg":"trace[65980445] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7856; }","duration":"107.677058ms","start":"2026-03-24T15:08:49.04719Z","end":"2026-03-24T15:08:49.154867Z","steps":["trace[65980445] 'agreement among raft nodes before linearized reading' (duration: 107.423462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:08:50.078743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.936267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-24T15:08:50.078881Z","caller":"traceutil/trace.go:171","msg":"trace[1459110891] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:7861; }","duration":"690.081751ms","start":"2026-03-24T15:08:49.388773Z","end":"2026-03-24T15:08:50.078855Z","steps":["trace[1459110891] 'range keys from in-memory index tree' (duration: 689.744242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:08:50.078939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:08:49.388739Z","time spent":"690.184154ms","remote":"127.0.0.1:35522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-24T15:09:15.501094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.351413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-24T15:09:15.501214Z","caller":"traceutil/trace.go:171","msg":"trace[1574431886] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8071; }","duration":"125.522256ms","start":"2026-03-24T15:09:15.375669Z","end":"2026-03-24T15:09:15.501191Z","steps":["trace[1574431886] 'range keys from in-memory index tree' (duration: 125.167967ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:09:17.5766Z","caller":"traceutil/trace.go:171","msg":"trace[1468570344] linearizableReadLoop","detail":"{readStateIndex:8465; appliedIndex:8464; }","duration":"210.054354ms","start":"2026-03-24T15:09:17.366515Z","end":"2026-03-24T15:09:17.576569Z","steps":["trace[1468570344] 'read index received' (duration: 209.821758ms)","trace[1468570344] 'applied index is now lower than readState.Index' (duration: 231.636µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:09:17.576775Z","caller":"traceutil/trace.go:171","msg":"trace[625812250] transaction","detail":"{read_only:false; response_revision:8082; number_of_response:1; }","duration":"277.245717ms","start":"2026-03-24T15:09:17.299498Z","end":"2026-03-24T15:09:17.576743Z","steps":["trace[625812250] 'process raft request' (duration: 276.829946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:09:17.57702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.507467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8dbxg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-24T15:09:17.57714Z","caller":"traceutil/trace.go:171","msg":"trace[605518755] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8dbxg; range_end:; response_count:1; response_revision:8082; }","duration":"210.704452ms","start":"2026-03-24T15:09:17.366422Z","end":"2026-03-24T15:09:17.577126Z","steps":["trace[605518755] 'agreement among raft nodes before linearized reading' (duration: 210.515437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:09:17.913682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.345041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T15:09:17.913799Z","caller":"traceutil/trace.go:171","msg":"trace[548672076] linearizableReadLoop","detail":"{readStateIndex:8466; appliedIndex:8465; }","duration":"331.283816ms","start":"2026-03-24T15:09:17.582496Z","end":"2026-03-24T15:09:17.91378Z","steps":["trace[548672076] 'read index received' (duration: 47.713339ms)","trace[548672076] 'applied index is now lower than readState.Index' (duration: 283.568667ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:09:17.913934Z","caller":"traceutil/trace.go:171","msg":"trace[1141471097] transaction","detail":"{read_only:false; response_revision:8083; number_of_response:1; }","duration":"332.270632ms","start":"2026-03-24T15:09:17.581603Z","end":"2026-03-24T15:09:17.913873Z","steps":["trace[1141471097] 'process raft request' (duration: 48.657655ms)","trace[1141471097] 'compare' (duration: 282.750314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:09:17.91405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.359022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-24T15:09:17.914097Z","caller":"traceutil/trace.go:171","msg":"trace[1096494014] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8083; }","duration":"270.439354ms","start":"2026-03-24T15:09:17.64364Z","end":"2026-03-24T15:09:17.914079Z","steps":["trace[1096494014] 'agreement among raft nodes before linearized reading' (duration: 270.252869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:09:17.914152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.858775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-24T15:09:17.914239Z","caller":"traceutil/trace.go:171","msg":"trace[1613847978] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8083; }","duration":"267.972139ms","start":"2026-03-24T15:09:17.646249Z","end":"2026-03-24T15:09:17.914221Z","steps":["trace[1613847978] 'agreement among raft nodes before linearized reading' (duration: 267.696081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:09:17.914285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:09:17.581591Z","time spent":"332.430987ms","remote":"127.0.0.1:35522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T15:09:17.914572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.082188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:208148"} {"level":"info","ts":"2026-03-24T15:09:17.914607Z","caller":"traceutil/trace.go:171","msg":"trace[356498516] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8083; }","duration":"332.15983ms","start":"2026-03-24T15:09:17.582438Z","end":"2026-03-24T15:09:17.914598Z","steps":["trace[356498516] 'agreement among raft nodes before linearized reading' (duration: 331.43234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:09:17.914635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:09:17.582417Z","time spent":"332.209012ms","remote":"127.0.0.1:35442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":208172,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-24T15:09:29.926359Z","caller":"traceutil/trace.go:171","msg":"trace[37522071] transaction","detail":"{read_only:false; response_revision:8198; number_of_response:1; }","duration":"105.784888ms","start":"2026-03-24T15:09:29.820547Z","end":"2026-03-24T15:09:29.926332Z","steps":["trace[37522071] 'process raft request' (duration: 51.550883ms)","trace[37522071] 'compare' (duration: 53.862235ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:09:29.926624Z","caller":"traceutil/trace.go:171","msg":"trace[1405762555] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8199; }","duration":"105.212973ms","start":"2026-03-24T15:09:29.821384Z","end":"2026-03-24T15:09:29.926597Z","steps":["trace[1405762555] 'process raft request' (duration: 105.152901ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:09:29.926774Z","caller":"traceutil/trace.go:171","msg":"trace[240044489] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8199; }","duration":"105.778147ms","start":"2026-03-24T15:09:29.820984Z","end":"2026-03-24T15:09:29.926762Z","steps":["trace[240044489] 'process raft request' (duration: 105.247493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:09:30.169954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.424086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-24T15:09:30.170069Z","caller":"traceutil/trace.go:171","msg":"trace[503987516] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8203; }","duration":"134.56934ms","start":"2026-03-24T15:09:30.035474Z","end":"2026-03-24T15:09:30.170043Z","steps":["trace[503987516] 'range keys from in-memory index tree' (duration: 134.293042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:09:30.170273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.786146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-24T15:09:30.170394Z","caller":"traceutil/trace.go:171","msg":"trace[2093375397] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8203; }","duration":"137.972051ms","start":"2026-03-24T15:09:30.032397Z","end":"2026-03-24T15:09:30.170369Z","steps":["trace[2093375397] 'range keys from in-memory index tree' (duration: 137.57241ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:09:30.455556Z","caller":"traceutil/trace.go:171","msg":"trace[1151130629] transaction","detail":"{read_only:false; response_revision:8209; number_of_response:1; }","duration":"101.932334ms","start":"2026-03-24T15:09:30.353585Z","end":"2026-03-24T15:09:30.455518Z","steps":["trace[1151130629] 'process raft request' (duration: 67.971283ms)","trace[1151130629] 'compare' (duration: 33.415956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:09:30.693204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.265145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T15:09:30.693325Z","caller":"traceutil/trace.go:171","msg":"trace[1561518904] linearizableReadLoop","detail":"{readStateIndex:8604; appliedIndex:8603; }","duration":"109.039455ms","start":"2026-03-24T15:09:30.584268Z","end":"2026-03-24T15:09:30.693308Z","steps":["trace[1561518904] 'read index received' (duration: 35.291µs)","trace[1561518904] 'applied index is now lower than readState.Index' (duration: 109.003084ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:09:30.693395Z","caller":"traceutil/trace.go:171","msg":"trace[1232274308] transaction","detail":"{read_only:false; response_revision:8211; number_of_response:1; }","duration":"188.846866ms","start":"2026-03-24T15:09:30.504508Z","end":"2026-03-24T15:09:30.693355Z","steps":["trace[1232274308] 'process raft request' (duration: 58.329085ms)","trace[1232274308] 'compare' (duration: 130.12484ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:09:30.693435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.160758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T15:09:30.693507Z","caller":"traceutil/trace.go:171","msg":"trace[548127118] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8211; }","duration":"109.270261ms","start":"2026-03-24T15:09:30.584217Z","end":"2026-03-24T15:09:30.693487Z","steps":["trace[548127118] 'agreement among raft nodes before linearized reading' (duration: 109.164758ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:09:31.244614Z","caller":"traceutil/trace.go:171","msg":"trace[1051205961] linearizableReadLoop","detail":"{readStateIndex:8606; appliedIndex:8604; }","duration":"551.236176ms","start":"2026-03-24T15:09:30.693353Z","end":"2026-03-24T15:09:31.244589Z","steps":["trace[1051205961] 'read index received' (duration: 6.152745ms)","trace[1051205961] 'applied index is now lower than readState.Index' (duration: 545.082491ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:09:31.244728Z","caller":"traceutil/trace.go:171","msg":"trace[1536269677] transaction","detail":"{read_only:false; response_revision:8213; number_of_response:1; }","duration":"586.514673ms","start":"2026-03-24T15:09:30.658142Z","end":"2026-03-24T15:09:31.244657Z","steps":["trace[1536269677] 'process raft request' (duration: 586.296937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:09:31.244947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.342761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-w5nz7\" ","response":"range_response_count:1 size:4614"} {"level":"warn","ts":"2026-03-24T15:09:31.24498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:09:30.657857Z","time spent":"586.996576ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2999,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:09:31.245014Z","caller":"traceutil/trace.go:171","msg":"trace[1274433847] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-w5nz7; range_end:; response_count:1; response_revision:8213; }","duration":"601.462943ms","start":"2026-03-24T15:09:30.643538Z","end":"2026-03-24T15:09:31.245001Z","steps":["trace[1274433847] 'agreement among raft nodes before linearized reading' (duration: 601.206957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:09:31.245067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:09:30.643522Z","time spent":"601.534066ms","remote":"127.0.0.1:35442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4638,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-w5nz7\" "} {"level":"warn","ts":"2026-03-24T15:09:31.245151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.918831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-24T15:09:31.245204Z","caller":"traceutil/trace.go:171","msg":"trace[794492812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8213; }","duration":"275.999343ms","start":"2026-03-24T15:09:30.969188Z","end":"2026-03-24T15:09:31.245187Z","steps":["trace[794492812] 'agreement among raft nodes before linearized reading' (duration: 275.911631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:09:31.245082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.444778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-24T15:09:31.244973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.382004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-24T15:09:31.245379Z","caller":"traceutil/trace.go:171","msg":"trace[1385599265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8213; }","duration":"275.785168ms","start":"2026-03-24T15:09:30.969577Z","end":"2026-03-24T15:09:31.245362Z","steps":["trace[1385599265] 'agreement among raft nodes before linearized reading' (duration: 275.438799ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:09:31.245445Z","caller":"traceutil/trace.go:171","msg":"trace[1748057901] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8213; }","duration":"531.861268ms","start":"2026-03-24T15:09:30.713552Z","end":"2026-03-24T15:09:31.245414Z","steps":["trace[1748057901] 'agreement among raft nodes before linearized reading' (duration: 531.241391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:09:31.245506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.718038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-24T15:09:31.245533Z","caller":"traceutil/trace.go:171","msg":"trace[1530201546] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8213; }","duration":"284.745269ms","start":"2026-03-24T15:09:30.96078Z","end":"2026-03-24T15:09:31.245525Z","steps":["trace[1530201546] 'agreement among raft nodes before linearized reading' (duration: 284.681807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:09:31.245545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:09:30.713488Z","time spent":"532.022001ms","remote":"127.0.0.1:35442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-24T15:09:32.378082Z","caller":"traceutil/trace.go:171","msg":"trace[384242724] linearizableReadLoop","detail":"{readStateIndex:8611; appliedIndex:8610; }","duration":"357.358366ms","start":"2026-03-24T15:09:32.020688Z","end":"2026-03-24T15:09:32.378046Z","steps":["trace[384242724] 'read index received' (duration: 357.063018ms)","trace[384242724] 'applied index is now lower than readState.Index' (duration: 294.348µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:09:32.378194Z","caller":"traceutil/trace.go:171","msg":"trace[1088231290] transaction","detail":"{read_only:false; response_revision:8218; number_of_response:1; }","duration":"391.112161ms","start":"2026-03-24T15:09:31.987036Z","end":"2026-03-24T15:09:32.378148Z","steps":["trace[1088231290] 'process raft request' (duration: 390.805393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:09:32.3784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:09:31.986995Z","time spent":"391.313497ms","remote":"127.0.0.1:35522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T15:09:32.378428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.707106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8dbxg\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-24T15:09:32.378457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.231169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-24T15:09:32.378477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.350447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-24T15:09:32.378555Z","caller":"traceutil/trace.go:171","msg":"trace[1217308722] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8218; }","duration":"163.391123ms","start":"2026-03-24T15:09:32.215141Z","end":"2026-03-24T15:09:32.378532Z","steps":["trace[1217308722] 'agreement among raft nodes before linearized reading' (duration: 163.130516ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:09:32.378564Z","caller":"traceutil/trace.go:171","msg":"trace[1829636877] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8218; }","duration":"155.487841ms","start":"2026-03-24T15:09:32.223055Z","end":"2026-03-24T15:09:32.378543Z","steps":["trace[1829636877] 'agreement among raft nodes before linearized reading' (duration: 155.222344ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:09:32.378496Z","caller":"traceutil/trace.go:171","msg":"trace[1518030568] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8dbxg; range_end:; response_count:1; response_revision:8218; }","duration":"357.839408ms","start":"2026-03-24T15:09:32.02064Z","end":"2026-03-24T15:09:32.37848Z","steps":["trace[1518030568] 'agreement among raft nodes before linearized reading' (duration: 357.581671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:09:32.378718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:09:32.020625Z","time spent":"358.081105ms","remote":"127.0.0.1:35442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-8dbxg\" "} {"level":"info","ts":"2026-03-24T15:09:32.54536Z","caller":"traceutil/trace.go:171","msg":"trace[224759443] transaction","detail":"{read_only:false; response_revision:8219; number_of_response:1; }","duration":"161.081221ms","start":"2026-03-24T15:09:32.384228Z","end":"2026-03-24T15:09:32.545309Z","steps":["trace[224759443] 'process raft request' (duration: 143.851839ms)","trace[224759443] 'compare' (duration: 16.895313ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:09:32.571852Z","caller":"traceutil/trace.go:171","msg":"trace[1795766277] transaction","detail":"{read_only:false; response_revision:8221; number_of_response:1; }","duration":"186.139114ms","start":"2026-03-24T15:09:32.385684Z","end":"2026-03-24T15:09:32.571823Z","steps":["trace[1795766277] 'process raft request' (duration: 186.076912ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:09:32.571877Z","caller":"traceutil/trace.go:171","msg":"trace[1862411817] transaction","detail":"{read_only:false; response_revision:8220; number_of_response:1; }","duration":"187.085948ms","start":"2026-03-24T15:09:32.384759Z","end":"2026-03-24T15:09:32.571845Z","steps":["trace[1862411817] 'process raft request' (duration: 186.812541ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:09:33.243422Z","caller":"traceutil/trace.go:171","msg":"trace[266920191] transaction","detail":"{read_only:false; response_revision:8224; number_of_response:1; }","duration":"165.668444ms","start":"2026-03-24T15:09:33.0777Z","end":"2026-03-24T15:09:33.243368Z","steps":["trace[266920191] 'process raft request' (duration: 165.453348ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:09:46.919895Z","caller":"traceutil/trace.go:171","msg":"trace[42401823] linearizableReadLoop","detail":"{readStateIndex:8799; appliedIndex:8797; }","duration":"135.878035ms","start":"2026-03-24T15:09:46.783964Z","end":"2026-03-24T15:09:46.919842Z","steps":["trace[42401823] 'read index received' (duration: 77.805868ms)","trace[42401823] 'applied index is now lower than readState.Index' (duration: 58.070947ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:09:46.919961Z","caller":"traceutil/trace.go:171","msg":"trace[475904341] transaction","detail":"{read_only:false; response_revision:8398; number_of_response:1; }","duration":"140.229422ms","start":"2026-03-24T15:09:46.779698Z","end":"2026-03-24T15:09:46.919928Z","steps":["trace[475904341] 'process raft request' (duration: 108.211443ms)","trace[475904341] 'compare' (duration: 31.795283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:09:46.920155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.42924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8a46504a-c860-4c8c-9944-aa8d714613b9\" ","response":"range_response_count:1 size:3946"} {"level":"warn","ts":"2026-03-24T15:09:46.920147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.165423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4830"} {"level":"info","ts":"2026-03-24T15:09:46.920203Z","caller":"traceutil/trace.go:171","msg":"trace[1648651033] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8a46504a-c860-4c8c-9944-aa8d714613b9; range_end:; response_count:1; response_revision:8398; }","duration":"114.523053ms","start":"2026-03-24T15:09:46.805667Z","end":"2026-03-24T15:09:46.92019Z","steps":["trace[1648651033] 'agreement among raft nodes before linearized reading' (duration: 114.353738ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:09:46.920255Z","caller":"traceutil/trace.go:171","msg":"trace[1560890948] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8398; }","duration":"136.314587ms","start":"2026-03-24T15:09:46.783918Z","end":"2026-03-24T15:09:46.920233Z","steps":["trace[1560890948] 'agreement among raft nodes before linearized reading' (duration: 136.086791ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:10:27.379549Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6093} {"level":"info","ts":"2026-03-24T15:10:27.483126Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6093,"took":"101.920381ms","hash":1922733564,"current-db-size-bytes":45617152,"current-db-size":"46 MB","current-db-size-in-use-bytes":23240704,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-24T15:10:27.4832Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1922733564,"revision":6093,"compact-revision":2921} {"level":"info","ts":"2026-03-24T15:10:29.589965Z","caller":"traceutil/trace.go:171","msg":"trace[352648831] transaction","detail":"{read_only:false; response_revision:8841; number_of_response:1; }","duration":"106.260017ms","start":"2026-03-24T15:10:29.483675Z","end":"2026-03-24T15:10:29.589935Z","steps":["trace[352648831] 'process raft request' (duration: 106.060362ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:10:40.567388Z","caller":"traceutil/trace.go:171","msg":"trace[1315894018] transaction","detail":"{read_only:false; response_revision:8915; number_of_response:1; }","duration":"322.709959ms","start":"2026-03-24T15:10:40.244655Z","end":"2026-03-24T15:10:40.567365Z","steps":["trace[1315894018] 'process raft request' (duration: 322.572925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:40.567516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:40.244629Z","time spent":"322.821502ms","remote":"127.0.0.1:35522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:10:40.711255Z","caller":"traceutil/trace.go:171","msg":"trace[1098661419] linearizableReadLoop","detail":"{readStateIndex:9341; appliedIndex:9339; }","duration":"359.893635ms","start":"2026-03-24T15:10:40.35132Z","end":"2026-03-24T15:10:40.711213Z","steps":["trace[1098661419] 'read index received' (duration: 215.956738ms)","trace[1098661419] 'applied index is now lower than readState.Index' (duration: 143.935457ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:10:40.711345Z","caller":"traceutil/trace.go:171","msg":"trace[177468146] transaction","detail":"{read_only:false; response_revision:8916; number_of_response:1; }","duration":"411.208531ms","start":"2026-03-24T15:10:40.300095Z","end":"2026-03-24T15:10:40.711304Z","steps":["trace[177468146] 'process raft request' (duration: 328.947506ms)","trace[177468146] 'compare' (duration: 81.957777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:10:40.711537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.043411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T15:10:40.711558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:40.300061Z","time spent":"411.392466ms","remote":"127.0.0.1:35522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T15:10:40.711607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.257575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.86\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-24T15:10:40.711653Z","caller":"traceutil/trace.go:171","msg":"trace[27199796] range","detail":"{range_begin:/registry/masterleases/199.19.213.86; range_end:; response_count:1; response_revision:8916; }","duration":"360.364128ms","start":"2026-03-24T15:10:40.351275Z","end":"2026-03-24T15:10:40.71164Z","steps":["trace[27199796] 'agreement among raft nodes before linearized reading' (duration: 360.165282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:40.711706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:40.351259Z","time spent":"360.43749ms","remote":"127.0.0.1:35316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.86\" "} {"level":"info","ts":"2026-03-24T15:10:40.711739Z","caller":"traceutil/trace.go:171","msg":"trace[837183788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8916; }","duration":"175.180105ms","start":"2026-03-24T15:10:40.536428Z","end":"2026-03-24T15:10:40.711608Z","steps":["trace[837183788] 'agreement among raft nodes before linearized reading' (duration: 175.047651ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:11:52.529532Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"849a6ffb5e81c109","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-24T15:11:52.538768Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-24T15:11:52.538925Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-24T15:15:27.392202Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8824} {"level":"info","ts":"2026-03-24T15:15:27.499335Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8824,"took":"104.978121ms","hash":1775592695,"current-db-size-bytes":45617152,"current-db-size":"46 MB","current-db-size-in-use-bytes":22102016,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-24T15:15:27.499416Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1775592695,"revision":8824,"compact-revision":6093}