{"level":"warn","ts":"2026-03-29T02:01:44.867683Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-29T02:01:44.867825Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.116:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.116:2380","--initial-cluster=instance=https://199.204.45.116:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.116:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.116:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-29T02:01:44.867925Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-29T02:01:44.867942Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.116:2380"]} {"level":"info","ts":"2026-03-29T02:01:44.867972Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-29T02:01:44.868956Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.116:2379"]} {"level":"info","ts":"2026-03-29T02:01:44.869089Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.116:2380"],"listen-peer-urls":["https://199.204.45.116:2380"],"advertise-client-urls":["https://199.204.45.116:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.116:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.116:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-29T02:01:44.874037Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.646464ms"} {"level":"info","ts":"2026-03-29T02:01:44.884484Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5caa70ef1dd6dc04","cluster-id":"45afccab143d2c82"} {"level":"info","ts":"2026-03-29T02:01:44.884689Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 switched to configuration voters=()"} {"level":"info","ts":"2026-03-29T02:01:44.884771Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became follower at term 0"} {"level":"info","ts":"2026-03-29T02:01:44.884805Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5caa70ef1dd6dc04 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-29T02:01:44.884842Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became follower at term 1"} {"level":"info","ts":"2026-03-29T02:01:44.884913Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 switched to configuration voters=(6677273569830296580)"} {"level":"warn","ts":"2026-03-29T02:01:44.893985Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-29T02:01:44.896731Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-29T02:01:44.899628Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-29T02:01:44.903167Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5caa70ef1dd6dc04","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-29T02:01:44.90344Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5caa70ef1dd6dc04","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-29T02:01:44.903621Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-29T02:01:44.903692Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-29T02:01:44.903708Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-29T02:01:44.905863Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 switched to configuration voters=(6677273569830296580)"} {"level":"info","ts":"2026-03-29T02:01:44.905994Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"45afccab143d2c82","local-member-id":"5caa70ef1dd6dc04","added-peer-id":"5caa70ef1dd6dc04","added-peer-peer-urls":["https://199.204.45.116:2380"]} {"level":"info","ts":"2026-03-29T02:01:44.90858Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-29T02:01:44.908688Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.116:2380"} {"level":"info","ts":"2026-03-29T02:01:44.908711Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.116:2380"} {"level":"info","ts":"2026-03-29T02:01:44.908824Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5caa70ef1dd6dc04","initial-advertise-peer-urls":["https://199.204.45.116:2380"],"listen-peer-urls":["https://199.204.45.116:2380"],"advertise-client-urls":["https://199.204.45.116:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.116:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-29T02:01:44.908872Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-29T02:01:44.987138Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 is starting a new election at term 1"} {"level":"info","ts":"2026-03-29T02:01:44.987215Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-29T02:01:44.987231Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 received MsgPreVoteResp from 5caa70ef1dd6dc04 at term 1"} {"level":"info","ts":"2026-03-29T02:01:44.987257Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became candidate at term 2"} {"level":"info","ts":"2026-03-29T02:01:44.987265Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 received MsgVoteResp from 5caa70ef1dd6dc04 at term 2"} {"level":"info","ts":"2026-03-29T02:01:44.987298Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became leader at term 2"} {"level":"info","ts":"2026-03-29T02:01:44.987308Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5caa70ef1dd6dc04 elected leader 5caa70ef1dd6dc04 at term 2"} {"level":"info","ts":"2026-03-29T02:01:44.996438Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5caa70ef1dd6dc04","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.116:2379]}","request-path":"/0/members/5caa70ef1dd6dc04/attributes","cluster-id":"45afccab143d2c82","publish-timeout":"7s"} {"level":"info","ts":"2026-03-29T02:01:44.996454Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-29T02:01:44.996494Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-29T02:01:44.996642Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-29T02:01:45.000357Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-29T02:01:45.000489Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-29T02:01:45.000536Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-29T02:01:45.000781Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.116:2379"} {"level":"info","ts":"2026-03-29T02:01:45.001109Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"45afccab143d2c82","local-member-id":"5caa70ef1dd6dc04","cluster-version":"3.5"} {"level":"info","ts":"2026-03-29T02:01:45.001255Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-29T02:01:45.001313Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-03-29T02:01:49.431669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.570608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:01:49.4318Z","caller":"traceutil/trace.go:171","msg":"trace[925327839] transaction","detail":"{read_only:false; response_revision:208; number_of_response:1; }","duration":"257.763979ms","start":"2026-03-29T02:01:49.174017Z","end":"2026-03-29T02:01:49.431781Z","steps":["trace[925327839] 'process raft request' (duration: 113.592977ms)","trace[925327839] 'compare' (duration: 143.415705ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:49.454626Z","caller":"traceutil/trace.go:171","msg":"trace[1102183278] transaction","detail":"{read_only:false; response_revision:209; number_of_response:1; }","duration":"182.767754ms","start":"2026-03-29T02:01:49.271833Z","end":"2026-03-29T02:01:49.454601Z","steps":["trace[1102183278] 'process raft request' (duration: 182.645061ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:49.624312Z","caller":"traceutil/trace.go:171","msg":"trace[374078915] linearizableReadLoop","detail":"{readStateIndex:215; appliedIndex:214; }","duration":"198.054815ms","start":"2026-03-29T02:01:49.426228Z","end":"2026-03-29T02:01:49.624283Z","steps":["trace[374078915] 'read index received' (duration: 28.365904ms)","trace[374078915] 'applied index is now lower than readState.Index' (duration: 169.687501ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:49.624421Z","caller":"traceutil/trace.go:171","msg":"trace[327218619] transaction","detail":"{read_only:false; response_revision:210; number_of_response:1; }","duration":"223.591605ms","start":"2026-03-29T02:01:49.400785Z","end":"2026-03-29T02:01:49.624377Z","steps":["trace[327218619] 'process raft request' (duration: 160.860474ms)","trace[327218619] 'compare' (duration: 62.283971ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:49.624536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.28895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:49.624514Z","caller":"traceutil/trace.go:171","msg":"trace[313374813] transaction","detail":"{read_only:false; response_revision:211; number_of_response:1; }","duration":"187.742345ms","start":"2026-03-29T02:01:49.436705Z","end":"2026-03-29T02:01:49.624447Z","steps":["trace[313374813] 'process raft request' (duration: 187.450708ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:49.624584Z","caller":"traceutil/trace.go:171","msg":"trace[1448346697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:211; }","duration":"198.399152ms","start":"2026-03-29T02:01:49.426171Z","end":"2026-03-29T02:01:49.62457Z","steps":["trace[1448346697] 'agreement among raft nodes before linearized reading' (duration: 198.234129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:50.714833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.683149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:01:50.714966Z","caller":"traceutil/trace.go:171","msg":"trace[717287944] linearizableReadLoop","detail":"{readStateIndex:224; appliedIndex:223; }","duration":"162.295667ms","start":"2026-03-29T02:01:50.552645Z","end":"2026-03-29T02:01:50.714941Z","steps":["trace[717287944] 'read index received' (duration: 55.152µs)","trace[717287944] 'applied index is now lower than readState.Index' (duration: 162.237965ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:50.715027Z","caller":"traceutil/trace.go:171","msg":"trace[825550370] transaction","detail":"{read_only:false; response_revision:219; number_of_response:1; }","duration":"362.907079ms","start":"2026-03-29T02:01:50.352085Z","end":"2026-03-29T02:01:50.714992Z","steps":["trace[825550370] 'process raft request' (duration: 48.962264ms)","trace[825550370] 'compare' (duration: 313.456103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:50.715168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.518421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:01:50.715437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:50.352058Z","time spent":"363.241207ms","remote":"127.0.0.1:54572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:01:50.716892Z","caller":"traceutil/trace.go:171","msg":"trace[1407325227] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:219; }","duration":"164.27786ms","start":"2026-03-29T02:01:50.552577Z","end":"2026-03-29T02:01:50.716854Z","steps":["trace[1407325227] 'agreement among raft nodes before linearized reading' (duration: 162.501121ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:50.933892Z","caller":"traceutil/trace.go:171","msg":"trace[136526754] linearizableReadLoop","detail":"{readStateIndex:226; appliedIndex:224; }","duration":"188.303717ms","start":"2026-03-29T02:01:50.745558Z","end":"2026-03-29T02:01:50.933861Z","steps":["trace[136526754] 'read index received' (duration: 112.593486ms)","trace[136526754] 'applied index is now lower than readState.Index' (duration: 75.709311ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:50.934011Z","caller":"traceutil/trace.go:171","msg":"trace[1195340093] transaction","detail":"{read_only:false; response_revision:221; number_of_response:1; }","duration":"210.647246ms","start":"2026-03-29T02:01:50.723302Z","end":"2026-03-29T02:01:50.933949Z","steps":["trace[1195340093] 'process raft request' (duration: 210.484743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:50.934048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.468611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:50.934061Z","caller":"traceutil/trace.go:171","msg":"trace[61418431] transaction","detail":"{read_only:false; response_revision:220; number_of_response:1; }","duration":"210.907923ms","start":"2026-03-29T02:01:50.72311Z","end":"2026-03-29T02:01:50.934018Z","steps":["trace[61418431] 'process raft request' (duration: 135.030847ms)","trace[61418431] 'compare' (duration: 75.309983ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:50.934099Z","caller":"traceutil/trace.go:171","msg":"trace[28492166] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:221; }","duration":"188.552623ms","start":"2026-03-29T02:01:50.745534Z","end":"2026-03-29T02:01:50.934087Z","steps":["trace[28492166] 'agreement among raft nodes before linearized reading' (duration: 188.434621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:51.357484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:50.938667Z","time spent":"418.814218ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T02:01:51.357535Z","caller":"traceutil/trace.go:171","msg":"trace[439388053] transaction","detail":"{read_only:false; response_revision:223; number_of_response:1; }","duration":"419.005762ms","start":"2026-03-29T02:01:50.938456Z","end":"2026-03-29T02:01:51.357462Z","steps":["trace[439388053] 'process raft request' (duration: 418.750037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:51.357707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:50.938422Z","time spent":"419.195467ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:01:51.357637Z","caller":"traceutil/trace.go:171","msg":"trace[1694859381] transaction","detail":"{read_only:false; response_revision:224; number_of_response:1; }","duration":"416.345223ms","start":"2026-03-29T02:01:50.941117Z","end":"2026-03-29T02:01:51.357463Z","steps":["trace[1694859381] 'process raft request' (duration: 416.284402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:51.358281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:50.941108Z","time spent":"416.774163ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:51.384753Z","caller":"traceutil/trace.go:171","msg":"trace[1694148945] transaction","detail":"{read_only:false; response_revision:225; number_of_response:1; }","duration":"356.031925ms","start":"2026-03-29T02:01:51.028695Z","end":"2026-03-29T02:01:51.384727Z","steps":["trace[1694148945] 'process raft request' (duration: 355.906292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:51.384886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:51.028665Z","time spent":"356.163298ms","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:01:51.528063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.01672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:51.528121Z","caller":"traceutil/trace.go:171","msg":"trace[1195235079] transaction","detail":"{read_only:false; response_revision:229; number_of_response:1; }","duration":"138.846613ms","start":"2026-03-29T02:01:51.388989Z","end":"2026-03-29T02:01:51.527835Z","steps":["trace[1195235079] 'process raft request' (duration: 138.74078ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:51.528163Z","caller":"traceutil/trace.go:171","msg":"trace[1160908838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:229; }","duration":"166.179963ms","start":"2026-03-29T02:01:51.36196Z","end":"2026-03-29T02:01:51.52814Z","steps":["trace[1160908838] 'agreement among raft nodes before linearized reading' (duration: 165.929748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:51.646941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.104636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:01:51.647167Z","caller":"traceutil/trace.go:171","msg":"trace[1680372761] linearizableReadLoop","detail":"{readStateIndex:238; appliedIndex:235; }","duration":"108.433252ms","start":"2026-03-29T02:01:51.538718Z","end":"2026-03-29T02:01:51.647151Z","steps":["trace[1680372761] 'read index received' (duration: 8.04185ms)","trace[1680372761] 'applied index is now lower than readState.Index' (duration: 100.390512ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:51.647188Z","caller":"traceutil/trace.go:171","msg":"trace[1718721713] transaction","detail":"{read_only:false; response_revision:230; number_of_response:1; }","duration":"203.574988ms","start":"2026-03-29T02:01:51.443577Z","end":"2026-03-29T02:01:51.647152Z","steps":["trace[1718721713] 'process raft request' (duration: 103.191836ms)","trace[1718721713] 'compare' (duration: 99.951152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:51.647306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.579705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:51.647345Z","caller":"traceutil/trace.go:171","msg":"trace[1451584845] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:0; response_revision:232; }","duration":"108.638417ms","start":"2026-03-29T02:01:51.538696Z","end":"2026-03-29T02:01:51.647334Z","steps":["trace[1451584845] 'agreement among raft nodes before linearized reading' (duration: 108.522114ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:51.647209Z","caller":"traceutil/trace.go:171","msg":"trace[273888187] transaction","detail":"{read_only:false; response_revision:231; number_of_response:1; }","duration":"203.549118ms","start":"2026-03-29T02:01:51.443637Z","end":"2026-03-29T02:01:51.647186Z","steps":["trace[273888187] 'process raft request' (duration: 203.415565ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:51.647427Z","caller":"traceutil/trace.go:171","msg":"trace[19665180] transaction","detail":"{read_only:false; response_revision:232; number_of_response:1; }","duration":"114.557809ms","start":"2026-03-29T02:01:51.532835Z","end":"2026-03-29T02:01:51.647393Z","steps":["trace[19665180] 'process raft request' (duration: 114.278013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:52.032576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.349826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:01:52.032819Z","caller":"traceutil/trace.go:171","msg":"trace[1412528121] linearizableReadLoop","detail":"{readStateIndex:243; appliedIndex:240; }","duration":"313.096706ms","start":"2026-03-29T02:01:51.719701Z","end":"2026-03-29T02:01:52.032798Z","steps":["trace[1412528121] 'read index received' (duration: 91.543316ms)","trace[1412528121] 'applied index is now lower than readState.Index' (duration: 221.55236ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:52.032996Z","caller":"traceutil/trace.go:171","msg":"trace[353691045] transaction","detail":"{read_only:false; response_revision:236; number_of_response:1; }","duration":"367.975132ms","start":"2026-03-29T02:01:51.664954Z","end":"2026-03-29T02:01:52.032929Z","steps":["trace[353691045] 'process raft request' (duration: 367.732547ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:52.033057Z","caller":"traceutil/trace.go:171","msg":"trace[2052668842] transaction","detail":"{read_only:false; response_revision:237; number_of_response:1; }","duration":"333.4137ms","start":"2026-03-29T02:01:51.699592Z","end":"2026-03-29T02:01:52.033006Z","steps":["trace[2052668842] 'process raft request' (duration: 333.157464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:52.033127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.402843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:01:52.03314Z","caller":"traceutil/trace.go:171","msg":"trace[2080638492] transaction","detail":"{read_only:false; response_revision:235; number_of_response:1; }","duration":"368.413542ms","start":"2026-03-29T02:01:51.664667Z","end":"2026-03-29T02:01:52.03308Z","steps":["trace[2080638492] 'process raft request' (duration: 146.484493ms)","trace[2080638492] 'compare' (duration: 221.189592ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:52.033218Z","caller":"traceutil/trace.go:171","msg":"trace[1512136376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:237; }","duration":"313.546496ms","start":"2026-03-29T02:01:51.719649Z","end":"2026-03-29T02:01:52.033196Z","steps":["trace[1512136376] 'agreement among raft nodes before linearized reading' (duration: 313.299501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:52.033217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:51.664932Z","time spent":"368.179226ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":638,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:01:52.033268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:51.719628Z","time spent":"313.631418ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:01:52.033291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:51.699564Z","time spent":"333.623525ms","remote":"127.0.0.1:54800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":356,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:01:52.033284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:51.664653Z","time spent":"368.585125ms","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":219,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:01:52.033378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.1925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:3466"} {"level":"info","ts":"2026-03-29T02:01:52.033425Z","caller":"traceutil/trace.go:171","msg":"trace[793690442] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:237; }","duration":"173.280302ms","start":"2026-03-29T02:01:51.860134Z","end":"2026-03-29T02:01:52.033414Z","steps":["trace[793690442] 'agreement among raft nodes before linearized reading' (duration: 172.902684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:52.434099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.72137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:01:52.434253Z","caller":"traceutil/trace.go:171","msg":"trace[686353402] transaction","detail":"{read_only:false; response_revision:238; number_of_response:1; }","duration":"397.642795ms","start":"2026-03-29T02:01:52.036585Z","end":"2026-03-29T02:01:52.434228Z","steps":["trace[686353402] 'process raft request' (duration: 202.675569ms)","trace[686353402] 'compare' (duration: 194.591657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:52.434355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:52.036568Z","time spent":"397.742178ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:52.453649Z","caller":"traceutil/trace.go:171","msg":"trace[931390558] linearizableReadLoop","detail":"{readStateIndex:245; appliedIndex:243; }","duration":"416.755791ms","start":"2026-03-29T02:01:52.03686Z","end":"2026-03-29T02:01:52.453616Z","steps":["trace[931390558] 'read index received' (duration: 202.434383ms)","trace[931390558] 'applied index is now lower than readState.Index' (duration: 214.320388ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:52.453716Z","caller":"traceutil/trace.go:171","msg":"trace[873718390] transaction","detail":"{read_only:false; response_revision:239; number_of_response:1; }","duration":"417.017738ms","start":"2026-03-29T02:01:52.036642Z","end":"2026-03-29T02:01:52.45366Z","steps":["trace[873718390] 'process raft request' (duration: 416.732482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:52.453796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.923464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:52.453811Z","caller":"traceutil/trace.go:171","msg":"trace[1507017545] transaction","detail":"{read_only:false; response_revision:241; number_of_response:1; }","duration":"416.493565ms","start":"2026-03-29T02:01:52.037277Z","end":"2026-03-29T02:01:52.453771Z","steps":["trace[1507017545] 'process raft request' (duration: 416.2464ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:52.453875Z","caller":"traceutil/trace.go:171","msg":"trace[559104747] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ephemeral-volume-controller; range_end:; response_count:0; response_revision:242; }","duration":"417.031577ms","start":"2026-03-29T02:01:52.036817Z","end":"2026-03-29T02:01:52.453848Z","steps":["trace[559104747] 'agreement among raft nodes before linearized reading' (duration: 416.891054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:52.453926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:52.036804Z","time spent":"417.109918ms","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" "} {"level":"info","ts":"2026-03-29T02:01:52.453912Z","caller":"traceutil/trace.go:171","msg":"trace[1620647007] transaction","detail":"{read_only:false; response_revision:242; number_of_response:1; }","duration":"402.477912ms","start":"2026-03-29T02:01:52.051335Z","end":"2026-03-29T02:01:52.453813Z","steps":["trace[1620647007] 'process raft request' (duration: 402.236557ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:52.453949Z","caller":"traceutil/trace.go:171","msg":"trace[572415215] transaction","detail":"{read_only:false; response_revision:240; number_of_response:1; }","duration":"417.070748ms","start":"2026-03-29T02:01:52.036856Z","end":"2026-03-29T02:01:52.453927Z","steps":["trace[572415215] 'process raft request' (duration: 416.630508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:52.453958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:52.036604Z","time spent":"417.218602ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":636,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:01:52.454035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:52.036845Z","time spent":"417.1491ms","remote":"127.0.0.1:54806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":481,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:01:52.454046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:52.037261Z","time spent":"416.651558ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:52.454072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:52.051309Z","time spent":"402.673686ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4649,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} 2026/03/29 02:01:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/29 02:01:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:01:52.764081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.011694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:01:52.764391Z","caller":"traceutil/trace.go:171","msg":"trace[549180846] linearizableReadLoop","detail":"{readStateIndex:251; appliedIndex:249; }","duration":"209.87863ms","start":"2026-03-29T02:01:52.554491Z","end":"2026-03-29T02:01:52.76437Z","steps":["trace[549180846] 'read index received' (duration: 24.474027ms)","trace[549180846] 'applied index is now lower than readState.Index' (duration: 185.403272ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:52.76462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.127875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:52.764652Z","caller":"traceutil/trace.go:171","msg":"trace[1531317511] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:0; response_revision:245; }","duration":"210.200397ms","start":"2026-03-29T02:01:52.554441Z","end":"2026-03-29T02:01:52.764642Z","steps":["trace[1531317511] 'agreement among raft nodes before linearized reading' (duration: 210.052063ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:53.002079Z","caller":"traceutil/trace.go:171","msg":"trace[896115028] transaction","detail":"{read_only:false; response_revision:247; number_of_response:1; }","duration":"165.333535ms","start":"2026-03-29T02:01:52.836723Z","end":"2026-03-29T02:01:53.002057Z","steps":["trace[896115028] 'process raft request' (duration: 155.656309ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:53.002451Z","caller":"traceutil/trace.go:171","msg":"trace[412736147] transaction","detail":"{read_only:false; response_revision:248; number_of_response:1; }","duration":"157.816276ms","start":"2026-03-29T02:01:52.844596Z","end":"2026-03-29T02:01:53.002412Z","steps":["trace[412736147] 'process raft request' (duration: 157.313735ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:54.379508Z","caller":"traceutil/trace.go:171","msg":"trace[1219753799] transaction","detail":"{read_only:false; response_revision:293; number_of_response:1; }","duration":"210.302789ms","start":"2026-03-29T02:01:54.169176Z","end":"2026-03-29T02:01:54.379479Z","steps":["trace[1219753799] 'process raft request' (duration: 112.416872ms)","trace[1219753799] 'compare' (duration: 97.635741ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:54.538382Z","caller":"traceutil/trace.go:171","msg":"trace[1375818633] transaction","detail":"{read_only:false; response_revision:294; number_of_response:1; }","duration":"148.683462ms","start":"2026-03-29T02:01:54.389666Z","end":"2026-03-29T02:01:54.53835Z","steps":["trace[1375818633] 'process raft request' (duration: 142.30939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:54.538672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.321692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:01:54.53877Z","caller":"traceutil/trace.go:171","msg":"trace[1431018889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:294; }","duration":"100.449875ms","start":"2026-03-29T02:01:54.438288Z","end":"2026-03-29T02:01:54.538738Z","steps":["trace[1431018889] 'agreement among raft nodes before linearized reading' (duration: 100.174829ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:59.656292Z","caller":"traceutil/trace.go:171","msg":"trace[1457883782] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"253.514114ms","start":"2026-03-29T02:01:59.402706Z","end":"2026-03-29T02:01:59.65622Z","steps":["trace[1457883782] 'process raft request' (duration: 253.282939ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:59.793914Z","caller":"traceutil/trace.go:171","msg":"trace[67766519] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"109.343413ms","start":"2026-03-29T02:01:59.684543Z","end":"2026-03-29T02:01:59.793886Z","steps":["trace[67766519] 'process raft request' (duration: 109.155358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:08.805743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.982754ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:08.810199Z","caller":"traceutil/trace.go:171","msg":"trace[558649450] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"162.551583ms","start":"2026-03-29T02:02:08.643265Z","end":"2026-03-29T02:02:08.805817Z","steps":["trace[558649450] 'process raft request' (duration: 49.433075ms)","trace[558649450] 'compare' (duration: 112.889512ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:10.244522Z","caller":"traceutil/trace.go:171","msg":"trace[1759212120] linearizableReadLoop","detail":"{readStateIndex:449; appliedIndex:448; }","duration":"400.444468ms","start":"2026-03-29T02:02:09.844046Z","end":"2026-03-29T02:02:10.244491Z","steps":["trace[1759212120] 'read index received' (duration: 400.224923ms)","trace[1759212120] 'applied index is now lower than readState.Index' (duration: 218.625µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:10.244608Z","caller":"traceutil/trace.go:171","msg":"trace[171731692] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"524.400648ms","start":"2026-03-29T02:02:09.720183Z","end":"2026-03-29T02:02:10.244584Z","steps":["trace[171731692] 'process raft request' (duration: 524.179103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:10.244704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.649772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:02:10.244741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:09.720156Z","time spent":"524.51014ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:10.244765Z","caller":"traceutil/trace.go:171","msg":"trace[331693776] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:430; }","duration":"400.717964ms","start":"2026-03-29T02:02:09.84403Z","end":"2026-03-29T02:02:10.244748Z","steps":["trace[331693776] 'agreement among raft nodes before linearized reading' (duration: 400.598211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:10.244808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:09.84397Z","time spent":"400.825337ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:02:12.457252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.633834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:02:12.457331Z","caller":"traceutil/trace.go:171","msg":"trace[2103113717] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:434; }","duration":"128.774527ms","start":"2026-03-29T02:02:12.328536Z","end":"2026-03-29T02:02:12.45731Z","steps":["trace[2103113717] 'range keys from in-memory index tree' (duration: 128.44174ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:13.295295Z","caller":"traceutil/trace.go:171","msg":"trace[159974878] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"106.137342ms","start":"2026-03-29T02:02:13.18913Z","end":"2026-03-29T02:02:13.295267Z","steps":["trace[159974878] 'process raft request' (duration: 105.975108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:13.621807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.379897ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-29T02:02:14.768596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.29438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:02:14.768677Z","caller":"traceutil/trace.go:171","msg":"trace[1330586426] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:439; }","duration":"283.419962ms","start":"2026-03-29T02:02:14.48524Z","end":"2026-03-29T02:02:14.76866Z","steps":["trace[1330586426] 'range keys from in-memory index tree' (duration: 283.201747ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:15.135198Z","caller":"traceutil/trace.go:171","msg":"trace[115349126] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"361.807154ms","start":"2026-03-29T02:02:14.773368Z","end":"2026-03-29T02:02:15.135175Z","steps":["trace[115349126] 'process raft request' (duration: 361.662501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:15.135341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:14.773345Z","time spent":"361.922737ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:15.525533Z","caller":"traceutil/trace.go:171","msg":"trace[1220811035] linearizableReadLoop","detail":"{readStateIndex:461; appliedIndex:459; }","duration":"650.609527ms","start":"2026-03-29T02:02:14.874888Z","end":"2026-03-29T02:02:15.525498Z","steps":["trace[1220811035] 'read index received' (duration: 260.161293ms)","trace[1220811035] 'applied index is now lower than readState.Index' (duration: 390.446764ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:15.525634Z","caller":"traceutil/trace.go:171","msg":"trace[1384364222] transaction","detail":"{read_only:false; response_revision:441; number_of_response:1; }","duration":"752.167716ms","start":"2026-03-29T02:02:14.773432Z","end":"2026-03-29T02:02:15.5256Z","steps":["trace[1384364222] 'process raft request' (duration: 724.741443ms)","trace[1384364222] 'compare' (duration: 27.200748ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:15.525778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.892184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:15.525791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.327565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T02:02:15.525806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:14.773404Z","time spent":"752.297479ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:15.525844Z","caller":"traceutil/trace.go:171","msg":"trace[2015272868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:441; }","duration":"651.009366ms","start":"2026-03-29T02:02:14.874819Z","end":"2026-03-29T02:02:15.525828Z","steps":["trace[2015272868] 'agreement among raft nodes before linearized reading' (duration: 650.881174ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:15.525859Z","caller":"traceutil/trace.go:171","msg":"trace[684663965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:441; }","duration":"635.429578ms","start":"2026-03-29T02:02:14.890412Z","end":"2026-03-29T02:02:15.525842Z","steps":["trace[684663965] 'agreement among raft nodes before linearized reading' (duration: 635.305255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:15.525883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:14.874797Z","time spent":"651.077247ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:02:15.525926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:14.890402Z","time spent":"635.509759ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:02:17.229037Z","caller":"traceutil/trace.go:171","msg":"trace[1951934418] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"174.384776ms","start":"2026-03-29T02:02:17.054616Z","end":"2026-03-29T02:02:17.229001Z","steps":["trace[1951934418] 'process raft request' (duration: 174.13948ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:20.598214Z","caller":"traceutil/trace.go:171","msg":"trace[352084188] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"121.476884ms","start":"2026-03-29T02:02:20.476711Z","end":"2026-03-29T02:02:20.598188Z","steps":["trace[352084188] 'process raft request' (duration: 121.29425ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:21.514768Z","caller":"traceutil/trace.go:171","msg":"trace[212432106] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"177.788753ms","start":"2026-03-29T02:02:21.336935Z","end":"2026-03-29T02:02:21.514724Z","steps":["trace[212432106] 'process raft request' (duration: 177.590728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:22.398066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.025101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:02:22.398152Z","caller":"traceutil/trace.go:171","msg":"trace[2037213732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:454; }","duration":"811.163225ms","start":"2026-03-29T02:02:21.586969Z","end":"2026-03-29T02:02:22.398132Z","steps":["trace[2037213732] 'range keys from in-memory index tree' (duration: 810.896479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:22.398209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:21.586947Z","time spent":"811.243467ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:22.398256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.906089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:02:22.398301Z","caller":"traceutil/trace.go:171","msg":"trace[304791315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:454; }","duration":"781.008132ms","start":"2026-03-29T02:02:21.617279Z","end":"2026-03-29T02:02:22.398287Z","steps":["trace[304791315] 'range keys from in-memory index tree' (duration: 780.780896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:22.398333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:21.617249Z","time spent":"781.075953ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:22.39834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.036501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12673"} {"level":"info","ts":"2026-03-29T02:02:22.398398Z","caller":"traceutil/trace.go:171","msg":"trace[1538244057] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:454; }","duration":"345.096262ms","start":"2026-03-29T02:02:22.053283Z","end":"2026-03-29T02:02:22.398379Z","steps":["trace[1538244057] 'range keys from in-memory index tree' (duration: 344.913658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:22.398442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:22.053213Z","time spent":"345.216495ms","remote":"127.0.0.1:54572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":3,"response size":12695,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"warn","ts":"2026-03-29T02:02:22.398458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.446436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:22.399021Z","caller":"traceutil/trace.go:171","msg":"trace[940563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:454; }","duration":"523.930707ms","start":"2026-03-29T02:02:21.874894Z","end":"2026-03-29T02:02:22.398825Z","steps":["trace[940563] 'range keys from in-memory index tree' (duration: 523.306923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:22.3991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:21.874869Z","time spent":"524.215533ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:02:23.102763Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198729495,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:02:23.603874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198729495,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:02:23.848345Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.445462598s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:02:23.848745Z","caller":"traceutil/trace.go:171","msg":"trace[363616346] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"1.445942299s","start":"2026-03-29T02:02:22.402772Z","end":"2026-03-29T02:02:23.848714Z","steps":["trace[363616346] 'process raft request' (duration: 1.445793136s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:23.848945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:22.402751Z","time spent":"1.446111522s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:24.149472Z","caller":"traceutil/trace.go:171","msg":"trace[554250303] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"1.745970213s","start":"2026-03-29T02:02:22.40346Z","end":"2026-03-29T02:02:24.14943Z","steps":["trace[554250303] 'process raft request' (duration: 1.745625865s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:24.149517Z","caller":"traceutil/trace.go:171","msg":"trace[1390833749] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"763.245924ms","start":"2026-03-29T02:02:23.386212Z","end":"2026-03-29T02:02:24.149458Z","steps":["trace[1390833749] 'process raft request' (duration: 763.094571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:24.149772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:22.403443Z","time spent":"1.746177598s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:24.149875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:23.386186Z","time spent":"763.550891ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:24.270462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.080515ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T02:02:24.270616Z","caller":"traceutil/trace.go:171","msg":"trace[1926041244] linearizableReadLoop","detail":"{readStateIndex:479; appliedIndex:475; }","duration":"1.66797793s","start":"2026-03-29T02:02:22.602613Z","end":"2026-03-29T02:02:24.270591Z","steps":["trace[1926041244] 'read index received' (duration: 1.245941289s)","trace[1926041244] 'applied index is now lower than readState.Index' (duration: 422.034511ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:24.270864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.330068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:02:24.270904Z","caller":"traceutil/trace.go:171","msg":"trace[1617864086] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:457; }","duration":"751.425369ms","start":"2026-03-29T02:02:23.519467Z","end":"2026-03-29T02:02:24.270893Z","steps":["trace[1617864086] 'agreement among raft nodes before linearized reading' (duration: 751.301417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:24.270874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.860058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:24.27095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:23.519449Z","time spent":"751.490631ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:02:24.270923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668241625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:02:24.271073Z","caller":"traceutil/trace.go:171","msg":"trace[1509440682] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:457; }","duration":"1.66845079s","start":"2026-03-29T02:02:22.602566Z","end":"2026-03-29T02:02:24.271017Z","steps":["trace[1509440682] 'agreement among raft nodes before linearized reading' (duration: 1.668146783s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:24.270975Z","caller":"traceutil/trace.go:171","msg":"trace[1827431746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:457; }","duration":"397.012551ms","start":"2026-03-29T02:02:23.873929Z","end":"2026-03-29T02:02:24.270942Z","steps":["trace[1827431746] 'agreement among raft nodes before linearized reading' (duration: 396.850788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:24.271143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:22.602544Z","time spent":"1.668589054s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:02:24.271183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:23.873907Z","time spent":"397.235986ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:02:24.271735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.858339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12673"} {"level":"info","ts":"2026-03-29T02:02:24.271808Z","caller":"traceutil/trace.go:171","msg":"trace[907809261] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:457; }","duration":"674.969132ms","start":"2026-03-29T02:02:23.596815Z","end":"2026-03-29T02:02:24.271784Z","steps":["trace[907809261] 'agreement among raft nodes before linearized reading' (duration: 673.995211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:24.271844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:23.596794Z","time spent":"675.041823ms","remote":"127.0.0.1:54572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":3,"response size":12695,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"warn","ts":"2026-03-29T02:02:24.553326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.980471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:24.553433Z","caller":"traceutil/trace.go:171","msg":"trace[1972061419] linearizableReadLoop","detail":"{readStateIndex:481; appliedIndex:479; }","duration":"257.624996ms","start":"2026-03-29T02:02:24.295791Z","end":"2026-03-29T02:02:24.553416Z","steps":["trace[1972061419] 'read index received' (duration: 64.694725ms)","trace[1972061419] 'applied index is now lower than readState.Index' (duration: 192.929081ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:24.553471Z","caller":"traceutil/trace.go:171","msg":"trace[44292404] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"277.544201ms","start":"2026-03-29T02:02:24.275899Z","end":"2026-03-29T02:02:24.553443Z","steps":["trace[44292404] 'process raft request' (duration: 157.348535ms)","trace[44292404] 'compare' (duration: 119.832918ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:24.553523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.742538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12673"} {"level":"info","ts":"2026-03-29T02:02:24.553542Z","caller":"traceutil/trace.go:171","msg":"trace[1797812622] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:459; }","duration":"257.79779ms","start":"2026-03-29T02:02:24.295736Z","end":"2026-03-29T02:02:24.553534Z","steps":["trace[1797812622] 'agreement among raft nodes before linearized reading' (duration: 257.719908ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:25.589324Z","caller":"traceutil/trace.go:171","msg":"trace[115988487] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"267.113249ms","start":"2026-03-29T02:02:25.322176Z","end":"2026-03-29T02:02:25.589289Z","steps":["trace[115988487] 'process raft request' (duration: 266.454474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:25.965308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.732621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:25.965554Z","caller":"traceutil/trace.go:171","msg":"trace[48683015] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"346.177456ms","start":"2026-03-29T02:02:25.61935Z","end":"2026-03-29T02:02:25.965527Z","steps":["trace[48683015] 'process raft request' (duration: 117.150648ms)","trace[48683015] 'compare' (duration: 228.533377ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:25.965616Z","caller":"traceutil/trace.go:171","msg":"trace[792773904] linearizableReadLoop","detail":"{readStateIndex:484; appliedIndex:482; }","duration":"111.381579ms","start":"2026-03-29T02:02:25.854226Z","end":"2026-03-29T02:02:25.965607Z","steps":["trace[792773904] 'read index received' (duration: 82.042µs)","trace[792773904] 'applied index is now lower than readState.Index' (duration: 111.298817ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:25.965691Z","caller":"traceutil/trace.go:171","msg":"trace[574255552] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"345.904558ms","start":"2026-03-29T02:02:25.619772Z","end":"2026-03-29T02:02:25.965677Z","steps":["trace[574255552] 'process raft request' (duration: 345.789266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:25.965683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:25.619323Z","time spent":"346.310108ms","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:02:25.965771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:25.619765Z","time spent":"345.98854ms","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":505,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:02:25.965898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.647604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:02:25.966014Z","caller":"traceutil/trace.go:171","msg":"trace[360889841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:462; }","duration":"111.822789ms","start":"2026-03-29T02:02:25.854163Z","end":"2026-03-29T02:02:25.965985Z","steps":["trace[360889841] 'agreement among raft nodes before linearized reading' (duration: 111.534643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:26.504108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.958166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:26.504491Z","caller":"traceutil/trace.go:171","msg":"trace[1629903491] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"533.846048ms","start":"2026-03-29T02:02:25.970488Z","end":"2026-03-29T02:02:26.504334Z","steps":["trace[1629903491] 'process raft request' (duration: 206.532404ms)","trace[1629903491] 'compare' (duration: 326.67788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:26.504579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:25.970467Z","time spent":"534.081763ms","remote":"127.0.0.1:54578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6516,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:02:26.588861Z","caller":"traceutil/trace.go:171","msg":"trace[432486478] linearizableReadLoop","detail":"{readStateIndex:486; appliedIndex:484; }","duration":"433.827043ms","start":"2026-03-29T02:02:26.15501Z","end":"2026-03-29T02:02:26.588838Z","steps":["trace[432486478] 'read index received' (duration: 22.109904ms)","trace[432486478] 'applied index is now lower than readState.Index' (duration: 411.715969ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:26.588965Z","caller":"traceutil/trace.go:171","msg":"trace[1639555435] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"617.752934ms","start":"2026-03-29T02:02:25.971163Z","end":"2026-03-29T02:02:26.588916Z","steps":["trace[1639555435] 'process raft request' (duration: 617.546978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:26.5891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.048548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:02:26.589197Z","caller":"traceutil/trace.go:171","msg":"trace[335474301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:464; }","duration":"434.217392ms","start":"2026-03-29T02:02:26.154955Z","end":"2026-03-29T02:02:26.589172Z","steps":["trace[335474301] 'agreement among raft nodes before linearized reading' (duration: 433.993157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:26.589262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:26.154934Z","time spent":"434.314894ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:26.589175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:25.971149Z","time spent":"617.910707ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:26.867692Z","caller":"traceutil/trace.go:171","msg":"trace[226762907] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"273.38807ms","start":"2026-03-29T02:02:26.594271Z","end":"2026-03-29T02:02:26.867659Z","steps":["trace[226762907] 'process raft request' (duration: 273.291317ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:26.867801Z","caller":"traceutil/trace.go:171","msg":"trace[1311126966] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"357.507429ms","start":"2026-03-29T02:02:26.510261Z","end":"2026-03-29T02:02:26.867769Z","steps":["trace[1311126966] 'process raft request' (duration: 357.247513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:26.867946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:26.510242Z","time spent":"357.634231ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1639,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:02:26.868068Z","caller":"traceutil/trace.go:171","msg":"trace[1822429644] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"357.800295ms","start":"2026-03-29T02:02:26.510246Z","end":"2026-03-29T02:02:26.868047Z","steps":["trace[1822429644] 'process raft request' (duration: 351.458634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:26.868159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:26.510221Z","time spent":"357.898928ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2364,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:02:26.868076Z","caller":"traceutil/trace.go:171","msg":"trace[1252155877] linearizableReadLoop","detail":"{readStateIndex:488; appliedIndex:486; }","duration":"279.133137ms","start":"2026-03-29T02:02:26.58893Z","end":"2026-03-29T02:02:26.868063Z","steps":["trace[1252155877] 'read index received' (duration: 272.808515ms)","trace[1252155877] 'applied index is now lower than readState.Index' (duration: 6.323391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:26.868304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.136649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:02:26.868394Z","caller":"traceutil/trace.go:171","msg":"trace[108756895] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:467; }","duration":"310.299494ms","start":"2026-03-29T02:02:26.558067Z","end":"2026-03-29T02:02:26.868367Z","steps":["trace[108756895] 'agreement among raft nodes before linearized reading' (duration: 310.10856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:26.86845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:26.55805Z","time spent":"310.386666ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:02:26.868935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.340436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:02:26.869006Z","caller":"traceutil/trace.go:171","msg":"trace[14629944] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:467; }","duration":"503.446389ms","start":"2026-03-29T02:02:26.365536Z","end":"2026-03-29T02:02:26.868982Z","steps":["trace[14629944] 'agreement among raft nodes before linearized reading' (duration: 502.568729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:26.86904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:26.36548Z","time spent":"503.551971ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:02:27.277354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.051668ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:27.277541Z","caller":"traceutil/trace.go:171","msg":"trace[585112990] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"324.368447ms","start":"2026-03-29T02:02:26.953144Z","end":"2026-03-29T02:02:27.277513Z","steps":["trace[585112990] 'process raft request' (duration: 155.019282ms)","trace[585112990] 'compare' (duration: 168.726801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:27.27762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:26.953102Z","time spent":"324.488569ms","remote":"127.0.0.1:54800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:02:27.519196Z","caller":"traceutil/trace.go:171","msg":"trace[1173198819] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"236.225989ms","start":"2026-03-29T02:02:27.282837Z","end":"2026-03-29T02:02:27.519063Z","steps":["trace[1173198819] 'process raft request' (duration: 157.857188ms)","trace[1173198819] 'compare' (duration: 77.307156ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:27.736079Z","caller":"traceutil/trace.go:171","msg":"trace[1713624976] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"204.999366ms","start":"2026-03-29T02:02:27.531055Z","end":"2026-03-29T02:02:27.736054Z","steps":["trace[1713624976] 'process raft request' (duration: 137.119761ms)","trace[1713624976] 'compare' (duration: 67.771993ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:27.970762Z","caller":"traceutil/trace.go:171","msg":"trace[886132556] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"347.469437ms","start":"2026-03-29T02:02:27.623258Z","end":"2026-03-29T02:02:27.970727Z","steps":["trace[886132556] 'process raft request' (duration: 265.852014ms)","trace[886132556] 'compare' (duration: 81.440949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:27.970946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:27.623225Z","time spent":"347.613381ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:27.980115Z","caller":"traceutil/trace.go:171","msg":"trace[122564335] linearizableReadLoop","detail":"{readStateIndex:499; appliedIndex:496; }","duration":"105.320446ms","start":"2026-03-29T02:02:27.874763Z","end":"2026-03-29T02:02:27.980084Z","steps":["trace[122564335] 'read index received' (duration: 14.419934ms)","trace[122564335] 'applied index is now lower than readState.Index' (duration: 90.898632ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:27.980193Z","caller":"traceutil/trace.go:171","msg":"trace[657720896] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"234.690934ms","start":"2026-03-29T02:02:27.745478Z","end":"2026-03-29T02:02:27.980169Z","steps":["trace[657720896] 'process raft request' (duration: 234.538851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:27.980321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.50184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:27.980363Z","caller":"traceutil/trace.go:171","msg":"trace[683999614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:477; }","duration":"105.655794ms","start":"2026-03-29T02:02:27.874695Z","end":"2026-03-29T02:02:27.980351Z","steps":["trace[683999614] 'agreement among raft nodes before linearized reading' (duration: 105.49857ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:27.980685Z","caller":"traceutil/trace.go:171","msg":"trace[1537179751] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"238.638742ms","start":"2026-03-29T02:02:27.742029Z","end":"2026-03-29T02:02:27.980668Z","steps":["trace[1537179751] 'process raft request' (duration: 237.857735ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:28.231898Z","caller":"traceutil/trace.go:171","msg":"trace[1644254454] linearizableReadLoop","detail":"{readStateIndex:500; appliedIndex:499; }","duration":"244.529274ms","start":"2026-03-29T02:02:27.98734Z","end":"2026-03-29T02:02:28.231869Z","steps":["trace[1644254454] 'read index received' (duration: 148.397674ms)","trace[1644254454] 'applied index is now lower than readState.Index' (duration: 96.13045ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:28.23201Z","caller":"traceutil/trace.go:171","msg":"trace[820297019] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"246.681283ms","start":"2026-03-29T02:02:27.985316Z","end":"2026-03-29T02:02:28.231997Z","steps":["trace[820297019] 'process raft request' (duration: 150.379239ms)","trace[820297019] 'compare' (duration: 95.950586ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:28.23215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.792361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:28.232194Z","caller":"traceutil/trace.go:171","msg":"trace[1314239150] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:478; }","duration":"244.868912ms","start":"2026-03-29T02:02:27.987312Z","end":"2026-03-29T02:02:28.232181Z","steps":["trace[1314239150] 'agreement among raft nodes before linearized reading' (duration: 244.7651ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:28.284394Z","caller":"traceutil/trace.go:171","msg":"trace[424835915] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"233.543298ms","start":"2026-03-29T02:02:28.050809Z","end":"2026-03-29T02:02:28.284352Z","steps":["trace[424835915] 'process raft request' (duration: 233.203581ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:29.960536Z","caller":"traceutil/trace.go:171","msg":"trace[1969594505] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"102.586015ms","start":"2026-03-29T02:02:29.857926Z","end":"2026-03-29T02:02:29.960512Z","steps":["trace[1969594505] 'process raft request' (duration: 102.462233ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:30.005275Z","caller":"traceutil/trace.go:171","msg":"trace[490415764] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"142.746198ms","start":"2026-03-29T02:02:29.862474Z","end":"2026-03-29T02:02:30.00522Z","steps":["trace[490415764] 'process raft request' (duration: 119.801353ms)","trace[490415764] 'compare' (duration: 22.680909ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:30.005602Z","caller":"traceutil/trace.go:171","msg":"trace[1741683429] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"133.425168ms","start":"2026-03-29T02:02:29.872137Z","end":"2026-03-29T02:02:30.005562Z","steps":["trace[1741683429] 'process raft request' (duration: 133.0917ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:30.005799Z","caller":"traceutil/trace.go:171","msg":"trace[164293415] linearizableReadLoop","detail":"{readStateIndex:532; appliedIndex:527; }","duration":"133.204182ms","start":"2026-03-29T02:02:29.872564Z","end":"2026-03-29T02:02:30.005768Z","steps":["trace[164293415] 'read index received' (duration: 88.409076ms)","trace[164293415] 'applied index is now lower than readState.Index' (duration: 44.793836ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:30.005922Z","caller":"traceutil/trace.go:171","msg":"trace[1884611105] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"123.454694ms","start":"2026-03-29T02:02:29.882445Z","end":"2026-03-29T02:02:30.005899Z","steps":["trace[1884611105] 'process raft request' (duration: 123.102616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:30.006006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.395267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:30.006066Z","caller":"traceutil/trace.go:171","msg":"trace[1758640105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:514; }","duration":"133.531029ms","start":"2026-03-29T02:02:29.872519Z","end":"2026-03-29T02:02:30.00605Z","steps":["trace[1758640105] 'agreement among raft nodes before linearized reading' (duration: 133.376016ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:30.006092Z","caller":"traceutil/trace.go:171","msg":"trace[525752859] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"128.863145ms","start":"2026-03-29T02:02:29.877214Z","end":"2026-03-29T02:02:30.006077Z","steps":["trace[525752859] 'process raft request' (duration: 128.259672ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:30.005834Z","caller":"traceutil/trace.go:171","msg":"trace[1477591524] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"133.569861ms","start":"2026-03-29T02:02:29.872245Z","end":"2026-03-29T02:02:30.005815Z","steps":["trace[1477591524] 'process raft request' (duration: 133.022299ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:30.006245Z","caller":"traceutil/trace.go:171","msg":"trace[955569757] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"114.41657ms","start":"2026-03-29T02:02:29.891804Z","end":"2026-03-29T02:02:30.006221Z","steps":["trace[955569757] 'process raft request' (duration: 113.814877ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:30.006298Z","caller":"traceutil/trace.go:171","msg":"trace[356538512] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"143.681189ms","start":"2026-03-29T02:02:29.862559Z","end":"2026-03-29T02:02:30.00624Z","steps":["trace[356538512] 'process raft request' (duration: 142.549514ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:30.006413Z","caller":"traceutil/trace.go:171","msg":"trace[324134058] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"107.869664ms","start":"2026-03-29T02:02:29.898504Z","end":"2026-03-29T02:02:30.006374Z","steps":["trace[324134058] 'process raft request' (duration: 107.199469ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:30.006351Z","caller":"traceutil/trace.go:171","msg":"trace[980280522] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"134.792429ms","start":"2026-03-29T02:02:29.871518Z","end":"2026-03-29T02:02:30.00631Z","steps":["trace[980280522] 'process raft request' (duration: 133.651314ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:30.006051Z","caller":"traceutil/trace.go:171","msg":"trace[1648831984] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"132.889865ms","start":"2026-03-29T02:02:29.872881Z","end":"2026-03-29T02:02:30.005771Z","steps":["trace[1648831984] 'process raft request' (duration: 132.466916ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:30.148465Z","caller":"traceutil/trace.go:171","msg":"trace[729939908] transaction","detail":"{read_only:false; number_of_response:1; response_revision:521; }","duration":"125.759156ms","start":"2026-03-29T02:02:30.02267Z","end":"2026-03-29T02:02:30.148429Z","steps":["trace[729939908] 'process raft request' (duration: 114.633126ms)","trace[729939908] 'compare' (duration: 10.879654ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:30.148718Z","caller":"traceutil/trace.go:171","msg":"trace[1359095087] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"124.891936ms","start":"2026-03-29T02:02:30.023794Z","end":"2026-03-29T02:02:30.148686Z","steps":["trace[1359095087] 'process raft request' (duration: 124.567058ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:30.149052Z","caller":"traceutil/trace.go:171","msg":"trace[698199970] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"122.988123ms","start":"2026-03-29T02:02:30.026052Z","end":"2026-03-29T02:02:30.149041Z","steps":["trace[698199970] 'process raft request' (duration: 122.555784ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:30.149114Z","caller":"traceutil/trace.go:171","msg":"trace[1316119592] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"121.648093ms","start":"2026-03-29T02:02:30.027432Z","end":"2026-03-29T02:02:30.14908Z","steps":["trace[1316119592] 'process raft request' (duration: 121.471469ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:30.149197Z","caller":"traceutil/trace.go:171","msg":"trace[502603857] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"114.022821ms","start":"2026-03-29T02:02:30.035157Z","end":"2026-03-29T02:02:30.14918Z","steps":["trace[502603857] 'process raft request' (duration: 113.916469ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:30.149396Z","caller":"traceutil/trace.go:171","msg":"trace[1443149767] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"117.462038ms","start":"2026-03-29T02:02:30.031902Z","end":"2026-03-29T02:02:30.149364Z","steps":["trace[1443149767] 'process raft request' (duration: 117.127401ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:30.331774Z","caller":"traceutil/trace.go:171","msg":"trace[1296142690] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"133.395167ms","start":"2026-03-29T02:02:30.198353Z","end":"2026-03-29T02:02:30.331748Z","steps":["trace[1296142690] 'process raft request' (duration: 125.585982ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:30.347601Z","caller":"traceutil/trace.go:171","msg":"trace[734788654] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"130.291247ms","start":"2026-03-29T02:02:30.21728Z","end":"2026-03-29T02:02:30.347572Z","steps":["trace[734788654] 'process raft request' (duration: 129.97788ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:30.347618Z","caller":"traceutil/trace.go:171","msg":"trace[1736598908] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"128.492067ms","start":"2026-03-29T02:02:30.219106Z","end":"2026-03-29T02:02:30.347598Z","steps":["trace[1736598908] 'process raft request' (duration: 128.368504ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:30.347875Z","caller":"traceutil/trace.go:171","msg":"trace[1773070749] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"123.300121ms","start":"2026-03-29T02:02:30.224563Z","end":"2026-03-29T02:02:30.347863Z","steps":["trace[1773070749] 'process raft request' (duration: 122.992374ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:30.348902Z","caller":"traceutil/trace.go:171","msg":"trace[1470062465] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"107.110577ms","start":"2026-03-29T02:02:30.24177Z","end":"2026-03-29T02:02:30.34888Z","steps":["trace[1470062465] 'process raft request' (duration: 106.233927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:30.548155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.013263ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:30.548313Z","caller":"traceutil/trace.go:171","msg":"trace[1628956503] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"185.081989ms","start":"2026-03-29T02:02:30.363211Z","end":"2026-03-29T02:02:30.548293Z","steps":["trace[1628956503] 'process raft request' (duration: 78.79229ms)","trace[1628956503] 'compare' (duration: 105.826059ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:30.587612Z","caller":"traceutil/trace.go:171","msg":"trace[407434778] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"166.274736ms","start":"2026-03-29T02:02:30.42131Z","end":"2026-03-29T02:02:30.587585Z","steps":["trace[407434778] 'process raft request' (duration: 166.134533ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:30.7184Z","caller":"traceutil/trace.go:171","msg":"trace[1785526560] linearizableReadLoop","detail":"{readStateIndex:567; appliedIndex:565; }","duration":"110.497444ms","start":"2026-03-29T02:02:30.607874Z","end":"2026-03-29T02:02:30.718371Z","steps":["trace[1785526560] 'read index received' (duration: 101.757177ms)","trace[1785526560] 'applied index is now lower than readState.Index' (duration: 8.739227ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:30.71845Z","caller":"traceutil/trace.go:171","msg":"trace[1508241589] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"155.621627ms","start":"2026-03-29T02:02:30.562813Z","end":"2026-03-29T02:02:30.718434Z","steps":["trace[1508241589] 'process raft request' (duration: 155.480834ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:30.718459Z","caller":"traceutil/trace.go:171","msg":"trace[266971293] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"159.847462ms","start":"2026-03-29T02:02:30.558573Z","end":"2026-03-29T02:02:30.71842Z","steps":["trace[266971293] 'process raft request' (duration: 151.040863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:30.718715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.80415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:02:30.718803Z","caller":"traceutil/trace.go:171","msg":"trace[384589936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:541; }","duration":"110.946024ms","start":"2026-03-29T02:02:30.607834Z","end":"2026-03-29T02:02:30.71878Z","steps":["trace[384589936] 'agreement among raft nodes before linearized reading' (duration: 110.653027ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:30.974365Z","caller":"traceutil/trace.go:171","msg":"trace[680382525] linearizableReadLoop","detail":"{readStateIndex:575; appliedIndex:572; }","duration":"101.142913ms","start":"2026-03-29T02:02:30.873203Z","end":"2026-03-29T02:02:30.974346Z","steps":["trace[680382525] 'read index received' (duration: 61.062133ms)","trace[680382525] 'applied index is now lower than readState.Index' (duration: 40.07968ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:30.974349Z","caller":"traceutil/trace.go:171","msg":"trace[914781079] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"177.14508ms","start":"2026-03-29T02:02:30.797148Z","end":"2026-03-29T02:02:30.974294Z","steps":["trace[914781079] 'process raft request' (duration: 137.05698ms)","trace[914781079] 'compare' (duration: 39.6178ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:30.974464Z","caller":"traceutil/trace.go:171","msg":"trace[849054862] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"156.237131ms","start":"2026-03-29T02:02:30.818185Z","end":"2026-03-29T02:02:30.974422Z","steps":["trace[849054862] 'process raft request' (duration: 156.032766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:30.974639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.399588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:30.974723Z","caller":"traceutil/trace.go:171","msg":"trace[576389945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:549; }","duration":"101.523371ms","start":"2026-03-29T02:02:30.87318Z","end":"2026-03-29T02:02:30.974704Z","steps":["trace[576389945] 'agreement among raft nodes before linearized reading' (duration: 101.253575ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:30.975168Z","caller":"traceutil/trace.go:171","msg":"trace[1617967949] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"171.604446ms","start":"2026-03-29T02:02:30.803439Z","end":"2026-03-29T02:02:30.975044Z","steps":["trace[1617967949] 'process raft request' (duration: 170.673815ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:31.341676Z","caller":"traceutil/trace.go:171","msg":"trace[1936964547] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"100.745504ms","start":"2026-03-29T02:02:31.240899Z","end":"2026-03-29T02:02:31.341644Z","steps":["trace[1936964547] 'process raft request' (duration: 100.457258ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:31.383013Z","caller":"traceutil/trace.go:171","msg":"trace[1019017196] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"117.863949ms","start":"2026-03-29T02:02:31.265101Z","end":"2026-03-29T02:02:31.382965Z","steps":["trace[1019017196] 'process raft request' (duration: 117.397258ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:31.812799Z","caller":"traceutil/trace.go:171","msg":"trace[2060574858] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"409.570653ms","start":"2026-03-29T02:02:31.403175Z","end":"2026-03-29T02:02:31.812746Z","steps":["trace[2060574858] 'process raft request' (duration: 368.407878ms)","trace[2060574858] 'compare' (duration: 40.886249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:31.813025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:31.403145Z","time spent":"409.769787ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18032,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:31.813413Z","caller":"traceutil/trace.go:171","msg":"trace[1974031877] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"331.176622ms","start":"2026-03-29T02:02:31.482202Z","end":"2026-03-29T02:02:31.813379Z","steps":["trace[1974031877] 'process raft request' (duration: 330.948387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:31.813942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:31.482177Z","time spent":"331.327585ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14661,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:02:31.814349Z","caller":"traceutil/trace.go:171","msg":"trace[817729915] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"300.840411ms","start":"2026-03-29T02:02:31.513464Z","end":"2026-03-29T02:02:31.814304Z","steps":["trace[817729915] 'process raft request' (duration: 299.882129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:31.814499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:31.513423Z","time spent":"300.989934ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151221,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:32.015858Z","caller":"traceutil/trace.go:171","msg":"trace[1387664076] linearizableReadLoop","detail":"{readStateIndex:593; appliedIndex:592; }","duration":"142.86389ms","start":"2026-03-29T02:02:31.872962Z","end":"2026-03-29T02:02:32.015825Z","steps":["trace[1387664076] 'read index received' (duration: 99.806692ms)","trace[1387664076] 'applied index is now lower than readState.Index' (duration: 43.054478ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:32.015952Z","caller":"traceutil/trace.go:171","msg":"trace[1639798359] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"175.067704ms","start":"2026-03-29T02:02:31.840848Z","end":"2026-03-29T02:02:32.015916Z","steps":["trace[1639798359] 'process raft request' (duration: 131.839632ms)","trace[1639798359] 'compare' (duration: 42.917856ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:32.01605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.064705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:32.01624Z","caller":"traceutil/trace.go:171","msg":"trace[1059258688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:567; }","duration":"143.256389ms","start":"2026-03-29T02:02:31.872953Z","end":"2026-03-29T02:02:32.016209Z","steps":["trace[1059258688] 'agreement among raft nodes before linearized reading' (duration: 143.020154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:32.029546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.849405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:32.029646Z","caller":"traceutil/trace.go:171","msg":"trace[1161065472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:569; }","duration":"148.991508ms","start":"2026-03-29T02:02:31.880631Z","end":"2026-03-29T02:02:32.029622Z","steps":["trace[1161065472] 'agreement among raft nodes before linearized reading' (duration: 148.844665ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:32.029661Z","caller":"traceutil/trace.go:171","msg":"trace[123017546] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"153.275685ms","start":"2026-03-29T02:02:31.876352Z","end":"2026-03-29T02:02:32.029628Z","steps":["trace[123017546] 'process raft request' (duration: 152.467806ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:32.186412Z","caller":"traceutil/trace.go:171","msg":"trace[92441462] linearizableReadLoop","detail":"{readStateIndex:596; appliedIndex:595; }","duration":"116.682512ms","start":"2026-03-29T02:02:32.069693Z","end":"2026-03-29T02:02:32.186375Z","steps":["trace[92441462] 'read index received' (duration: 109.014919ms)","trace[92441462] 'applied index is now lower than readState.Index' (duration: 7.666053ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:32.186531Z","caller":"traceutil/trace.go:171","msg":"trace[970712940] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"141.362087ms","start":"2026-03-29T02:02:32.045124Z","end":"2026-03-29T02:02:32.186487Z","steps":["trace[970712940] 'process raft request' (duration: 133.527481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:32.186978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.248195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:29570"} {"level":"info","ts":"2026-03-29T02:02:32.187042Z","caller":"traceutil/trace.go:171","msg":"trace[1526799352] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:570; }","duration":"117.386848ms","start":"2026-03-29T02:02:32.069636Z","end":"2026-03-29T02:02:32.187023Z","steps":["trace[1526799352] 'agreement among raft nodes before linearized reading' (duration: 116.909957ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:32.212197Z","caller":"traceutil/trace.go:171","msg":"trace[1240528622] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"141.129292ms","start":"2026-03-29T02:02:32.071021Z","end":"2026-03-29T02:02:32.21215Z","steps":["trace[1240528622] 'process raft request' (duration: 140.648251ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:32.497211Z","caller":"traceutil/trace.go:171","msg":"trace[1004556539] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"139.874753ms","start":"2026-03-29T02:02:32.357291Z","end":"2026-03-29T02:02:32.497165Z","steps":["trace[1004556539] 'process raft request' (duration: 139.378151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:32.813841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.826185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xbackendtrafficpolicies.gateway.networking.x-k8s.io\" ","response":"range_response_count:1 size:23081"} {"level":"info","ts":"2026-03-29T02:02:32.813966Z","caller":"traceutil/trace.go:171","msg":"trace[1741755524] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/xbackendtrafficpolicies.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:577; }","duration":"214.02281ms","start":"2026-03-29T02:02:32.599914Z","end":"2026-03-29T02:02:32.813937Z","steps":["trace[1741755524] 'range keys from in-memory index tree' (duration: 213.613731ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:32.817728Z","caller":"traceutil/trace.go:171","msg":"trace[599957784] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"195.328969ms","start":"2026-03-29T02:02:32.622365Z","end":"2026-03-29T02:02:32.817694Z","steps":["trace[599957784] 'process raft request' (duration: 194.712835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:33.109631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.036971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:33.109734Z","caller":"traceutil/trace.go:171","msg":"trace[1764179902] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"352.176172ms","start":"2026-03-29T02:02:32.757543Z","end":"2026-03-29T02:02:33.109719Z","steps":["trace[1764179902] 'process raft request' (duration: 201.980738ms)","trace[1764179902] 'compare' (duration: 149.658823ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:33.109781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:32.75749Z","time spent":"352.268455ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570090,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:33.128228Z","caller":"traceutil/trace.go:171","msg":"trace[1566469641] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"304.653836ms","start":"2026-03-29T02:02:32.823547Z","end":"2026-03-29T02:02:33.128201Z","steps":["trace[1566469641] 'process raft request' (duration: 304.253027ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:33.12835Z","caller":"traceutil/trace.go:171","msg":"trace[920197577] linearizableReadLoop","detail":"{readStateIndex:606; appliedIndex:604; }","duration":"304.288278ms","start":"2026-03-29T02:02:32.823951Z","end":"2026-03-29T02:02:33.128239Z","steps":["trace[920197577] 'read index received' (duration: 135.146407ms)","trace[920197577] 'applied index is now lower than readState.Index' (duration: 169.140791ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:33.128327Z","caller":"traceutil/trace.go:171","msg":"trace[938974623] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"249.503246ms","start":"2026-03-29T02:02:32.878793Z","end":"2026-03-29T02:02:33.128296Z","steps":["trace[938974623] 'process raft request' (duration: 249.281401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:33.128382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:32.823521Z","time spent":"304.794539ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:33.128532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.580784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xlistenersets.gateway.networking.x-k8s.io\" ","response":"range_response_count:1 size:29476"} {"level":"info","ts":"2026-03-29T02:02:33.12857Z","caller":"traceutil/trace.go:171","msg":"trace[1500692691] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/xlistenersets.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:581; }","duration":"304.674666ms","start":"2026-03-29T02:02:32.823885Z","end":"2026-03-29T02:02:33.12856Z","steps":["trace[1500692691] 'agreement among raft nodes before linearized reading' (duration: 304.528003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:33.128593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:32.823876Z","time spent":"304.710987ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":1,"response size":29498,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xlistenersets.gateway.networking.x-k8s.io\" "} {"level":"warn","ts":"2026-03-29T02:02:33.128718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.783476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:33.128744Z","caller":"traceutil/trace.go:171","msg":"trace[199488216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:581; }","duration":"254.837966ms","start":"2026-03-29T02:02:32.873898Z","end":"2026-03-29T02:02:33.128736Z","steps":["trace[199488216] 'agreement among raft nodes before linearized reading' (duration: 254.798975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:33.128937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.306361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:02:33.129196Z","caller":"traceutil/trace.go:171","msg":"trace[1499903519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:581; }","duration":"107.609608ms","start":"2026-03-29T02:02:33.021571Z","end":"2026-03-29T02:02:33.129181Z","steps":["trace[1499903519] 'agreement among raft nodes before linearized reading' (duration: 107.24079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:33.539674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.949914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:33.539987Z","caller":"traceutil/trace.go:171","msg":"trace[1693532878] linearizableReadLoop","detail":"{readStateIndex:610; appliedIndex:609; }","duration":"401.076491ms","start":"2026-03-29T02:02:33.138891Z","end":"2026-03-29T02:02:33.539968Z","steps":["trace[1693532878] 'read index received' (duration: 58.275548ms)","trace[1693532878] 'applied index is now lower than readState.Index' (duration: 342.799923ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:33.540014Z","caller":"traceutil/trace.go:171","msg":"trace[1314066735] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"407.016425ms","start":"2026-03-29T02:02:33.132948Z","end":"2026-03-29T02:02:33.539964Z","steps":["trace[1314066735] 'process raft request' (duration: 206.684404ms)","trace[1314066735] 'compare' (duration: 199.8145ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:33.540283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:33.132919Z","time spent":"407.19612ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:33.540365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.44465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xmeshes.gateway.networking.x-k8s.io\" ","response":"range_response_count:1 size:9149"} {"level":"info","ts":"2026-03-29T02:02:33.540464Z","caller":"traceutil/trace.go:171","msg":"trace[725146704] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/xmeshes.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:585; }","duration":"401.599153ms","start":"2026-03-29T02:02:33.138849Z","end":"2026-03-29T02:02:33.540448Z","steps":["trace[725146704] 'agreement among raft nodes before linearized reading' (duration: 401.178224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:33.540517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:33.13883Z","time spent":"401.677685ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9171,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xmeshes.gateway.networking.x-k8s.io\" "} {"level":"info","ts":"2026-03-29T02:02:33.540103Z","caller":"traceutil/trace.go:171","msg":"trace[2061045801] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"366.897154ms","start":"2026-03-29T02:02:33.173127Z","end":"2026-03-29T02:02:33.540024Z","steps":["trace[2061045801] 'process raft request' (duration: 366.653438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:33.540725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:33.173099Z","time spent":"367.516778ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:33.85794Z","caller":"traceutil/trace.go:171","msg":"trace[572221444] linearizableReadLoop","detail":"{readStateIndex:613; appliedIndex:612; }","duration":"254.219491ms","start":"2026-03-29T02:02:33.603701Z","end":"2026-03-29T02:02:33.857921Z","steps":["trace[572221444] 'read index received' (duration: 253.891394ms)","trace[572221444] 'applied index is now lower than readState.Index' (duration: 327.467µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:33.858051Z","caller":"traceutil/trace.go:171","msg":"trace[1544463433] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"269.921635ms","start":"2026-03-29T02:02:33.588098Z","end":"2026-03-29T02:02:33.85802Z","steps":["trace[1544463433] 'process raft request' (duration: 269.592067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:33.85812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.394105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clienttrafficpolicies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:65436"} {"level":"info","ts":"2026-03-29T02:02:33.858147Z","caller":"traceutil/trace.go:171","msg":"trace[1837517302] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clienttrafficpolicies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:586; }","duration":"254.498468ms","start":"2026-03-29T02:02:33.60364Z","end":"2026-03-29T02:02:33.858139Z","steps":["trace[1837517302] 'agreement among raft nodes before linearized reading' (duration: 254.356355ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:34.666594Z","caller":"traceutil/trace.go:171","msg":"trace[1752027234] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"362.567757ms","start":"2026-03-29T02:02:34.303996Z","end":"2026-03-29T02:02:34.666564Z","steps":["trace[1752027234] 'process raft request' (duration: 362.381443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:34.666759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:34.303961Z","time spent":"362.712759ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:36.044896Z","caller":"traceutil/trace.go:171","msg":"trace[182635841] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"157.99468ms","start":"2026-03-29T02:02:35.886875Z","end":"2026-03-29T02:02:36.04487Z","steps":["trace[182635841] 'process raft request' (duration: 157.848737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:36.419521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.893144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:36.419638Z","caller":"traceutil/trace.go:171","msg":"trace[511386688] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"370.530216ms","start":"2026-03-29T02:02:36.049088Z","end":"2026-03-29T02:02:36.419618Z","steps":["trace[511386688] 'process raft request' (duration: 96.476278ms)","trace[511386688] 'compare' (duration: 273.645589ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:36.41969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:36.049061Z","time spent":"370.608708ms","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":182,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:02:36.420485Z","caller":"traceutil/trace.go:171","msg":"trace[1119447205] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"370.776312ms","start":"2026-03-29T02:02:36.049673Z","end":"2026-03-29T02:02:36.420449Z","steps":["trace[1119447205] 'process raft request' (duration: 370.627428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:36.420677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:36.049625Z","time spent":"370.962136ms","remote":"127.0.0.1:54578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1749,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:02:36.574932Z","caller":"traceutil/trace.go:171","msg":"trace[2088021747] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"139.353401ms","start":"2026-03-29T02:02:36.435522Z","end":"2026-03-29T02:02:36.574875Z","steps":["trace[2088021747] 'process raft request' (duration: 92.99666ms)","trace[2088021747] 'compare' (duration: 45.594124ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:37.443608Z","caller":"traceutil/trace.go:171","msg":"trace[279030088] linearizableReadLoop","detail":"{readStateIndex:624; appliedIndex:623; }","duration":"248.489623ms","start":"2026-03-29T02:02:37.195089Z","end":"2026-03-29T02:02:37.443579Z","steps":["trace[279030088] 'read index received' (duration: 247.223755ms)","trace[279030088] 'applied index is now lower than readState.Index' (duration: 1.264758ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:37.44371Z","caller":"traceutil/trace.go:171","msg":"trace[165467887] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"404.586961ms","start":"2026-03-29T02:02:37.039088Z","end":"2026-03-29T02:02:37.443675Z","steps":["trace[165467887] 'process raft request' (duration: 403.439725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:37.443897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.638083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:02:37.443918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.827871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T02:02:37.443928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:37.039033Z","time spent":"404.801875ms","remote":"127.0.0.1:54572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036105,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:37.443945Z","caller":"traceutil/trace.go:171","msg":"trace[592798632] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:597; }","duration":"186.765027ms","start":"2026-03-29T02:02:37.257167Z","end":"2026-03-29T02:02:37.443932Z","steps":["trace[592798632] 'agreement among raft nodes before linearized reading' (duration: 186.592033ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:37.443981Z","caller":"traceutil/trace.go:171","msg":"trace[870895564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:597; }","duration":"248.937513ms","start":"2026-03-29T02:02:37.195023Z","end":"2026-03-29T02:02:37.44396Z","steps":["trace[870895564] 'agreement among raft nodes before linearized reading' (duration: 248.734409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:37.444073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.329787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:02:37.444175Z","caller":"traceutil/trace.go:171","msg":"trace[2081466563] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:597; }","duration":"186.50326ms","start":"2026-03-29T02:02:37.25765Z","end":"2026-03-29T02:02:37.444153Z","steps":["trace[2081466563] 'agreement among raft nodes before linearized reading' (duration: 186.212814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:38.035202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.048517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:38.035367Z","caller":"traceutil/trace.go:171","msg":"trace[183382306] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"586.152841ms","start":"2026-03-29T02:02:37.449194Z","end":"2026-03-29T02:02:38.035347Z","steps":["trace[183382306] 'process raft request' (duration: 263.876299ms)","trace[183382306] 'compare' (duration: 321.894343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:38.03549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:37.449167Z","time spent":"586.265564ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:38.035646Z","caller":"traceutil/trace.go:171","msg":"trace[695297772] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"586.432267ms","start":"2026-03-29T02:02:37.449194Z","end":"2026-03-29T02:02:38.035627Z","steps":["trace[695297772] 'process raft request' (duration: 586.105089ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:38.035689Z","caller":"traceutil/trace.go:171","msg":"trace[672309026] linearizableReadLoop","detail":"{readStateIndex:628; appliedIndex:624; }","duration":"454.357299ms","start":"2026-03-29T02:02:37.581325Z","end":"2026-03-29T02:02:38.035682Z","steps":["trace[672309026] 'read index received' (duration: 131.832362ms)","trace[672309026] 'applied index is now lower than readState.Index' (duration: 322.524167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:38.035726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:37.449167Z","time spent":"586.52311ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:38.035719Z","caller":"traceutil/trace.go:171","msg":"trace[1338445370] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"586.379707ms","start":"2026-03-29T02:02:37.449309Z","end":"2026-03-29T02:02:38.035689Z","steps":["trace[1338445370] 'process raft request' (duration: 586.038129ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:38.035772Z","caller":"traceutil/trace.go:171","msg":"trace[1888385760] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"533.845255ms","start":"2026-03-29T02:02:37.501922Z","end":"2026-03-29T02:02:38.035768Z","steps":["trace[1888385760] 'process raft request' (duration: 533.460747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:38.035801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:37.501879Z","time spent":"533.907067ms","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":818,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:02:38.035863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:37.449281Z","time spent":"586.501089ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:38.035937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.630696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:02:38.035954Z","caller":"traceutil/trace.go:171","msg":"trace[1751873736] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:601; }","duration":"454.712647ms","start":"2026-03-29T02:02:37.581236Z","end":"2026-03-29T02:02:38.035949Z","steps":["trace[1751873736] 'agreement among raft nodes before linearized reading' (duration: 454.632796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:38.03597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:37.581204Z","time spent":"454.762889ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:02:38.041056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.8816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:38.041136Z","caller":"traceutil/trace.go:171","msg":"trace[904557776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:602; }","duration":"167.012573ms","start":"2026-03-29T02:02:37.8741Z","end":"2026-03-29T02:02:38.041113Z","steps":["trace[904557776] 'agreement among raft nodes before linearized reading' (duration: 166.87668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:38.447071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.266811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:02:38.447169Z","caller":"traceutil/trace.go:171","msg":"trace[1515662027] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:603; }","duration":"233.447966ms","start":"2026-03-29T02:02:38.2137Z","end":"2026-03-29T02:02:38.447148Z","steps":["trace[1515662027] 'range keys from in-memory index tree' (duration: 233.059876ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:38.784527Z","caller":"traceutil/trace.go:171","msg":"trace[1296364019] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"298.866176ms","start":"2026-03-29T02:02:38.485619Z","end":"2026-03-29T02:02:38.784485Z","steps":["trace[1296364019] 'process raft request' (duration: 297.814732ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:38.851361Z","caller":"traceutil/trace.go:171","msg":"trace[163078928] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"360.49643ms","start":"2026-03-29T02:02:38.490827Z","end":"2026-03-29T02:02:38.851323Z","steps":["trace[163078928] 'process raft request' (duration: 360.268405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:38.851644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:38.490809Z","time spent":"360.645183ms","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:39.09421Z","caller":"traceutil/trace.go:171","msg":"trace[692924184] linearizableReadLoop","detail":"{readStateIndex:634; appliedIndex:633; }","duration":"239.841469ms","start":"2026-03-29T02:02:38.854334Z","end":"2026-03-29T02:02:39.094175Z","steps":["trace[692924184] 'read index received' (duration: 239.688265ms)","trace[692924184] 'applied index is now lower than readState.Index' (duration: 151.514µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:39.094279Z","caller":"traceutil/trace.go:171","msg":"trace[1972036451] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"253.287831ms","start":"2026-03-29T02:02:38.840941Z","end":"2026-03-29T02:02:39.094229Z","steps":["trace[1972036451] 'process raft request' (duration: 253.046425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:39.094403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.059414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-29T02:02:39.09448Z","caller":"traceutil/trace.go:171","msg":"trace[1945594303] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:606; }","duration":"240.186597ms","start":"2026-03-29T02:02:38.854273Z","end":"2026-03-29T02:02:39.09446Z","steps":["trace[1945594303] 'agreement among raft nodes before linearized reading' (duration: 240.022723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:39.340543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.639095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:39.340638Z","caller":"traceutil/trace.go:171","msg":"trace[2042457767] linearizableReadLoop","detail":"{readStateIndex:635; appliedIndex:634; }","duration":"246.319264ms","start":"2026-03-29T02:02:39.094305Z","end":"2026-03-29T02:02:39.340624Z","steps":["trace[2042457767] 'read index received' (duration: 119.475474ms)","trace[2042457767] 'applied index is now lower than readState.Index' (duration: 126.84278ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:39.340697Z","caller":"traceutil/trace.go:171","msg":"trace[1117132585] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"379.046667ms","start":"2026-03-29T02:02:38.961603Z","end":"2026-03-29T02:02:39.34065Z","steps":["trace[1117132585] 'process raft request' (duration: 252.242438ms)","trace[1117132585] 'compare' (duration: 126.513572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:39.340768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.739405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:39.340776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.469891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-29T02:02:39.340793Z","caller":"traceutil/trace.go:171","msg":"trace[1796078537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:607; }","duration":"465.810208ms","start":"2026-03-29T02:02:38.874975Z","end":"2026-03-29T02:02:39.340785Z","steps":["trace[1796078537] 'agreement among raft nodes before linearized reading' (duration: 465.727985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:39.34083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:38.874955Z","time spent":"465.867159ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:02:39.34083Z","caller":"traceutil/trace.go:171","msg":"trace[857867287] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:607; }","duration":"263.565773ms","start":"2026-03-29T02:02:39.077248Z","end":"2026-03-29T02:02:39.340814Z","steps":["trace[857867287] 'agreement among raft nodes before linearized reading' (duration: 263.413469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:39.340873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:38.961572Z","time spent":"379.211672ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:02:39.340925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.912243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:02:39.341057Z","caller":"traceutil/trace.go:171","msg":"trace[1877176369] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:607; }","duration":"245.042516ms","start":"2026-03-29T02:02:39.095939Z","end":"2026-03-29T02:02:39.340981Z","steps":["trace[1877176369] 'agreement among raft nodes before linearized reading' (duration: 244.79557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:39.340915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.98333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:39.341186Z","caller":"traceutil/trace.go:171","msg":"trace[616903683] range","detail":"{range_begin:/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:607; }","duration":"235.289457ms","start":"2026-03-29T02:02:39.105849Z","end":"2026-03-29T02:02:39.341138Z","steps":["trace[616903683] 'agreement among raft nodes before linearized reading' (duration: 234.960459ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:40.193326Z","caller":"traceutil/trace.go:171","msg":"trace[136439096] linearizableReadLoop","detail":"{readStateIndex:639; appliedIndex:638; }","duration":"317.390001ms","start":"2026-03-29T02:02:39.87591Z","end":"2026-03-29T02:02:40.1933Z","steps":["trace[136439096] 'read index received' (duration: 316.562253ms)","trace[136439096] 'applied index is now lower than readState.Index' (duration: 826.608µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:40.193405Z","caller":"traceutil/trace.go:171","msg":"trace[809792219] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"424.374356ms","start":"2026-03-29T02:02:39.768998Z","end":"2026-03-29T02:02:40.193372Z","steps":["trace[809792219] 'process raft request' (duration: 423.66282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:40.193599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.636767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:40.193623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:39.768959Z","time spent":"424.53891ms","remote":"127.0.0.1:54572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036197,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:40.19372Z","caller":"traceutil/trace.go:171","msg":"trace[588919951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:611; }","duration":"317.825171ms","start":"2026-03-29T02:02:39.875847Z","end":"2026-03-29T02:02:40.193672Z","steps":["trace[588919951] 'agreement among raft nodes before linearized reading' (duration: 317.571046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:40.193831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:39.875823Z","time spent":"317.972794ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:02:40.694185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198729783,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:02:40.779128Z","caller":"traceutil/trace.go:171","msg":"trace[1054372363] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"701.79155ms","start":"2026-03-29T02:02:40.077311Z","end":"2026-03-29T02:02:40.779103Z","steps":["trace[1054372363] 'process raft request' (duration: 701.745619ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:40.779215Z","caller":"traceutil/trace.go:171","msg":"trace[1883975383] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"902.448198ms","start":"2026-03-29T02:02:39.876731Z","end":"2026-03-29T02:02:40.779179Z","steps":["trace[1883975383] 'process raft request' (duration: 902.114401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:40.779367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:39.876692Z","time spent":"902.608962ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3202,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:02:40.779513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.07729Z","time spent":"701.970594ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3104,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:02:41.10034Z","caller":"traceutil/trace.go:171","msg":"trace[532130947] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"847.73837ms","start":"2026-03-29T02:02:40.252554Z","end":"2026-03-29T02:02:41.100293Z","steps":["trace[532130947] 'process raft request' (duration: 843.685688ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:41.100392Z","caller":"traceutil/trace.go:171","msg":"trace[1550356441] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"822.212686ms","start":"2026-03-29T02:02:40.278138Z","end":"2026-03-29T02:02:41.10035Z","steps":["trace[1550356441] 'process raft request' (duration: 822.094233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.100512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.252524Z","time spent":"847.911123ms","remote":"127.0.0.1:54806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1044,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:02:41.100528Z","caller":"traceutil/trace.go:171","msg":"trace[2082878299] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"621.381852ms","start":"2026-03-29T02:02:40.47912Z","end":"2026-03-29T02:02:41.100502Z","steps":["trace[2082878299] 'process raft request' (duration: 621.163038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.100549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.278106Z","time spent":"822.370209ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:02:41.100634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.479082Z","time spent":"621.501815ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:02:41.101096Z","caller":"traceutil/trace.go:171","msg":"trace[1408199741] linearizableReadLoop","detail":"{readStateIndex:645; appliedIndex:639; }","duration":"907.671115ms","start":"2026-03-29T02:02:40.193404Z","end":"2026-03-29T02:02:41.101075Z","steps":["trace[1408199741] 'read index received' (duration: 585.492266ms)","trace[1408199741] 'applied index is now lower than readState.Index' (duration: 322.175559ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:41.101187Z","caller":"traceutil/trace.go:171","msg":"trace[1964608835] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"422.369692ms","start":"2026-03-29T02:02:40.678774Z","end":"2026-03-29T02:02:41.101144Z","steps":["trace[1964608835] 'process raft request' (duration: 422.194828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.101422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061720076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:02:41.101477Z","caller":"traceutil/trace.go:171","msg":"trace[498117098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:617; }","duration":"1.061815629s","start":"2026-03-29T02:02:40.039646Z","end":"2026-03-29T02:02:41.101462Z","steps":["trace[498117098] 'agreement among raft nodes before linearized reading' (duration: 1.061708036s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.101526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.039616Z","time spent":"1.061898201s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:41.101772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032941811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:02:41.101326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061194255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:02:41.101839Z","caller":"traceutil/trace.go:171","msg":"trace[862473347] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:617; }","duration":"1.033057574s","start":"2026-03-29T02:02:40.068765Z","end":"2026-03-29T02:02:41.101823Z","steps":["trace[862473347] 'agreement among raft nodes before linearized reading' (duration: 1.032356968s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.101885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.068739Z","time spent":"1.033133625s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:02:41.101892Z","caller":"traceutil/trace.go:171","msg":"trace[914901421] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:617; }","duration":"1.061791078s","start":"2026-03-29T02:02:40.040056Z","end":"2026-03-29T02:02:41.101847Z","steps":["trace[914901421] 'agreement among raft nodes before linearized reading' (duration: 1.061131624s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.102019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.040023Z","time spent":"1.061953962s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:02:41.101548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06141359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:02:41.102251Z","caller":"traceutil/trace.go:171","msg":"trace[1396552851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:617; }","duration":"1.062295579s","start":"2026-03-29T02:02:40.039933Z","end":"2026-03-29T02:02:41.102229Z","steps":["trace[1396552851] 'agreement among raft nodes before linearized reading' (duration: 1.061364429s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.102307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.039892Z","time spent":"1.062397982s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:41.101756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.67875Z","time spent":"422.626547ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:02:41.104919Z","caller":"traceutil/trace.go:171","msg":"trace[1503233325] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"319.464358ms","start":"2026-03-29T02:02:40.785435Z","end":"2026-03-29T02:02:41.104899Z","steps":["trace[1503233325] 'process raft request' (duration: 319.08153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.105078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.785398Z","time spent":"319.581281ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4156,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:41.105237Z","caller":"traceutil/trace.go:171","msg":"trace[1226344736] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"321.413371ms","start":"2026-03-29T02:02:40.783798Z","end":"2026-03-29T02:02:41.105211Z","steps":["trace[1226344736] 'process raft request' (duration: 320.563643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.105311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.783764Z","time spent":"321.509774ms","remote":"127.0.0.1:54984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:02:41.105642Z","caller":"traceutil/trace.go:171","msg":"trace[1994839967] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"228.191238ms","start":"2026-03-29T02:02:40.877441Z","end":"2026-03-29T02:02:41.105633Z","steps":["trace[1994839967] 'process raft request' (duration: 227.146384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.105646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.382529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-d79sh\" ","response":"range_response_count:1 size:4683"} {"level":"info","ts":"2026-03-29T02:02:41.105693Z","caller":"traceutil/trace.go:171","msg":"trace[1164337829] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-d79sh; range_end:; response_count:1; response_revision:621; }","duration":"773.478821ms","start":"2026-03-29T02:02:40.332202Z","end":"2026-03-29T02:02:41.105681Z","steps":["trace[1164337829] 'agreement among raft nodes before linearized reading' (duration: 772.476178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.105723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.332185Z","time spent":"773.528002ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4705,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-d79sh\" "} {"level":"warn","ts":"2026-03-29T02:02:41.105801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.678874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.105835Z","caller":"traceutil/trace.go:171","msg":"trace[956814202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:621; }","duration":"230.776276ms","start":"2026-03-29T02:02:40.875049Z","end":"2026-03-29T02:02:41.105825Z","steps":["trace[956814202] 'agreement among raft nodes before linearized reading' (duration: 230.717595ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:41.553187Z","caller":"traceutil/trace.go:171","msg":"trace[1784312383] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"383.019376ms","start":"2026-03-29T02:02:41.170141Z","end":"2026-03-29T02:02:41.55316Z","steps":["trace[1784312383] 'process raft request' (duration: 382.825801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.553396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:41.170116Z","time spent":"383.184969ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10362,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:41.890144Z","caller":"traceutil/trace.go:171","msg":"trace[1014849924] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"717.980854ms","start":"2026-03-29T02:02:41.172126Z","end":"2026-03-29T02:02:41.890107Z","steps":["trace[1014849924] 'process raft request' (duration: 717.808569ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:41.890181Z","caller":"traceutil/trace.go:171","msg":"trace[1509189731] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"715.344365ms","start":"2026-03-29T02:02:41.174805Z","end":"2026-03-29T02:02:41.890149Z","steps":["trace[1509189731] 'process raft request' (duration: 715.243212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.89033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:41.17211Z","time spent":"718.107606ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5153,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:41.890345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:41.174798Z","time spent":"715.454717ms","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4387,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:41.890487Z","caller":"traceutil/trace.go:171","msg":"trace[1184222789] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"608.827031ms","start":"2026-03-29T02:02:41.281629Z","end":"2026-03-29T02:02:41.890456Z","steps":["trace[1184222789] 'process raft request' (duration: 608.483384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.890592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:41.281263Z","time spent":"609.282531ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:02:41.890689Z","caller":"traceutil/trace.go:171","msg":"trace[563743878] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"412.10072ms","start":"2026-03-29T02:02:41.478421Z","end":"2026-03-29T02:02:41.890522Z","steps":["trace[563743878] 'process raft request' (duration: 412.025748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.890786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:41.478389Z","time spent":"412.367206ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:02:42.245001Z","caller":"traceutil/trace.go:171","msg":"trace[45613714] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"744.291273ms","start":"2026-03-29T02:02:41.500684Z","end":"2026-03-29T02:02:42.244975Z","steps":["trace[45613714] 'process raft request' (duration: 743.665689ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:42.245197Z","caller":"traceutil/trace.go:171","msg":"trace[1526580673] linearizableReadLoop","detail":"{readStateIndex:670; appliedIndex:665; }","duration":"680.332637ms","start":"2026-03-29T02:02:41.564825Z","end":"2026-03-29T02:02:42.245158Z","steps":["trace[1526580673] 'read index received' (duration: 325.249799ms)","trace[1526580673] 'applied index is now lower than readState.Index' (duration: 355.080548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:42.24526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:41.500659Z","time spent":"744.420576ms","remote":"127.0.0.1:54572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036229,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:42.245415Z","caller":"traceutil/trace.go:171","msg":"trace[1289645672] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"681.518253ms","start":"2026-03-29T02:02:41.563865Z","end":"2026-03-29T02:02:42.245384Z","steps":["trace[1289645672] 'process raft request' (duration: 681.053493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:42.245538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.684875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:02:42.245619Z","caller":"traceutil/trace.go:171","msg":"trace[924760152] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:642; }","duration":"680.802968ms","start":"2026-03-29T02:02:41.564799Z","end":"2026-03-29T02:02:42.245602Z","steps":["trace[924760152] 'agreement among raft nodes before linearized reading' (duration: 680.499131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:42.245671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:41.564781Z","time spent":"680.881199ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:42.245788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:41.563841Z","time spent":"681.702788ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9305,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:42.705424Z","caller":"traceutil/trace.go:171","msg":"trace[113581020] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"806.582224ms","start":"2026-03-29T02:02:41.898815Z","end":"2026-03-29T02:02:42.705397Z","steps":["trace[113581020] 'process raft request' (duration: 806.460412ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:42.70544Z","caller":"traceutil/trace.go:171","msg":"trace[572126964] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"999.951799ms","start":"2026-03-29T02:02:41.705399Z","end":"2026-03-29T02:02:42.705351Z","steps":["trace[572126964] 'process raft request' (duration: 986.875495ms)","trace[572126964] 'compare' (duration: 12.690815ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:42.705528Z","caller":"traceutil/trace.go:171","msg":"trace[799456184] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"806.075013ms","start":"2026-03-29T02:02:41.899432Z","end":"2026-03-29T02:02:42.705507Z","steps":["trace[799456184] 'process raft request' (duration: 805.905829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:42.705578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:41.898794Z","time spent":"806.707647ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5562,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:42.70562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:41.899383Z","time spent":"806.187785ms","remote":"127.0.0.1:54904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4694,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:42.705647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:41.705368Z","time spent":"1.000183425s","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:02:42.705705Z","caller":"traceutil/trace.go:171","msg":"trace[296951096] linearizableReadLoop","detail":"{readStateIndex:674; appliedIndex:670; }","duration":"460.388995ms","start":"2026-03-29T02:02:42.245273Z","end":"2026-03-29T02:02:42.705662Z","steps":["trace[296951096] 'read index received' (duration: 446.839681ms)","trace[296951096] 'applied index is now lower than readState.Index' (duration: 13.547854ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:42.705815Z","caller":"traceutil/trace.go:171","msg":"trace[792151258] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"797.294336ms","start":"2026-03-29T02:02:41.908471Z","end":"2026-03-29T02:02:42.705765Z","steps":["trace[792151258] 'process raft request' (duration: 796.954018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:42.706012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.369401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:42.706039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:41.908441Z","time spent":"797.50094ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:02:42.706108Z","caller":"traceutil/trace.go:171","msg":"trace[55095572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:646; }","duration":"831.511805ms","start":"2026-03-29T02:02:41.87457Z","end":"2026-03-29T02:02:42.706082Z","steps":["trace[55095572] 'agreement among raft nodes before linearized reading' (duration: 831.255569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:42.70603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.17023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"warn","ts":"2026-03-29T02:02:42.706205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:41.874549Z","time spent":"831.644147ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:02:42.706225Z","caller":"traceutil/trace.go:171","msg":"trace[1127386809] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:646; }","duration":"630.387825ms","start":"2026-03-29T02:02:42.075811Z","end":"2026-03-29T02:02:42.706199Z","steps":["trace[1127386809] 'agreement among raft nodes before linearized reading' (duration: 629.922335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:42.706325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:42.075795Z","time spent":"630.500457ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4105,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"info","ts":"2026-03-29T02:02:42.900871Z","caller":"traceutil/trace.go:171","msg":"trace[737634184] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"650.287103ms","start":"2026-03-29T02:02:42.250562Z","end":"2026-03-29T02:02:42.900849Z","steps":["trace[737634184] 'process raft request' (duration: 608.140706ms)","trace[737634184] 'compare' (duration: 41.876241ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:42.900929Z","caller":"traceutil/trace.go:171","msg":"trace[1312442279] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"646.391744ms","start":"2026-03-29T02:02:42.254495Z","end":"2026-03-29T02:02:42.900887Z","steps":["trace[1312442279] 'process raft request' (duration: 646.236061ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:42.900972Z","caller":"traceutil/trace.go:171","msg":"trace[1171596972] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"593.66953ms","start":"2026-03-29T02:02:42.307274Z","end":"2026-03-29T02:02:42.900943Z","steps":["trace[1171596972] 'process raft request' (duration: 593.533997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:42.900997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:42.250545Z","time spent":"650.389034ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:42.901041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.512863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"warn","ts":"2026-03-29T02:02:42.901053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:42.30725Z","time spent":"593.765762ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:02:42.901074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:42.254489Z","time spent":"646.503147ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5162,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:42.901092Z","caller":"traceutil/trace.go:171","msg":"trace[1119743129] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:649; }","duration":"624.603295ms","start":"2026-03-29T02:02:42.276477Z","end":"2026-03-29T02:02:42.90108Z","steps":["trace[1119743129] 'agreement among raft nodes before linearized reading' (duration: 624.434641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:42.901127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:42.276406Z","time spent":"624.713528ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4202,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-03-29T02:02:42.90113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.039608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-03-29T02:02:42.900871Z","caller":"traceutil/trace.go:171","msg":"trace[272075164] linearizableReadLoop","detail":"{readStateIndex:677; appliedIndex:674; }","duration":"195.048463ms","start":"2026-03-29T02:02:42.705802Z","end":"2026-03-29T02:02:42.900851Z","steps":["trace[272075164] 'read index received' (duration: 152.805313ms)","trace[272075164] 'applied index is now lower than readState.Index' (duration: 42.24217ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:42.901199Z","caller":"traceutil/trace.go:171","msg":"trace[384077112] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:649; }","duration":"226.131121ms","start":"2026-03-29T02:02:42.67505Z","end":"2026-03-29T02:02:42.901181Z","steps":["trace[384077112] 'agreement among raft nodes before linearized reading' (duration: 225.950957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:42.901509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.595353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-03-29T02:02:42.901546Z","caller":"traceutil/trace.go:171","msg":"trace[1239219293] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:649; }","duration":"425.672005ms","start":"2026-03-29T02:02:42.475865Z","end":"2026-03-29T02:02:42.901537Z","steps":["trace[1239219293] 'agreement among raft nodes before linearized reading' (duration: 425.345217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:42.901571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:42.475838Z","time spent":"425.726866ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4355,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"info","ts":"2026-03-29T02:02:42.927309Z","caller":"traceutil/trace.go:171","msg":"trace[1502397508] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"208.544847ms","start":"2026-03-29T02:02:42.718725Z","end":"2026-03-29T02:02:42.927269Z","steps":["trace[1502397508] 'process raft request' (duration: 208.383313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:42.927403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.739888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:42.927483Z","caller":"traceutil/trace.go:171","msg":"trace[541680502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:650; }","duration":"219.83071ms","start":"2026-03-29T02:02:42.70763Z","end":"2026-03-29T02:02:42.927461Z","steps":["trace[541680502] 'agreement among raft nodes before linearized reading' (duration: 219.670486ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:43.296914Z","caller":"traceutil/trace.go:171","msg":"trace[1059093803] linearizableReadLoop","detail":"{readStateIndex:683; appliedIndex:682; }","duration":"179.514233ms","start":"2026-03-29T02:02:43.117371Z","end":"2026-03-29T02:02:43.296885Z","steps":["trace[1059093803] 'read index received' (duration: 178.804736ms)","trace[1059093803] 'applied index is now lower than readState.Index' (duration: 708.627µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:43.297049Z","caller":"traceutil/trace.go:171","msg":"trace[1980563693] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"196.534676ms","start":"2026-03-29T02:02:43.100442Z","end":"2026-03-29T02:02:43.296977Z","steps":["trace[1980563693] 'process raft request' (duration: 196.002624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:43.297419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.993134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:02:43.297523Z","caller":"traceutil/trace.go:171","msg":"trace[1944951896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:655; }","duration":"180.112167ms","start":"2026-03-29T02:02:43.117357Z","end":"2026-03-29T02:02:43.297469Z","steps":["trace[1944951896] 'agreement among raft nodes before linearized reading' (duration: 179.831991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:43.297543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.862925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-29T02:02:43.297582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.493496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:02:43.297635Z","caller":"traceutil/trace.go:171","msg":"trace[890079212] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:655; }","duration":"172.577448ms","start":"2026-03-29T02:02:43.125044Z","end":"2026-03-29T02:02:43.297622Z","steps":["trace[890079212] 'agreement among raft nodes before linearized reading' (duration: 172.336163ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:43.297632Z","caller":"traceutil/trace.go:171","msg":"trace[1252946625] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:655; }","duration":"173.004557ms","start":"2026-03-29T02:02:43.124609Z","end":"2026-03-29T02:02:43.297613Z","steps":["trace[1252946625] 'agreement among raft nodes before linearized reading' (duration: 172.744041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:43.297651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.873205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:02:43.297776Z","caller":"traceutil/trace.go:171","msg":"trace[646730552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:655; }","duration":"173.054178ms","start":"2026-03-29T02:02:43.124703Z","end":"2026-03-29T02:02:43.297758Z","steps":["trace[646730552] 'agreement among raft nodes before linearized reading' (duration: 172.68884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:43.614358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.613615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:43.614584Z","caller":"traceutil/trace.go:171","msg":"trace[1004456931] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"305.863532ms","start":"2026-03-29T02:02:43.308673Z","end":"2026-03-29T02:02:43.614537Z","steps":["trace[1004456931] 'process raft request' (duration: 81.982542ms)","trace[1004456931] 'compare' (duration: 223.460881ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:43.614668Z","caller":"traceutil/trace.go:171","msg":"trace[1865936627] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"305.892693ms","start":"2026-03-29T02:02:43.30873Z","end":"2026-03-29T02:02:43.614623Z","steps":["trace[1865936627] 'process raft request' (duration: 305.789291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:43.614776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:43.30871Z","time spent":"306.002065ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:43.614838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:43.308656Z","time spent":"306.049387ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:43.614654Z","caller":"traceutil/trace.go:171","msg":"trace[1028522666] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"305.918653ms","start":"2026-03-29T02:02:43.308721Z","end":"2026-03-29T02:02:43.614639Z","steps":["trace[1028522666] 'process raft request' (duration: 305.74457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:43.614945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:43.3087Z","time spent":"306.223121ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:43.650376Z","caller":"traceutil/trace.go:171","msg":"trace[489448548] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"302.844035ms","start":"2026-03-29T02:02:43.347506Z","end":"2026-03-29T02:02:43.65035Z","steps":["trace[489448548] 'process raft request' (duration: 301.225608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:43.650517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:43.347474Z","time spent":"302.965657ms","remote":"127.0.0.1:54572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036265,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:43.651468Z","caller":"traceutil/trace.go:171","msg":"trace[1856300285] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"283.131362ms","start":"2026-03-29T02:02:43.368302Z","end":"2026-03-29T02:02:43.651433Z","steps":["trace[1856300285] 'process raft request' (duration: 282.57433ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:43.651967Z","caller":"traceutil/trace.go:171","msg":"trace[568498216] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"269.060956ms","start":"2026-03-29T02:02:43.382876Z","end":"2026-03-29T02:02:43.651937Z","steps":["trace[568498216] 'process raft request' (duration: 268.563545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:43.990331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.464786ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T02:02:43.990532Z","caller":"traceutil/trace.go:171","msg":"trace[1746981379] linearizableReadLoop","detail":"{readStateIndex:691; appliedIndex:687; }","duration":"515.421082ms","start":"2026-03-29T02:02:43.475019Z","end":"2026-03-29T02:02:43.99044Z","steps":["trace[1746981379] 'read index received' (duration: 172.632039ms)","trace[1746981379] 'applied index is now lower than readState.Index' (duration: 342.787593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:43.990825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.80052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-29T02:02:43.990872Z","caller":"traceutil/trace.go:171","msg":"trace[861312867] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:662; }","duration":"515.893442ms","start":"2026-03-29T02:02:43.474962Z","end":"2026-03-29T02:02:43.990856Z","steps":["trace[861312867] 'agreement among raft nodes before linearized reading' (duration: 515.669707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:43.990966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:43.474942Z","time spent":"516.011955ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13251,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-03-29T02:02:44.491287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198729849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:02:44.991506Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198729849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:02:45.488295Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.771552456s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:02:45.488766Z","caller":"traceutil/trace.go:171","msg":"trace[505211779] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"1.772101299s","start":"2026-03-29T02:02:43.716638Z","end":"2026-03-29T02:02:45.488739Z","steps":["trace[505211779] 'process raft request' (duration: 1.771919995s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:45.488936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:43.716618Z","time spent":"1.772241391s","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:02:45.876786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000992673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:02:45.876887Z","caller":"traceutil/trace.go:171","msg":"trace[880483525] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001147526s","start":"2026-03-29T02:02:43.875719Z","end":"2026-03-29T02:02:45.876866Z","steps":["trace[880483525] 'agreement among raft nodes before linearized reading' (duration: 2.001004123s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:45.876941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:43.87571Z","time spent":"2.001220467s","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:02:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:02:46.230638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.305994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:46.231057Z","caller":"traceutil/trace.go:171","msg":"trace[1021483317] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"350.910505ms","start":"2026-03-29T02:02:45.880123Z","end":"2026-03-29T02:02:46.231033Z","steps":["trace[1021483317] 'process raft request' (duration: 350.847173ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:46.231134Z","caller":"traceutil/trace.go:171","msg":"trace[801465223] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"1.295247103s","start":"2026-03-29T02:02:44.935821Z","end":"2026-03-29T02:02:46.231068Z","steps":["trace[801465223] 'process raft request' (duration: 1.295063139s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:46.231202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:45.880097Z","time spent":"351.028098ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:02:46.231331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:44.935796Z","time spent":"1.295440977s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:46.23138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.554553541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-03-29T02:02:46.231376Z","caller":"traceutil/trace.go:171","msg":"trace[2074398260] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"2.483014623s","start":"2026-03-29T02:02:43.747987Z","end":"2026-03-29T02:02:46.231002Z","steps":["trace[2074398260] 'process raft request' (duration: 2.228232088s)","trace[2074398260] 'compare' (duration: 254.10489ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:46.231438Z","caller":"traceutil/trace.go:171","msg":"trace[1536512694] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:666; }","duration":"2.554671823s","start":"2026-03-29T02:02:43.676753Z","end":"2026-03-29T02:02:46.231424Z","steps":["trace[1536512694] 'agreement among raft nodes before linearized reading' (duration: 2.554451988s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:46.231151Z","caller":"traceutil/trace.go:171","msg":"trace[1199979196] linearizableReadLoop","detail":"{readStateIndex:694; appliedIndex:691; }","duration":"2.240524984s","start":"2026-03-29T02:02:43.990595Z","end":"2026-03-29T02:02:46.23112Z","steps":["trace[1199979196] 'read index received' (duration: 1.498041361s)","trace[1199979196] 'applied index is now lower than readState.Index' (duration: 742.480643ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:46.231492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:43.676729Z","time spent":"2.554751594s","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24266,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-03-29T02:02:46.231642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.834116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:46.231717Z","caller":"traceutil/trace.go:171","msg":"trace[288825944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:666; }","duration":"347.931658ms","start":"2026-03-29T02:02:45.883768Z","end":"2026-03-29T02:02:46.231699Z","steps":["trace[288825944] 'agreement among raft nodes before linearized reading' (duration: 347.821826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:46.231712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.246989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:02:46.231737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.94134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-29T02:02:46.231757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:45.883759Z","time spent":"347.991359ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:02:46.23177Z","caller":"traceutil/trace.go:171","msg":"trace[678409034] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:666; }","duration":"714.340112ms","start":"2026-03-29T02:02:45.517415Z","end":"2026-03-29T02:02:46.231755Z","steps":["trace[678409034] 'agreement among raft nodes before linearized reading' (duration: 714.241499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:46.231793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.38317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:02:46.231821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:45.517403Z","time spent":"714.402353ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":11,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:02:46.231858Z","caller":"traceutil/trace.go:171","msg":"trace[441737528] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:666; }","duration":"272.490033ms","start":"2026-03-29T02:02:45.959353Z","end":"2026-03-29T02:02:46.231843Z","steps":["trace[441737528] 'agreement among raft nodes before linearized reading' (duration: 272.35461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:46.231863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.083954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:46.231919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.956553493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-03-29T02:02:46.231961Z","caller":"traceutil/trace.go:171","msg":"trace[257818767] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system; range_end:; response_count:0; response_revision:666; }","duration":"730.214677ms","start":"2026-03-29T02:02:45.501706Z","end":"2026-03-29T02:02:46.23192Z","steps":["trace[257818767] 'agreement among raft nodes before linearized reading' (duration: 730.061784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:46.231894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.356636073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-03-29T02:02:46.231982Z","caller":"traceutil/trace.go:171","msg":"trace[238817410] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:666; }","duration":"1.956643275s","start":"2026-03-29T02:02:44.275313Z","end":"2026-03-29T02:02:46.231956Z","steps":["trace[238817410] 'agreement among raft nodes before linearized reading' (duration: 1.956529173s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:46.231803Z","caller":"traceutil/trace.go:171","msg":"trace[2090681886] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:666; }","duration":"851.029781ms","start":"2026-03-29T02:02:45.380752Z","end":"2026-03-29T02:02:46.231782Z","steps":["trace[2090681886] 'agreement among raft nodes before linearized reading' (duration: 850.857487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:46.232028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:44.275288Z","time spent":"1.956732466s","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188274,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-29T02:02:46.232022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:45.501679Z","time spent":"730.330459ms","remote":"127.0.0.1:54958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" "} {"level":"warn","ts":"2026-03-29T02:02:46.232023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.178535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T02:02:46.232073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:45.380738Z","time spent":"851.321198ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:02:46.23205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.37507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:02:46.232128Z","caller":"traceutil/trace.go:171","msg":"trace[1717040862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:666; }","duration":"612.495353ms","start":"2026-03-29T02:02:45.619618Z","end":"2026-03-29T02:02:46.232113Z","steps":["trace[1717040862] 'agreement among raft nodes before linearized reading' (duration: 612.315669ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:46.232088Z","caller":"traceutil/trace.go:171","msg":"trace[1100133508] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:666; }","duration":"2.356879008s","start":"2026-03-29T02:02:43.875136Z","end":"2026-03-29T02:02:46.232015Z","steps":["trace[1100133508] 'agreement among raft nodes before linearized reading' (duration: 2.355999799s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:46.232135Z","caller":"traceutil/trace.go:171","msg":"trace[1344956406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:666; }","duration":"612.300708ms","start":"2026-03-29T02:02:45.619802Z","end":"2026-03-29T02:02:46.232102Z","steps":["trace[1344956406] 'agreement among raft nodes before linearized reading' (duration: 612.004652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:46.231798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327194781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:02:46.232179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:45.619598Z","time spent":"612.571455ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:02:46.232198Z","caller":"traceutil/trace.go:171","msg":"trace[157339829] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:666; }","duration":"1.327636111s","start":"2026-03-29T02:02:44.904552Z","end":"2026-03-29T02:02:46.232188Z","steps":["trace[157339829] 'agreement among raft nodes before linearized reading' (duration: 1.327117019s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:46.232203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:45.619667Z","time spent":"612.521083ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:46.232239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:44.904534Z","time spent":"1.327696253s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:46.232226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:43.875115Z","time spent":"2.357075963s","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5608,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-03-29T02:02:46.232851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.841952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:02:46.232924Z","caller":"traceutil/trace.go:171","msg":"trace[2081004787] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:666; }","duration":"613.954565ms","start":"2026-03-29T02:02:45.618954Z","end":"2026-03-29T02:02:46.232908Z","steps":["trace[2081004787] 'agreement among raft nodes before linearized reading' (duration: 612.621845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:46.23244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.156772162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"warn","ts":"2026-03-29T02:02:46.232786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:43.747966Z","time spent":"2.483517584s","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188237,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:46.232978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:45.618929Z","time spent":"614.039707ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:02:46.233107Z","caller":"traceutil/trace.go:171","msg":"trace[259741043] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:666; }","duration":"2.157447327s","start":"2026-03-29T02:02:44.075594Z","end":"2026-03-29T02:02:46.233042Z","steps":["trace[259741043] 'agreement among raft nodes before linearized reading' (duration: 2.155978114s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:46.233258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:44.075574Z","time spent":"2.157635772s","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188517,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-29T02:02:46.941409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.069255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:46.941458Z","caller":"traceutil/trace.go:171","msg":"trace[254008832] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:673; }","duration":"163.166757ms","start":"2026-03-29T02:02:46.778281Z","end":"2026-03-29T02:02:46.941448Z","steps":["trace[254008832] 'range keys from in-memory index tree' (duration: 162.985373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:47.382435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.584219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:47.382495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.506397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:47.382541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.533446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:47.382573Z","caller":"traceutil/trace.go:171","msg":"trace[1326964773] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:674; }","duration":"221.833794ms","start":"2026-03-29T02:02:47.160711Z","end":"2026-03-29T02:02:47.382545Z","steps":["trace[1326964773] 'range keys from in-memory index tree' (duration: 221.475687ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:47.382607Z","caller":"traceutil/trace.go:171","msg":"trace[938181045] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:674; }","duration":"221.696662ms","start":"2026-03-29T02:02:47.160877Z","end":"2026-03-29T02:02:47.382574Z","steps":["trace[938181045] 'count revisions from in-memory index tree' (duration: 221.421215ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:47.382639Z","caller":"traceutil/trace.go:171","msg":"trace[317830572] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:674; }","duration":"220.682068ms","start":"2026-03-29T02:02:47.161931Z","end":"2026-03-29T02:02:47.382613Z","steps":["trace[317830572] 'range keys from in-memory index tree' (duration: 220.468904ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:47.382915Z","caller":"traceutil/trace.go:171","msg":"trace[1218691180] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"219.170625ms","start":"2026-03-29T02:02:47.16372Z","end":"2026-03-29T02:02:47.382891Z","steps":["trace[1218691180] 'process raft request' (duration: 205.816135ms)","trace[1218691180] 'compare' (duration: 12.991132ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:47.703943Z","caller":"traceutil/trace.go:171","msg":"trace[1096824898] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"156.086877ms","start":"2026-03-29T02:02:47.547833Z","end":"2026-03-29T02:02:47.70392Z","steps":["trace[1096824898] 'process raft request' (duration: 109.307026ms)","trace[1096824898] 'compare' (duration: 46.634238ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:47.704332Z","caller":"traceutil/trace.go:171","msg":"trace[1584720880] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"156.340023ms","start":"2026-03-29T02:02:47.547958Z","end":"2026-03-29T02:02:47.704298Z","steps":["trace[1584720880] 'process raft request' (duration: 155.908923ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:47.704449Z","caller":"traceutil/trace.go:171","msg":"trace[1458526743] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"154.035411ms","start":"2026-03-29T02:02:47.550204Z","end":"2026-03-29T02:02:47.704239Z","steps":["trace[1458526743] 'process raft request' (duration: 153.99563ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:48.580594Z","caller":"traceutil/trace.go:171","msg":"trace[127396539] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"243.628004ms","start":"2026-03-29T02:02:48.33694Z","end":"2026-03-29T02:02:48.580568Z","steps":["trace[127396539] 'process raft request' (duration: 243.477691ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:48.594645Z","caller":"traceutil/trace.go:171","msg":"trace[1278605155] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"256.955724ms","start":"2026-03-29T02:02:48.337677Z","end":"2026-03-29T02:02:48.594632Z","steps":["trace[1278605155] 'process raft request' (duration: 256.868312ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:48.594777Z","caller":"traceutil/trace.go:171","msg":"trace[282515444] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"256.622647ms","start":"2026-03-29T02:02:48.338147Z","end":"2026-03-29T02:02:48.594769Z","steps":["trace[282515444] 'process raft request' (duration: 256.455743ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:48.594965Z","caller":"traceutil/trace.go:171","msg":"trace[503524533] linearizableReadLoop","detail":"{readStateIndex:716; appliedIndex:713; }","duration":"245.077268ms","start":"2026-03-29T02:02:48.349863Z","end":"2026-03-29T02:02:48.59494Z","steps":["trace[503524533] 'read index received' (duration: 230.621523ms)","trace[503524533] 'applied index is now lower than readState.Index' (duration: 14.454545ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:48.595012Z","caller":"traceutil/trace.go:171","msg":"trace[2080031557] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"194.228194ms","start":"2026-03-29T02:02:48.400775Z","end":"2026-03-29T02:02:48.595003Z","steps":["trace[2080031557] 'process raft request' (duration: 193.963228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:48.595119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.243121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:02:48.595141Z","caller":"traceutil/trace.go:171","msg":"trace[1250615911] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:687; }","duration":"245.318163ms","start":"2026-03-29T02:02:48.349817Z","end":"2026-03-29T02:02:48.595135Z","steps":["trace[1250615911] 'agreement among raft nodes before linearized reading' (duration: 245.219381ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:50.991296Z","caller":"traceutil/trace.go:171","msg":"trace[192221691] linearizableReadLoop","detail":"{readStateIndex:719; appliedIndex:718; }","duration":"406.77344ms","start":"2026-03-29T02:02:50.5845Z","end":"2026-03-29T02:02:50.991274Z","steps":["trace[192221691] 'read index received' (duration: 406.549995ms)","trace[192221691] 'applied index is now lower than readState.Index' (duration: 222.525µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:50.991417Z","caller":"traceutil/trace.go:171","msg":"trace[1421370396] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"667.697503ms","start":"2026-03-29T02:02:50.323695Z","end":"2026-03-29T02:02:50.991392Z","steps":["trace[1421370396] 'process raft request' (duration: 667.415466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:50.991562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.057036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:02:50.991625Z","caller":"traceutil/trace.go:171","msg":"trace[1974165215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:689; }","duration":"407.154958ms","start":"2026-03-29T02:02:50.584453Z","end":"2026-03-29T02:02:50.991608Z","steps":["trace[1974165215] 'agreement among raft nodes before linearized reading' (duration: 406.967264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:50.991669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:50.58443Z","time spent":"407.227669ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:50.991703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.881389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:02:50.99169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.955188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:50.991705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.005209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:02:50.991752Z","caller":"traceutil/trace.go:171","msg":"trace[1462657922] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:689; }","duration":"392.94003ms","start":"2026-03-29T02:02:50.598799Z","end":"2026-03-29T02:02:50.991739Z","steps":["trace[1462657922] 'agreement among raft nodes before linearized reading' (duration: 392.808906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:50.991725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.655436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:02:50.991781Z","caller":"traceutil/trace.go:171","msg":"trace[1653629944] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:689; }","duration":"388.105031ms","start":"2026-03-29T02:02:50.603656Z","end":"2026-03-29T02:02:50.991761Z","steps":["trace[1653629944] 'agreement among raft nodes before linearized reading' (duration: 387.901105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:50.991794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:50.598793Z","time spent":"392.990281ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:02:50.991781Z","caller":"traceutil/trace.go:171","msg":"trace[606991414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:689; }","duration":"117.088922ms","start":"2026-03-29T02:02:50.874661Z","end":"2026-03-29T02:02:50.99175Z","steps":["trace[606991414] 'agreement among raft nodes before linearized reading' (duration: 116.962738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:50.991831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:50.603649Z","time spent":"388.168643ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:02:50.991836Z","caller":"traceutil/trace.go:171","msg":"trace[430546317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:689; }","duration":"393.811ms","start":"2026-03-29T02:02:50.597996Z","end":"2026-03-29T02:02:50.991807Z","steps":["trace[430546317] 'agreement among raft nodes before linearized reading' (duration: 393.514642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:50.991565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:50.323654Z","time spent":"667.817485ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:50.991892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:50.597979Z","time spent":"393.901081ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:02:51.23998Z","caller":"traceutil/trace.go:171","msg":"trace[1832126804] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"243.825629ms","start":"2026-03-29T02:02:50.996135Z","end":"2026-03-29T02:02:51.239961Z","steps":["trace[1832126804] 'process raft request' (duration: 243.700456ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:51.274363Z","caller":"traceutil/trace.go:171","msg":"trace[2020297607] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"277.626388ms","start":"2026-03-29T02:02:50.996717Z","end":"2026-03-29T02:02:51.274344Z","steps":["trace[2020297607] 'process raft request' (duration: 277.482615ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:51.274635Z","caller":"traceutil/trace.go:171","msg":"trace[518733707] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"277.071715ms","start":"2026-03-29T02:02:50.997547Z","end":"2026-03-29T02:02:51.274619Z","steps":["trace[518733707] 'process raft request' (duration: 276.975042ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:51.27478Z","caller":"traceutil/trace.go:171","msg":"trace[2013041414] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"277.510487ms","start":"2026-03-29T02:02:50.997214Z","end":"2026-03-29T02:02:51.274725Z","steps":["trace[2013041414] 'process raft request' (duration: 277.089156ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:53.561332Z","caller":"traceutil/trace.go:171","msg":"trace[801002675] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"232.497364ms","start":"2026-03-29T02:02:53.328809Z","end":"2026-03-29T02:02:53.561306Z","steps":["trace[801002675] 'process raft request' (duration: 232.31896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:53.891489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.839293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:53.891739Z","caller":"traceutil/trace.go:171","msg":"trace[1175645887] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"562.196744ms","start":"2026-03-29T02:02:53.329483Z","end":"2026-03-29T02:02:53.89168Z","steps":["trace[1175645887] 'process raft request' (duration: 280.073194ms)","trace[1175645887] 'compare' (duration: 281.68225ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:53.891812Z","caller":"traceutil/trace.go:171","msg":"trace[984727541] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"562.294595ms","start":"2026-03-29T02:02:53.329496Z","end":"2026-03-29T02:02:53.891791Z","steps":["trace[984727541] 'process raft request' (duration: 562.098241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:53.89196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:53.329463Z","time spent":"562.372017ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:53.891966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:53.329479Z","time spent":"562.398778ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:55.004364Z","caller":"traceutil/trace.go:171","msg":"trace[371284680] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"165.370736ms","start":"2026-03-29T02:02:54.83897Z","end":"2026-03-29T02:02:55.00434Z","steps":["trace[371284680] 'process raft request' (duration: 165.202552ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:56.018876Z","caller":"traceutil/trace.go:171","msg":"trace[1787064361] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"118.83368ms","start":"2026-03-29T02:02:55.900016Z","end":"2026-03-29T02:02:56.018849Z","steps":["trace[1787064361] 'process raft request' (duration: 118.681857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:57.547477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.677931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:57.547559Z","caller":"traceutil/trace.go:171","msg":"trace[719178169] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:706; }","duration":"225.805604ms","start":"2026-03-29T02:02:57.321737Z","end":"2026-03-29T02:02:57.547543Z","steps":["trace[719178169] 'range keys from in-memory index tree' (duration: 225.60857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:57.547536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.47627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:02:57.54757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.245552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:57.54763Z","caller":"traceutil/trace.go:171","msg":"trace[625150221] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:706; }","duration":"225.344854ms","start":"2026-03-29T02:02:57.322269Z","end":"2026-03-29T02:02:57.547614Z","steps":["trace[625150221] 'range keys from in-memory index tree' (duration: 225.14108ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:57.547627Z","caller":"traceutil/trace.go:171","msg":"trace[278615203] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:706; }","duration":"125.624543ms","start":"2026-03-29T02:02:57.421981Z","end":"2026-03-29T02:02:57.547605Z","steps":["trace[278615203] 'range keys from in-memory index tree' (duration: 125.244744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:57.547873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.669761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:57.547916Z","caller":"traceutil/trace.go:171","msg":"trace[711458570] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:706; }","duration":"226.0952ms","start":"2026-03-29T02:02:57.321803Z","end":"2026-03-29T02:02:57.547898Z","steps":["trace[711458570] 'count revisions from in-memory index tree' (duration: 225.58403ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:57.825567Z","caller":"traceutil/trace.go:171","msg":"trace[1998268785] linearizableReadLoop","detail":"{readStateIndex:739; appliedIndex:738; }","duration":"154.967702ms","start":"2026-03-29T02:02:57.670577Z","end":"2026-03-29T02:02:57.825545Z","steps":["trace[1998268785] 'read index received' (duration: 154.751947ms)","trace[1998268785] 'applied index is now lower than readState.Index' (duration: 214.855µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:57.825683Z","caller":"traceutil/trace.go:171","msg":"trace[1779882107] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"186.624254ms","start":"2026-03-29T02:02:57.639049Z","end":"2026-03-29T02:02:57.825673Z","steps":["trace[1779882107] 'process raft request' (duration: 186.349608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:57.825887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.284969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:57.825887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.196157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:57.825946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.113955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:57.825956Z","caller":"traceutil/trace.go:171","msg":"trace[1749829965] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:708; }","duration":"155.382701ms","start":"2026-03-29T02:02:57.670554Z","end":"2026-03-29T02:02:57.825937Z","steps":["trace[1749829965] 'agreement among raft nodes before linearized reading' (duration: 155.268198ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:57.825962Z","caller":"traceutil/trace.go:171","msg":"trace[450896382] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:708; }","duration":"155.297759ms","start":"2026-03-29T02:02:57.67065Z","end":"2026-03-29T02:02:57.825947Z","steps":["trace[450896382] 'agreement among raft nodes before linearized reading' (duration: 155.153066ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:57.825984Z","caller":"traceutil/trace.go:171","msg":"trace[956141484] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:708; }","duration":"155.167217ms","start":"2026-03-29T02:02:57.670808Z","end":"2026-03-29T02:02:57.825976Z","steps":["trace[956141484] 'agreement among raft nodes before linearized reading' (duration: 155.100855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:58.163422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.843294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:58.163525Z","caller":"traceutil/trace.go:171","msg":"trace[398244951] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:708; }","duration":"249.950447ms","start":"2026-03-29T02:02:57.913553Z","end":"2026-03-29T02:02:58.163503Z","steps":["trace[398244951] 'count revisions from in-memory index tree' (duration: 249.786423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:58.163659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.827853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:58.163735Z","caller":"traceutil/trace.go:171","msg":"trace[1392198993] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:708; }","duration":"115.920555ms","start":"2026-03-29T02:02:58.047795Z","end":"2026-03-29T02:02:58.163715Z","steps":["trace[1392198993] 'range keys from in-memory index tree' (duration: 115.739341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:58.163811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.229333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:58.163855Z","caller":"traceutil/trace.go:171","msg":"trace[1336303056] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:708; }","duration":"250.296225ms","start":"2026-03-29T02:02:57.913548Z","end":"2026-03-29T02:02:58.163845Z","steps":["trace[1336303056] 'range keys from in-memory index tree' (duration: 250.166322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:58.163986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.872365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:58.163392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.754858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:58.164129Z","caller":"traceutil/trace.go:171","msg":"trace[1507948119] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:708; }","duration":"131.541526ms","start":"2026-03-29T02:02:58.032571Z","end":"2026-03-29T02:02:58.164113Z","steps":["trace[1507948119] 'range keys from in-memory index tree' (duration: 130.667586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:58.164125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.669748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:58.164192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.281273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:58.1642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.938634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:58.164313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.550358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:58.164377Z","caller":"traceutil/trace.go:171","msg":"trace[1823023257] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:708; }","duration":"132.616469ms","start":"2026-03-29T02:02:58.03174Z","end":"2026-03-29T02:02:58.164357Z","steps":["trace[1823023257] 'count revisions from in-memory index tree' (duration: 132.485586ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:58.164384Z","caller":"traceutil/trace.go:171","msg":"trace[2100207319] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:708; }","duration":"229.153729ms","start":"2026-03-29T02:02:57.935184Z","end":"2026-03-29T02:02:58.164337Z","steps":["trace[2100207319] 'range keys from in-memory index tree' (duration: 228.832902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:58.164332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.460613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:58.164437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.298365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:58.164525Z","caller":"traceutil/trace.go:171","msg":"trace[117436881] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:708; }","duration":"230.437147ms","start":"2026-03-29T02:02:57.934068Z","end":"2026-03-29T02:02:58.164505Z","steps":["trace[117436881] 'range keys from in-memory index tree' (duration: 230.155221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:58.164549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.712669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:58.164563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.423217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:58.164562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.60203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:58.164299Z","caller":"traceutil/trace.go:171","msg":"trace[281549700] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:708; }","duration":"116.423696ms","start":"2026-03-29T02:02:58.047859Z","end":"2026-03-29T02:02:58.164283Z","steps":["trace[281549700] 'count revisions from in-memory index tree' (duration: 116.225562ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:58.164617Z","caller":"traceutil/trace.go:171","msg":"trace[1927489938] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:708; }","duration":"230.51417ms","start":"2026-03-29T02:02:57.934091Z","end":"2026-03-29T02:02:58.164605Z","steps":["trace[1927489938] 'count revisions from in-memory index tree' (duration: 230.308114ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:58.164597Z","caller":"traceutil/trace.go:171","msg":"trace[1985475334] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:708; }","duration":"155.671818ms","start":"2026-03-29T02:02:58.008835Z","end":"2026-03-29T02:02:58.164507Z","steps":["trace[1985475334] 'range keys from in-memory index tree' (duration: 155.374941ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:58.164641Z","caller":"traceutil/trace.go:171","msg":"trace[1501283774] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:708; }","duration":"185.720893ms","start":"2026-03-29T02:02:57.978898Z","end":"2026-03-29T02:02:58.164619Z","steps":["trace[1501283774] 'range keys from in-memory index tree' (duration: 185.437806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:58.164525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.62929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:58.164217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.532778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:58.164713Z","caller":"traceutil/trace.go:171","msg":"trace[170954771] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:708; }","duration":"133.055129ms","start":"2026-03-29T02:02:58.031646Z","end":"2026-03-29T02:02:58.164701Z","steps":["trace[170954771] 'range keys from in-memory index tree' (duration: 132.450585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:58.164458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.930689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:02:58.164725Z","caller":"traceutil/trace.go:171","msg":"trace[1485765118] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:708; }","duration":"185.836596ms","start":"2026-03-29T02:02:57.97886Z","end":"2026-03-29T02:02:58.164697Z","steps":["trace[1485765118] 'count revisions from in-memory index tree' (duration: 185.446376ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:58.164764Z","caller":"traceutil/trace.go:171","msg":"trace[836523594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:708; }","duration":"142.245697ms","start":"2026-03-29T02:02:58.022506Z","end":"2026-03-29T02:02:58.164751Z","steps":["trace[836523594] 'range keys from in-memory index tree' (duration: 141.770926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:58.164292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.790801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:58.164244Z","caller":"traceutil/trace.go:171","msg":"trace[1957398404] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:708; }","duration":"155.828732ms","start":"2026-03-29T02:02:58.008385Z","end":"2026-03-29T02:02:58.164213Z","steps":["trace[1957398404] 'range keys from in-memory index tree' (duration: 155.586186ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:58.164616Z","caller":"traceutil/trace.go:171","msg":"trace[958378243] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:708; }","duration":"115.835042ms","start":"2026-03-29T02:02:58.048764Z","end":"2026-03-29T02:02:58.164599Z","steps":["trace[958378243] 'range keys from in-memory index tree' (duration: 115.590547ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:58.164824Z","caller":"traceutil/trace.go:171","msg":"trace[116867079] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:708; }","duration":"156.365863ms","start":"2026-03-29T02:02:58.008442Z","end":"2026-03-29T02:02:58.164808Z","steps":["trace[116867079] 'count revisions from in-memory index tree' (duration: 155.72602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:58.164573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.979787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:58.16446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.948412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:02:58.165003Z","caller":"traceutil/trace.go:171","msg":"trace[468961620] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:708; }","duration":"185.464387ms","start":"2026-03-29T02:02:57.979522Z","end":"2026-03-29T02:02:58.164986Z","steps":["trace[468961620] 'range keys from in-memory index tree' (duration: 184.942755ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:58.165109Z","caller":"traceutil/trace.go:171","msg":"trace[1612745412] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:708; }","duration":"249.917716ms","start":"2026-03-29T02:02:57.914096Z","end":"2026-03-29T02:02:58.164014Z","steps":["trace[1612745412] 'range keys from in-memory index tree' (duration: 249.845684ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:58.165121Z","caller":"traceutil/trace.go:171","msg":"trace[2065882081] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:708; }","duration":"220.637168ms","start":"2026-03-29T02:02:57.944472Z","end":"2026-03-29T02:02:58.165109Z","steps":["trace[2065882081] 'range keys from in-memory index tree' (duration: 219.797069ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:58.272295Z","caller":"traceutil/trace.go:171","msg":"trace[607855491] transaction","detail":"{read_only:false; response_revision:709; number_of_response:1; }","duration":"102.052863ms","start":"2026-03-29T02:02:58.17019Z","end":"2026-03-29T02:02:58.272243Z","steps":["trace[607855491] 'process raft request' (duration: 101.819238ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:58.320527Z","caller":"traceutil/trace.go:171","msg":"trace[943336562] linearizableReadLoop","detail":"{readStateIndex:741; appliedIndex:739; }","duration":"104.874727ms","start":"2026-03-29T02:02:58.21562Z","end":"2026-03-29T02:02:58.320495Z","steps":["trace[943336562] 'read index received' (duration: 56.482389ms)","trace[943336562] 'applied index is now lower than readState.Index' (duration: 48.390988ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:58.320592Z","caller":"traceutil/trace.go:171","msg":"trace[1930122328] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"149.711424ms","start":"2026-03-29T02:02:58.170841Z","end":"2026-03-29T02:02:58.320553Z","steps":["trace[1930122328] 'process raft request' (duration: 149.479689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:58.320789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.145053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:02:58.320835Z","caller":"traceutil/trace.go:171","msg":"trace[1728258649] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:710; }","duration":"105.276006ms","start":"2026-03-29T02:02:58.215547Z","end":"2026-03-29T02:02:58.320823Z","steps":["trace[1728258649] 'agreement among raft nodes before linearized reading' (duration: 105.074272ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:58.56607Z","caller":"traceutil/trace.go:171","msg":"trace[491571605] transaction","detail":"{read_only:false; response_revision:711; number_of_response:1; }","duration":"142.396509ms","start":"2026-03-29T02:02:58.423641Z","end":"2026-03-29T02:02:58.566038Z","steps":["trace[491571605] 'process raft request' (duration: 126.093623ms)","trace[491571605] 'compare' (duration: 16.152893ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:00.052746Z","caller":"traceutil/trace.go:171","msg":"trace[1083853744] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"409.292957ms","start":"2026-03-29T02:02:59.643433Z","end":"2026-03-29T02:03:00.052725Z","steps":["trace[1083853744] 'process raft request' (duration: 409.127493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:00.052893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:59.643411Z","time spent":"409.394649ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:00.496186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.086149ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-29T02:03:00.496312Z","caller":"traceutil/trace.go:171","msg":"trace[1958199905] linearizableReadLoop","detail":"{readStateIndex:747; appliedIndex:745; }","duration":"667.464097ms","start":"2026-03-29T02:02:59.828829Z","end":"2026-03-29T02:03:00.496294Z","steps":["trace[1958199905] 'read index received' (duration: 223.838819ms)","trace[1958199905] 'applied index is now lower than readState.Index' (duration: 443.623628ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:00.496337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:59.747963Z","time spent":"748.365606ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:03:00.496489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.662682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:03:00.496524Z","caller":"traceutil/trace.go:171","msg":"trace[132270185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:714; }","duration":"667.703343ms","start":"2026-03-29T02:02:59.828812Z","end":"2026-03-29T02:03:00.496515Z","steps":["trace[132270185] 'agreement among raft nodes before linearized reading' (duration: 667.5639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:00.496511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.525148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:00.496604Z","caller":"traceutil/trace.go:171","msg":"trace[872189576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:714; }","duration":"622.64555ms","start":"2026-03-29T02:02:59.873934Z","end":"2026-03-29T02:03:00.49658Z","steps":["trace[872189576] 'agreement among raft nodes before linearized reading' (duration: 622.486257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:00.496649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:59.873923Z","time spent":"622.718312ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:03:00.496659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.713588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:03:00.496688Z","caller":"traceutil/trace.go:171","msg":"trace[863821463] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:714; }","duration":"171.78552ms","start":"2026-03-29T02:03:00.324894Z","end":"2026-03-29T02:03:00.49668Z","steps":["trace[863821463] 'agreement among raft nodes before linearized reading' (duration: 171.703988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:00.49684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.318037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:03:00.496865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.928556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:03:00.496556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:59.828752Z","time spent":"667.796695ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:03:00.496896Z","caller":"traceutil/trace.go:171","msg":"trace[1863117315] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:714; }","duration":"193.013587ms","start":"2026-03-29T02:03:00.303873Z","end":"2026-03-29T02:03:00.496887Z","steps":["trace[1863117315] 'agreement among raft nodes before linearized reading' (duration: 192.954846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:00.497035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.370392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:03:00.496891Z","caller":"traceutil/trace.go:171","msg":"trace[1514469765] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:714; }","duration":"109.42333ms","start":"2026-03-29T02:03:00.387453Z","end":"2026-03-29T02:03:00.496876Z","steps":["trace[1514469765] 'agreement among raft nodes before linearized reading' (duration: 109.323858ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:00.497081Z","caller":"traceutil/trace.go:171","msg":"trace[1082555813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:714; }","duration":"220.462904ms","start":"2026-03-29T02:03:00.276605Z","end":"2026-03-29T02:03:00.497068Z","steps":["trace[1082555813] 'agreement among raft nodes before linearized reading' (duration: 220.332171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:01.02526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.144571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:01.025496Z","caller":"traceutil/trace.go:171","msg":"trace[1196388000] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"527.395421ms","start":"2026-03-29T02:03:00.498059Z","end":"2026-03-29T02:03:01.025454Z","steps":["trace[1196388000] 'process raft request' (duration: 280.983514ms)","trace[1196388000] 'compare' (duration: 245.949046ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:01.02558Z","caller":"traceutil/trace.go:171","msg":"trace[142279949] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"524.296481ms","start":"2026-03-29T02:03:00.501266Z","end":"2026-03-29T02:03:01.025562Z","steps":["trace[142279949] 'process raft request' (duration: 524.221469ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:01.025563Z","caller":"traceutil/trace.go:171","msg":"trace[1487397558] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"524.26723ms","start":"2026-03-29T02:03:00.501265Z","end":"2026-03-29T02:03:01.025533Z","steps":["trace[1487397558] 'process raft request' (duration: 524.139928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:01.025667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:00.50125Z","time spent":"524.368622ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:01.025713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:00.501247Z","time spent":"524.382513ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:01.025732Z","caller":"traceutil/trace.go:171","msg":"trace[1062077684] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"524.272281ms","start":"2026-03-29T02:03:00.501446Z","end":"2026-03-29T02:03:01.025718Z","steps":["trace[1062077684] 'process raft request' (duration: 524.075966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:01.02576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:00.49804Z","time spent":"527.539653ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:03:01.025795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:00.501434Z","time spent":"524.327591ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:01.025908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.556074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:01.025971Z","caller":"traceutil/trace.go:171","msg":"trace[1557334893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:718; }","duration":"527.658646ms","start":"2026-03-29T02:03:00.498297Z","end":"2026-03-29T02:03:01.025955Z","steps":["trace[1557334893] 'agreement among raft nodes before linearized reading' (duration: 527.368419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:01.026018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:00.49828Z","time spent":"527.727988ms","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:03:01.026265Z","caller":"traceutil/trace.go:171","msg":"trace[1713573651] linearizableReadLoop","detail":"{readStateIndex:748; appliedIndex:747; }","duration":"527.153945ms","start":"2026-03-29T02:03:00.498334Z","end":"2026-03-29T02:03:01.025488Z","steps":["trace[1713573651] 'read index received' (duration: 280.719208ms)","trace[1713573651] 'applied index is now lower than readState.Index' (duration: 246.432087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:01.425102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.971892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-29T02:03:01.425184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.682532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:03:01.425185Z","caller":"traceutil/trace.go:171","msg":"trace[67432681] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:718; }","duration":"244.108915ms","start":"2026-03-29T02:03:01.181055Z","end":"2026-03-29T02:03:01.425164Z","steps":["trace[67432681] 'range keys from in-memory index tree' (duration: 243.751967ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:01.42526Z","caller":"traceutil/trace.go:171","msg":"trace[758245411] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:718; }","duration":"185.863036ms","start":"2026-03-29T02:03:01.239372Z","end":"2026-03-29T02:03:01.425235Z","steps":["trace[758245411] 'count revisions from in-memory index tree' (duration: 185.5852ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:01.602957Z","caller":"traceutil/trace.go:171","msg":"trace[194264413] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"173.477458ms","start":"2026-03-29T02:03:01.429451Z","end":"2026-03-29T02:03:01.602928Z","steps":["trace[194264413] 'process raft request' (duration: 173.304405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.618098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.80343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:02.618276Z","caller":"traceutil/trace.go:171","msg":"trace[1875394939] linearizableReadLoop","detail":"{readStateIndex:754; appliedIndex:753; }","duration":"497.97116ms","start":"2026-03-29T02:03:02.120287Z","end":"2026-03-29T02:03:02.618259Z","steps":["trace[1875394939] 'read index received' (duration: 212.839903ms)","trace[1875394939] 'applied index is now lower than readState.Index' (duration: 285.129537ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:02.618379Z","caller":"traceutil/trace.go:171","msg":"trace[2061057625] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"523.199436ms","start":"2026-03-29T02:03:02.095162Z","end":"2026-03-29T02:03:02.618361Z","steps":["trace[2061057625] 'process raft request' (duration: 238.036288ms)","trace[2061057625] 'compare' (duration: 284.684067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:02.618481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:02.095139Z","time spent":"523.304789ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:02.618779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.488841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-29T02:03:02.618864Z","caller":"traceutil/trace.go:171","msg":"trace[847435015] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:721; }","duration":"498.638674ms","start":"2026-03-29T02:03:02.120213Z","end":"2026-03-29T02:03:02.618852Z","steps":["trace[847435015] 'agreement among raft nodes before linearized reading' (duration: 498.491971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.618925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:02.120198Z","time spent":"498.712895ms","remote":"127.0.0.1:54592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-29T02:03:03.144303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.919192ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:03.144402Z","caller":"traceutil/trace.go:171","msg":"trace[1414392143] linearizableReadLoop","detail":"{readStateIndex:755; appliedIndex:754; }","duration":"526.058131ms","start":"2026-03-29T02:03:02.618328Z","end":"2026-03-29T02:03:03.144386Z","steps":["trace[1414392143] 'read index received' (duration: 123.952475ms)","trace[1414392143] 'applied index is now lower than readState.Index' (duration: 402.104456ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:03.144498Z","caller":"traceutil/trace.go:171","msg":"trace[1082717734] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"547.641366ms","start":"2026-03-29T02:03:02.596844Z","end":"2026-03-29T02:03:03.144485Z","steps":["trace[1082717734] 'process raft request' (duration: 145.445058ms)","trace[1082717734] 'compare' (duration: 401.81611ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:03.14457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:02.596821Z","time spent":"547.706867ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":688,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:03:03.144732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.34019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:03.144842Z","caller":"traceutil/trace.go:171","msg":"trace[1205539409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:722; }","duration":"519.488154ms","start":"2026-03-29T02:03:02.625326Z","end":"2026-03-29T02:03:03.144814Z","steps":["trace[1205539409] 'agreement among raft nodes before linearized reading' (duration: 519.276489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:03.144856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.963159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/cilium-config\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-29T02:03:03.14485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.25408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:03:03.144893Z","caller":"traceutil/trace.go:171","msg":"trace[931578618] range","detail":"{range_begin:/registry/configmaps/kube-system/cilium-config; range_end:; response_count:1; response_revision:722; }","duration":"518.0106ms","start":"2026-03-29T02:03:02.62687Z","end":"2026-03-29T02:03:03.14488Z","steps":["trace[931578618] 'agreement among raft nodes before linearized reading' (duration: 517.947249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:03.144846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.542432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:03:03.144902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.611016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:03:03.144907Z","caller":"traceutil/trace.go:171","msg":"trace[1409476532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:722; }","duration":"115.380972ms","start":"2026-03-29T02:03:03.029512Z","end":"2026-03-29T02:03:03.144893Z","steps":["trace[1409476532] 'agreement among raft nodes before linearized reading' (duration: 115.144197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:03.144935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:02.626863Z","time spent":"518.065411ms","remote":"127.0.0.1:54578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":6553,"request content":"key:\"/registry/configmaps/kube-system/cilium-config\" "} {"level":"info","ts":"2026-03-29T02:03:03.144947Z","caller":"traceutil/trace.go:171","msg":"trace[1877571219] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:722; }","duration":"823.698688ms","start":"2026-03-29T02:03:02.321236Z","end":"2026-03-29T02:03:03.144935Z","steps":["trace[1877571219] 'agreement among raft nodes before linearized reading' (duration: 823.599136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:03.144985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:02.321213Z","time spent":"823.76381ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":67,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:03.145003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.538236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:03:03.145063Z","caller":"traceutil/trace.go:171","msg":"trace[1836137888] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:722; }","duration":"113.668624ms","start":"2026-03-29T02:03:03.031265Z","end":"2026-03-29T02:03:03.144934Z","steps":["trace[1836137888] 'agreement among raft nodes before linearized reading' (duration: 113.440189ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:03.145134Z","caller":"traceutil/trace.go:171","msg":"trace[74029659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:722; }","duration":"115.72053ms","start":"2026-03-29T02:03:03.029388Z","end":"2026-03-29T02:03:03.145109Z","steps":["trace[74029659] 'agreement among raft nodes before linearized reading' (duration: 115.357182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:03.144892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:02.625309Z","time spent":"519.570375ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:03:03.14477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.363866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:03.145283Z","caller":"traceutil/trace.go:171","msg":"trace[1046162684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:722; }","duration":"270.901398ms","start":"2026-03-29T02:03:02.874336Z","end":"2026-03-29T02:03:03.145238Z","steps":["trace[1046162684] 'agreement among raft nodes before linearized reading' (duration: 270.372156ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:03.390001Z","caller":"traceutil/trace.go:171","msg":"trace[1097569882] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"240.152506ms","start":"2026-03-29T02:03:03.149817Z","end":"2026-03-29T02:03:03.38997Z","steps":["trace[1097569882] 'process raft request' (duration: 143.464914ms)","trace[1097569882] 'compare' (duration: 96.556669ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:03.602078Z","caller":"traceutil/trace.go:171","msg":"trace[594110773] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"452.1823ms","start":"2026-03-29T02:03:03.149871Z","end":"2026-03-29T02:03:03.602053Z","steps":["trace[594110773] 'process raft request' (duration: 416.599711ms)","trace[594110773] 'compare' (duration: 35.246962ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:03.602251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:03.149841Z","time spent":"452.311763ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:03.602247Z","caller":"traceutil/trace.go:171","msg":"trace[776990164] linearizableReadLoop","detail":"{readStateIndex:757; appliedIndex:755; }","duration":"438.336979ms","start":"2026-03-29T02:03:03.163885Z","end":"2026-03-29T02:03:03.602222Z","steps":["trace[776990164] 'read index received' (duration: 129.360457ms)","trace[776990164] 'applied index is now lower than readState.Index' (duration: 308.973062ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:03.602353Z","caller":"traceutil/trace.go:171","msg":"trace[621875679] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"437.156193ms","start":"2026-03-29T02:03:03.165157Z","end":"2026-03-29T02:03:03.602313Z","steps":["trace[621875679] 'process raft request' (duration: 436.796715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:03.602413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.506453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/kube-system/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:03.602478Z","caller":"traceutil/trace.go:171","msg":"trace[1156251124] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/kube-system/; range_end:/registry/cilium.io/ciliumnodeconfigs/kube-system0; response_count:0; response_revision:725; }","duration":"438.646686ms","start":"2026-03-29T02:03:03.163812Z","end":"2026-03-29T02:03:03.602458Z","steps":["trace[1156251124] 'agreement among raft nodes before linearized reading' (duration: 438.521314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:03.602543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:03.163787Z","time spent":"438.740638ms","remote":"127.0.0.1:59736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/kube-system/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs/kube-system0\" "} {"level":"warn","ts":"2026-03-29T02:03:03.602548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:03.165146Z","time spent":"437.297496ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:04.191696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.489848ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T02:03:04.191848Z","caller":"traceutil/trace.go:171","msg":"trace[123122127] linearizableReadLoop","detail":"{readStateIndex:759; appliedIndex:758; }","duration":"589.509397ms","start":"2026-03-29T02:03:03.602316Z","end":"2026-03-29T02:03:04.191825Z","steps":["trace[123122127] 'read index received' (duration: 22.802683ms)","trace[123122127] 'applied index is now lower than readState.Index' (duration: 566.704854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:04.192146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.269408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-rq2lq\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-03-29T02:03:04.192111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.330069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:03:04.192217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.169054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:03:04.192197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.946716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:03:04.192201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.7647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:03:04.192167Z","caller":"traceutil/trace.go:171","msg":"trace[867414855] range","detail":"{range_begin:/registry/pods/kube-system/cilium-rq2lq; range_end:; response_count:1; response_revision:725; }","duration":"592.34435ms","start":"2026-03-29T02:03:03.599814Z","end":"2026-03-29T02:03:04.192158Z","steps":["trace[867414855] 'agreement among raft nodes before linearized reading' (duration: 592.129045ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:04.19224Z","caller":"traceutil/trace.go:171","msg":"trace[779401705] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:725; }","duration":"401.260867ms","start":"2026-03-29T02:03:03.790974Z","end":"2026-03-29T02:03:04.192235Z","steps":["trace[779401705] 'agreement among raft nodes before linearized reading' (duration: 401.214726ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:04.192293Z","caller":"traceutil/trace.go:171","msg":"trace[2055138519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:725; }","duration":"303.114522ms","start":"2026-03-29T02:03:03.889158Z","end":"2026-03-29T02:03:04.192273Z","steps":["trace[2055138519] 'agreement among raft nodes before linearized reading' (duration: 302.977379ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:04.192302Z","caller":"traceutil/trace.go:171","msg":"trace[1620698260] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:725; }","duration":"584.888802ms","start":"2026-03-29T02:03:03.607395Z","end":"2026-03-29T02:03:04.192284Z","steps":["trace[1620698260] 'agreement among raft nodes before linearized reading' (duration: 584.641846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:04.192325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:03.790931Z","time spent":"401.383869ms","remote":"127.0.0.1:54778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:04.192335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:03.889114Z","time spent":"303.214424ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:03:04.192329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:03.599788Z","time spent":"592.523884ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-rq2lq\" "} {"level":"warn","ts":"2026-03-29T02:03:04.192335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:03.607378Z","time spent":"584.950204ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:03:04.192219Z","caller":"traceutil/trace.go:171","msg":"trace[1653605533] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:725; }","duration":"620.501013ms","start":"2026-03-29T02:03:03.571691Z","end":"2026-03-29T02:03:04.192192Z","steps":["trace[1653605533] 'agreement among raft nodes before linearized reading' (duration: 620.308049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:04.192524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:03.571664Z","time spent":"620.841231ms","remote":"127.0.0.1:54934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":2,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:05.124274Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198730070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:03:05.625031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198730070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:03:05.760196Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.562071019s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:03:05.760704Z","caller":"traceutil/trace.go:171","msg":"trace[1192483407] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"1.562681404s","start":"2026-03-29T02:03:04.197998Z","end":"2026-03-29T02:03:05.760679Z","steps":["trace[1192483407] 'process raft request' (duration: 1.562498749s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:05.76089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:04.197966Z","time spent":"1.562833337s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:07.873298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999920189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:03:07.873686Z","caller":"traceutil/trace.go:171","msg":"trace[770003225] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00044153s","start":"2026-03-29T02:03:05.873227Z","end":"2026-03-29T02:03:07.873668Z","steps":["trace[770003225] 'agreement among raft nodes before linearized reading' (duration: 1.99995603s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:07.873747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:05.873204Z","time spent":"2.000520682s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:03:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:03:08.393457Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.747728902s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:03:08.394045Z","caller":"traceutil/trace.go:171","msg":"trace[303740713] linearizableReadLoop","detail":"{readStateIndex:761; appliedIndex:759; }","duration":"3.770055303s","start":"2026-03-29T02:03:04.623949Z","end":"2026-03-29T02:03:08.394004Z","steps":["trace[303740713] 'read index received' (duration: 1.136558199s)","trace[303740713] 'applied index is now lower than readState.Index' (duration: 2.633496074s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:08.394147Z","caller":"traceutil/trace.go:171","msg":"trace[1230448120] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"4.18910124s","start":"2026-03-29T02:03:04.205018Z","end":"2026-03-29T02:03:08.394119Z","steps":["trace[1230448120] 'process raft request' (duration: 4.18868249s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:08.394283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:04.204984Z","time spent":"4.189222803s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:08.394347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.7703876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:03:08.394447Z","caller":"traceutil/trace.go:171","msg":"trace[552207461] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:727; }","duration":"3.770563075s","start":"2026-03-29T02:03:04.623868Z","end":"2026-03-29T02:03:08.394431Z","steps":["trace[552207461] 'agreement among raft nodes before linearized reading' (duration: 3.770264168s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:08.394597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:04.623838Z","time spent":"3.770707847s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:03:09.874013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000379929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:03:09.874146Z","caller":"traceutil/trace.go:171","msg":"trace[2006406810] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000589824s","start":"2026-03-29T02:03:07.873527Z","end":"2026-03-29T02:03:09.874117Z","steps":["trace[2006406810] 'agreement among raft nodes before linearized reading' (duration: 2.00041509s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:09.874209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:07.873506Z","time spent":"2.000690095s","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:03:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:03:10.260178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566931761s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:10.260429Z","caller":"traceutil/trace.go:171","msg":"trace[628722118] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"1.860821123s","start":"2026-03-29T02:03:08.399591Z","end":"2026-03-29T02:03:10.260412Z","steps":["trace[628722118] 'process raft request' (duration: 1.860735231s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:10.260508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:08.399555Z","time spent":"1.860919755s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:10.260687Z","caller":"traceutil/trace.go:171","msg":"trace[46000727] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"3.74225837s","start":"2026-03-29T02:03:06.518417Z","end":"2026-03-29T02:03:10.260675Z","steps":["trace[46000727] 'process raft request' (duration: 2.174746907s)","trace[46000727] 'compare' (duration: 1.566586982s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:10.260742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:06.518391Z","time spent":"3.74232236s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:10.260861Z","caller":"traceutil/trace.go:171","msg":"trace[1316931349] linearizableReadLoop","detail":"{readStateIndex:762; appliedIndex:761; }","duration":"1.866718275s","start":"2026-03-29T02:03:08.394106Z","end":"2026-03-29T02:03:10.260824Z","steps":["trace[1316931349] 'read index received' (duration: 299.038478ms)","trace[1316931349] 'applied index is now lower than readState.Index' (duration: 1.567672807s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:10.260984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.653548435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-29T02:03:10.260953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.466159605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:03:10.261023Z","caller":"traceutil/trace.go:171","msg":"trace[1250392566] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:729; }","duration":"4.653630737s","start":"2026-03-29T02:03:05.607382Z","end":"2026-03-29T02:03:10.261013Z","steps":["trace[1250392566] 'agreement among raft nodes before linearized reading' (duration: 4.653508024s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:10.261043Z","caller":"traceutil/trace.go:171","msg":"trace[259365263] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:729; }","duration":"3.466312918s","start":"2026-03-29T02:03:06.794711Z","end":"2026-03-29T02:03:10.261024Z","steps":["trace[259365263] 'agreement among raft nodes before linearized reading' (duration: 3.466138814s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:10.261055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:05.607362Z","time spent":"4.653686669s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:03:10.261042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.907279047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:03:10.261094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:06.794687Z","time spent":"3.46640047s","remote":"127.0.0.1:54948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":2,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:10.261073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.866770367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:03:10.261073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.495539506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:03:10.261113Z","caller":"traceutil/trace.go:171","msg":"trace[1388990269] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:729; }","duration":"4.907356949s","start":"2026-03-29T02:03:05.353738Z","end":"2026-03-29T02:03:10.261095Z","steps":["trace[1388990269] 'agreement among raft nodes before linearized reading' (duration: 4.907234666s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:10.261159Z","caller":"traceutil/trace.go:171","msg":"trace[379133942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:729; }","duration":"4.86691421s","start":"2026-03-29T02:03:05.394225Z","end":"2026-03-29T02:03:10.26114Z","steps":["trace[379133942] 'agreement among raft nodes before linearized reading' (duration: 4.866680265s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:10.261166Z","caller":"traceutil/trace.go:171","msg":"trace[526164728] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:729; }","duration":"2.495684709s","start":"2026-03-29T02:03:07.765464Z","end":"2026-03-29T02:03:10.261148Z","steps":["trace[526164728] 'agreement among raft nodes before linearized reading' (duration: 2.495414383s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:10.261119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.654670552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T02:03:10.261073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.044695025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-29T02:03:10.261212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:07.765443Z","time spent":"2.49575655s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:03:10.261233Z","caller":"traceutil/trace.go:171","msg":"trace[100090344] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:729; }","duration":"2.04492082s","start":"2026-03-29T02:03:08.216306Z","end":"2026-03-29T02:03:10.261226Z","steps":["trace[100090344] 'agreement among raft nodes before linearized reading' (duration: 2.044651504s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:10.26125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:08.216226Z","time spent":"2.045019662s","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"info","ts":"2026-03-29T02:03:10.261248Z","caller":"traceutil/trace.go:171","msg":"trace[927435970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:729; }","duration":"4.654855986s","start":"2026-03-29T02:03:05.606369Z","end":"2026-03-29T02:03:10.261225Z","steps":["trace[927435970] 'agreement among raft nodes before linearized reading' (duration: 4.654514118s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:10.261175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:05.353695Z","time spent":"4.907465031s","remote":"127.0.0.1:54610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:10.26131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:05.606352Z","time spent":"4.654946867s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:03:10.261204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:05.394195Z","time spent":"4.867001971s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:03:10.261407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.892959476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:03:10.261494Z","caller":"traceutil/trace.go:171","msg":"trace[1488171630] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:729; }","duration":"2.893502798s","start":"2026-03-29T02:03:07.367963Z","end":"2026-03-29T02:03:10.261465Z","steps":["trace[1488171630] 'agreement among raft nodes before linearized reading' (duration: 2.892924855s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:10.261595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:07.367941Z","time spent":"2.893637101s","remote":"127.0.0.1:54968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":49,"response size":29,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:10.761333Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198730077,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:03:10.974722Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.82957215s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:03:10.975257Z","caller":"traceutil/trace.go:171","msg":"trace[654621762] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"1.830272897s","start":"2026-03-29T02:03:09.144948Z","end":"2026-03-29T02:03:10.975221Z","steps":["trace[654621762] 'process raft request' (duration: 1.830023461s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:10.975484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:09.144911Z","time spent":"1.83045503s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:11.053433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:10.262596Z","time spent":"790.787529ms","remote":"127.0.0.1:54502","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T02:03:11.053501Z","caller":"traceutil/trace.go:171","msg":"trace[1814090884] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"787.567387ms","start":"2026-03-29T02:03:10.265904Z","end":"2026-03-29T02:03:11.053472Z","steps":["trace[1814090884] 'process raft request' (duration: 787.383863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:11.053682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:10.265876Z","time spent":"787.702019ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:11.053996Z","caller":"traceutil/trace.go:171","msg":"trace[1277032590] linearizableReadLoop","detail":"{readStateIndex:769; appliedIndex:763; }","duration":"793.022429ms","start":"2026-03-29T02:03:10.260943Z","end":"2026-03-29T02:03:11.053965Z","steps":["trace[1277032590] 'read index received' (duration: 714.097286ms)","trace[1277032590] 'applied index is now lower than readState.Index' (duration: 78.923713ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:11.05407Z","caller":"traceutil/trace.go:171","msg":"trace[1086090230] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"787.710929ms","start":"2026-03-29T02:03:10.266325Z","end":"2026-03-29T02:03:11.054036Z","steps":["trace[1086090230] 'process raft request' (duration: 787.104846ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:11.054111Z","caller":"traceutil/trace.go:171","msg":"trace[1599848972] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"787.601598ms","start":"2026-03-29T02:03:10.266487Z","end":"2026-03-29T02:03:11.054088Z","steps":["trace[1599848972] 'process raft request' (duration: 787.416733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:11.054029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171960064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:11.054168Z","caller":"traceutil/trace.go:171","msg":"trace[604225180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:734; }","duration":"1.172122147s","start":"2026-03-29T02:03:09.882032Z","end":"2026-03-29T02:03:11.054154Z","steps":["trace[604225180] 'agreement among raft nodes before linearized reading' (duration: 1.171941613s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:11.054203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:09.88202Z","time spent":"1.172174529s","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:03:11.054193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:10.266444Z","time spent":"787.70546ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:11.054187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176002985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-29T02:03:11.054237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.189631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:03:11.054243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706900224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:03:11.054254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:10.26631Z","time spent":"787.836973ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:11.054282Z","caller":"traceutil/trace.go:171","msg":"trace[1555827238] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:734; }","duration":"772.307024ms","start":"2026-03-29T02:03:10.281963Z","end":"2026-03-29T02:03:11.05427Z","steps":["trace[1555827238] 'agreement among raft nodes before linearized reading' (duration: 772.195441ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:11.054291Z","caller":"traceutil/trace.go:171","msg":"trace[1195437284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:734; }","duration":"1.707013577s","start":"2026-03-29T02:03:09.347266Z","end":"2026-03-29T02:03:11.05428Z","steps":["trace[1195437284] 'agreement among raft nodes before linearized reading' (duration: 1.706907544s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:11.054274Z","caller":"traceutil/trace.go:171","msg":"trace[2133973291] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4; range_end:; response_count:1; response_revision:734; }","duration":"1.176140978s","start":"2026-03-29T02:03:09.878108Z","end":"2026-03-29T02:03:11.054249Z","steps":["trace[2133973291] 'agreement among raft nodes before linearized reading' (duration: 1.175922753s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:11.054016Z","caller":"traceutil/trace.go:171","msg":"trace[1460069951] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"787.627498ms","start":"2026-03-29T02:03:10.266352Z","end":"2026-03-29T02:03:11.053979Z","steps":["trace[1460069951] 'process raft request' (duration: 787.398933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:11.054327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:09.347243Z","time spent":"1.707074178s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:03:11.054329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:10.281941Z","time spent":"772.376905ms","remote":"127.0.0.1:54920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:11.054334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:09.878082Z","time spent":"1.176240841s","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4\" "} {"level":"warn","ts":"2026-03-29T02:03:11.054384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:10.266318Z","time spent":"788.029387ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:13.061607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000179214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:03:13.061687Z","caller":"traceutil/trace.go:171","msg":"trace[1219715110] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000296297s","start":"2026-03-29T02:03:11.061374Z","end":"2026-03-29T02:03:13.061671Z","steps":["trace[1219715110] 'agreement among raft nodes before linearized reading' (duration: 2.000195084s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:13.061731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:11.061337Z","time spent":"2.000385829s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:03:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:03:13.335924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971996511s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:13.336063Z","caller":"traceutil/trace.go:171","msg":"trace[1981468552] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"2.279833609s","start":"2026-03-29T02:03:11.056209Z","end":"2026-03-29T02:03:13.336043Z","steps":["trace[1981468552] 'process raft request' (duration: 307.629943ms)","trace[1981468552] 'compare' (duration: 1.971471998s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:13.336134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:11.056182Z","time spent":"2.27992051s","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:15.062101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999878407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:03:15.062187Z","caller":"traceutil/trace.go:171","msg":"trace[615631079] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000037421s","start":"2026-03-29T02:03:13.062133Z","end":"2026-03-29T02:03:15.06217Z","steps":["trace[615631079] 'agreement among raft nodes before linearized reading' (duration: 1.999927768s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:15.062227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:13.062109Z","time spent":"2.000109203s","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:03:15.17125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.584501ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:15.171392Z","caller":"traceutil/trace.go:171","msg":"trace[1480469784] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:735; }","duration":"137.741674ms","start":"2026-03-29T02:03:15.033633Z","end":"2026-03-29T02:03:15.171375Z","steps":["trace[1480469784] 'range keys from in-memory index tree' (duration: 137.56537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:15.199111Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.835148225s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:03:15.199543Z","caller":"traceutil/trace.go:171","msg":"trace[549826015] linearizableReadLoop","detail":"{readStateIndex:771; appliedIndex:769; }","duration":"4.138105643s","start":"2026-03-29T02:03:11.061411Z","end":"2026-03-29T02:03:15.199517Z","steps":["trace[549826015] 'read index received' (duration: 302.523077ms)","trace[549826015] 'applied index is now lower than readState.Index' (duration: 3.835581596s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:15.199646Z","caller":"traceutil/trace.go:171","msg":"trace[990025086] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"4.142452592s","start":"2026-03-29T02:03:11.057152Z","end":"2026-03-29T02:03:15.199604Z","steps":["trace[990025086] 'process raft request' (duration: 4.142217646s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:15.199827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:11.057126Z","time spent":"4.142578624s","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:15.288861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.132227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:15.288945Z","caller":"traceutil/trace.go:171","msg":"trace[1494525198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:736; }","duration":"220.234319ms","start":"2026-03-29T02:03:15.068691Z","end":"2026-03-29T02:03:15.288925Z","steps":["trace[1494525198] 'agreement among raft nodes before linearized reading' (duration: 220.108496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:15.28905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.22917657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T02:03:15.289118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699824255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:03:15.289132Z","caller":"traceutil/trace.go:171","msg":"trace[2122731730] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:736; }","duration":"2.229333813s","start":"2026-03-29T02:03:13.059781Z","end":"2026-03-29T02:03:15.289115Z","steps":["trace[2122731730] 'agreement among raft nodes before linearized reading' (duration: 2.229068277s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:15.289178Z","caller":"traceutil/trace.go:171","msg":"trace[1098204990] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:736; }","duration":"1.699929117s","start":"2026-03-29T02:03:13.589235Z","end":"2026-03-29T02:03:15.289164Z","steps":["trace[1098204990] 'agreement among raft nodes before linearized reading' (duration: 1.699805084s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:15.289188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:13.059751Z","time spent":"2.229428775s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:03:15.289146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.791176807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:03:15.289275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.022978926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:03:15.289276Z","caller":"traceutil/trace.go:171","msg":"trace[254173211] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:736; }","duration":"2.791373192s","start":"2026-03-29T02:03:12.497867Z","end":"2026-03-29T02:03:15.28924Z","steps":["trace[254173211] 'agreement among raft nodes before linearized reading' (duration: 2.791116506s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:15.289279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.248538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-03-29T02:03:15.289312Z","caller":"traceutil/trace.go:171","msg":"trace[1630997065] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:736; }","duration":"3.023019447s","start":"2026-03-29T02:03:12.266283Z","end":"2026-03-29T02:03:15.289302Z","steps":["trace[1630997065] 'agreement among raft nodes before linearized reading' (duration: 3.022873004s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:15.289324Z","caller":"traceutil/trace.go:171","msg":"trace[1707273054] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:736; }","duration":"224.33066ms","start":"2026-03-29T02:03:15.064985Z","end":"2026-03-29T02:03:15.289316Z","steps":["trace[1707273054] 'agreement among raft nodes before linearized reading' (duration: 224.249749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:15.289338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:12.497847Z","time spent":"2.791479644s","remote":"127.0.0.1:54624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:15.289344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:12.266226Z","time spent":"3.023109079s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:03:15.289478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213782183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-29T02:03:15.28947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951196513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-29T02:03:15.28952Z","caller":"traceutil/trace.go:171","msg":"trace[1266884345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:736; }","duration":"2.213823985s","start":"2026-03-29T02:03:13.075687Z","end":"2026-03-29T02:03:15.289511Z","steps":["trace[1266884345] 'agreement among raft nodes before linearized reading' (duration: 2.213719202s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:15.289215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:13.589214Z","time spent":"1.699991919s","remote":"127.0.0.1:54888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:03:15.28956Z","caller":"traceutil/trace.go:171","msg":"trace[1081150401] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:736; }","duration":"1.951344087s","start":"2026-03-29T02:03:13.338196Z","end":"2026-03-29T02:03:15.28954Z","steps":["trace[1081150401] 'agreement among raft nodes before linearized reading' (duration: 1.951135323s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:15.289601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.230897218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T02:03:15.289608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:13.338178Z","time spent":"1.951420329s","remote":"127.0.0.1:54640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-29T02:03:15.289649Z","caller":"traceutil/trace.go:171","msg":"trace[525250456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:736; }","duration":"2.230974609s","start":"2026-03-29T02:03:13.058658Z","end":"2026-03-29T02:03:15.289632Z","steps":["trace[525250456] 'agreement among raft nodes before linearized reading' (duration: 2.230881647s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:15.289511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.074909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:03:15.289696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:13.058636Z","time spent":"2.231051712s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:03:15.289716Z","caller":"traceutil/trace.go:171","msg":"trace[1701290435] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:736; }","duration":"404.313975ms","start":"2026-03-29T02:03:14.885385Z","end":"2026-03-29T02:03:15.289699Z","steps":["trace[1701290435] 'agreement among raft nodes before linearized reading' (duration: 404.09691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:15.289481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.230706083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:03:15.289553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:13.075598Z","time spent":"2.213948016s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:03:15.28977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:14.885362Z","time spent":"404.390506ms","remote":"127.0.0.1:54640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":2,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:03:15.28979Z","caller":"traceutil/trace.go:171","msg":"trace[1402828931] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:736; }","duration":"2.231049341s","start":"2026-03-29T02:03:13.058724Z","end":"2026-03-29T02:03:15.289774Z","steps":["trace[1402828931] 'agreement among raft nodes before linearized reading' (duration: 2.230456708s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:15.289844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:13.058718Z","time spent":"2.231111853s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:03:15.406468Z","caller":"traceutil/trace.go:171","msg":"trace[505555922] linearizableReadLoop","detail":"{readStateIndex:773; appliedIndex:772; }","duration":"114.765439ms","start":"2026-03-29T02:03:15.291679Z","end":"2026-03-29T02:03:15.406444Z","steps":["trace[505555922] 'read index received' (duration: 114.560175ms)","trace[505555922] 'applied index is now lower than readState.Index' (duration: 204.004µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:15.406534Z","caller":"traceutil/trace.go:171","msg":"trace[1464696867] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"114.940222ms","start":"2026-03-29T02:03:15.29155Z","end":"2026-03-29T02:03:15.406491Z","steps":["trace[1464696867] 'process raft request' (duration: 114.744118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:15.406682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.979824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:03:15.40672Z","caller":"traceutil/trace.go:171","msg":"trace[232974227] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:737; }","duration":"115.037855ms","start":"2026-03-29T02:03:15.291672Z","end":"2026-03-29T02:03:15.40671Z","steps":["trace[232974227] 'agreement among raft nodes before linearized reading' (duration: 114.864771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:15.754188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.849018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:15.754701Z","caller":"traceutil/trace.go:171","msg":"trace[1679751185] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"461.175613ms","start":"2026-03-29T02:03:15.293457Z","end":"2026-03-29T02:03:15.754633Z","steps":["trace[1679751185] 'process raft request' (duration: 269.773102ms)","trace[1679751185] 'compare' (duration: 190.388618ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:15.754799Z","caller":"traceutil/trace.go:171","msg":"trace[1143674415] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"461.013759ms","start":"2026-03-29T02:03:15.293755Z","end":"2026-03-29T02:03:15.754769Z","steps":["trace[1143674415] 'process raft request' (duration: 460.742053ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:15.754824Z","caller":"traceutil/trace.go:171","msg":"trace[2002985083] linearizableReadLoop","detail":"{readStateIndex:779; appliedIndex:773; }","duration":"345.439051ms","start":"2026-03-29T02:03:15.409363Z","end":"2026-03-29T02:03:15.754802Z","steps":["trace[2002985083] 'read index received' (duration: 153.765965ms)","trace[2002985083] 'applied index is now lower than readState.Index' (duration: 191.671736ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:15.754951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:15.293741Z","time spent":"461.129051ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:15.75499Z","caller":"traceutil/trace.go:171","msg":"trace[165204742] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"455.427843ms","start":"2026-03-29T02:03:15.299541Z","end":"2026-03-29T02:03:15.754969Z","steps":["trace[165204742] 'process raft request' (duration: 455.192798ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:15.755009Z","caller":"traceutil/trace.go:171","msg":"trace[941811437] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"460.293593ms","start":"2026-03-29T02:03:15.294704Z","end":"2026-03-29T02:03:15.754998Z","steps":["trace[941811437] 'process raft request' (duration: 459.931115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:15.75502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:15.293435Z","time spent":"461.416868ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:15.754951Z","caller":"traceutil/trace.go:171","msg":"trace[1026808614] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"460.160829ms","start":"2026-03-29T02:03:15.294762Z","end":"2026-03-29T02:03:15.754923Z","steps":["trace[1026808614] 'process raft request' (duration: 459.918734ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:15.755054Z","caller":"traceutil/trace.go:171","msg":"trace[430500085] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"461.149071ms","start":"2026-03-29T02:03:15.293874Z","end":"2026-03-29T02:03:15.755023Z","steps":["trace[430500085] 'process raft request' (duration: 460.716152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:15.755102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:15.29953Z","time spent":"455.515685ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:15.755123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:15.294748Z","time spent":"460.344124ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:15.755239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.888431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-29T02:03:15.755234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:15.294658Z","time spent":"460.393865ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:15.755285Z","caller":"traceutil/trace.go:171","msg":"trace[1977044128] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:743; }","duration":"345.990594ms","start":"2026-03-29T02:03:15.409283Z","end":"2026-03-29T02:03:15.755274Z","steps":["trace[1977044128] 'agreement among raft nodes before linearized reading' (duration: 345.904212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:15.755316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:15.409253Z","time spent":"346.057094ms","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-29T02:03:15.755271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:15.293851Z","time spent":"461.290224ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:15.75584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.540755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-29T02:03:15.755884Z","caller":"traceutil/trace.go:171","msg":"trace[1947320974] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4; range_end:; response_count:1; response_revision:743; }","duration":"345.625907ms","start":"2026-03-29T02:03:15.410244Z","end":"2026-03-29T02:03:15.75587Z","steps":["trace[1947320974] 'agreement among raft nodes before linearized reading' (duration: 345.449042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:15.75591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:15.410224Z","time spent":"345.679508ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4\" "} {"level":"warn","ts":"2026-03-29T02:03:15.961368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.005805ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:15.961513Z","caller":"traceutil/trace.go:171","msg":"trace[1569176594] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"123.24758ms","start":"2026-03-29T02:03:15.838238Z","end":"2026-03-29T02:03:15.961486Z","steps":["trace[1569176594] 'process raft request' (duration: 20.055981ms)","trace[1569176594] 'compare' (duration: 102.883542ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:16.174892Z","caller":"traceutil/trace.go:171","msg":"trace[412489366] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"326.761602ms","start":"2026-03-29T02:03:15.848107Z","end":"2026-03-29T02:03:16.174869Z","steps":["trace[412489366] 'process raft request' (duration: 246.703504ms)","trace[412489366] 'compare' (duration: 79.940676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:16.175016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:15.848086Z","time spent":"326.865235ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17232,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:16.377092Z","caller":"traceutil/trace.go:171","msg":"trace[1750229818] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"188.686199ms","start":"2026-03-29T02:03:16.18837Z","end":"2026-03-29T02:03:16.377056Z","steps":["trace[1750229818] 'process raft request' (duration: 163.79216ms)","trace[1750229818] 'compare' (duration: 24.772466ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:17.777804Z","caller":"traceutil/trace.go:171","msg":"trace[246799022] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"131.557396ms","start":"2026-03-29T02:03:17.646219Z","end":"2026-03-29T02:03:17.777776Z","steps":["trace[246799022] 'process raft request' (duration: 131.30529ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:17.816791Z","caller":"traceutil/trace.go:171","msg":"trace[2085426366] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"155.276739ms","start":"2026-03-29T02:03:17.661475Z","end":"2026-03-29T02:03:17.816752Z","steps":["trace[2085426366] 'process raft request' (duration: 153.776806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:18.530851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.073103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:18.530942Z","caller":"traceutil/trace.go:171","msg":"trace[1625515472] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:759; }","duration":"207.199045ms","start":"2026-03-29T02:03:18.323722Z","end":"2026-03-29T02:03:18.530921Z","steps":["trace[1625515472] 'count revisions from in-memory index tree' (duration: 206.974441ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:18.764821Z","caller":"traceutil/trace.go:171","msg":"trace[696834631] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"108.033018ms","start":"2026-03-29T02:03:18.656757Z","end":"2026-03-29T02:03:18.76479Z","steps":["trace[696834631] 'process raft request' (duration: 107.900825ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:18.830326Z","caller":"traceutil/trace.go:171","msg":"trace[2143613611] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"161.804576ms","start":"2026-03-29T02:03:18.668472Z","end":"2026-03-29T02:03:18.830277Z","steps":["trace[2143613611] 'process raft request' (duration: 161.469728ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:19.453715Z","caller":"traceutil/trace.go:171","msg":"trace[1707521448] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"111.003405ms","start":"2026-03-29T02:03:19.342683Z","end":"2026-03-29T02:03:19.453687Z","steps":["trace[1707521448] 'process raft request' (duration: 110.81247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:21.184751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.291799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:21.185466Z","caller":"traceutil/trace.go:171","msg":"trace[1951588088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:777; }","duration":"309.474624ms","start":"2026-03-29T02:03:20.875387Z","end":"2026-03-29T02:03:21.184861Z","steps":["trace[1951588088] 'range keys from in-memory index tree' (duration: 309.215248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:21.185542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:20.875369Z","time spent":"310.154699ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:03:21.911992Z","caller":"traceutil/trace.go:171","msg":"trace[953458027] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"215.735997ms","start":"2026-03-29T02:03:21.696202Z","end":"2026-03-29T02:03:21.911938Z","steps":["trace[953458027] 'process raft request' (duration: 181.841945ms)","trace[953458027] 'compare' (duration: 33.750239ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:22.059923Z","caller":"traceutil/trace.go:171","msg":"trace[1885603916] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"103.342153ms","start":"2026-03-29T02:03:21.956561Z","end":"2026-03-29T02:03:22.059903Z","steps":["trace[1885603916] 'process raft request' (duration: 103.308172ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:22.060213Z","caller":"traceutil/trace.go:171","msg":"trace[966397527] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"109.165073ms","start":"2026-03-29T02:03:21.951011Z","end":"2026-03-29T02:03:22.060176Z","steps":["trace[966397527] 'process raft request' (duration: 108.347345ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:22.060311Z","caller":"traceutil/trace.go:171","msg":"trace[1092784486] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"103.779091ms","start":"2026-03-29T02:03:21.956522Z","end":"2026-03-29T02:03:22.060301Z","steps":["trace[1092784486] 'process raft request' (duration: 103.228629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:26.544939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.118559ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T02:03:26.545087Z","caller":"traceutil/trace.go:171","msg":"trace[939113942] linearizableReadLoop","detail":"{readStateIndex:845; appliedIndex:844; }","duration":"181.729404ms","start":"2026-03-29T02:03:26.36333Z","end":"2026-03-29T02:03:26.54506Z","steps":["trace[939113942] 'read index received' (duration: 4.464871ms)","trace[939113942] 'applied index is now lower than readState.Index' (duration: 177.262212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:26.545235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.880017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:26.545297Z","caller":"traceutil/trace.go:171","msg":"trace[1479537064] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:806; }","duration":"182.01291ms","start":"2026-03-29T02:03:26.363272Z","end":"2026-03-29T02:03:26.545285Z","steps":["trace[1479537064] 'agreement among raft nodes before linearized reading' (duration: 181.861986ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:26.842085Z","caller":"traceutil/trace.go:171","msg":"trace[856341289] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"141.993211ms","start":"2026-03-29T02:03:26.700046Z","end":"2026-03-29T02:03:26.842039Z","steps":["trace[856341289] 'process raft request' (duration: 141.659393ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:27.11706Z","caller":"traceutil/trace.go:171","msg":"trace[584569446] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"109.598452ms","start":"2026-03-29T02:03:27.007434Z","end":"2026-03-29T02:03:27.117032Z","steps":["trace[584569446] 'process raft request' (duration: 109.147462ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:27.204941Z","caller":"traceutil/trace.go:171","msg":"trace[986629071] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"189.083158ms","start":"2026-03-29T02:03:27.015832Z","end":"2026-03-29T02:03:27.204915Z","steps":["trace[986629071] 'process raft request' (duration: 189.033467ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:27.205275Z","caller":"traceutil/trace.go:171","msg":"trace[1783959223] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"190.721835ms","start":"2026-03-29T02:03:27.014542Z","end":"2026-03-29T02:03:27.205264Z","steps":["trace[1783959223] 'process raft request' (duration: 190.246884ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:27.205242Z","caller":"traceutil/trace.go:171","msg":"trace[1624278757] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"192.129848ms","start":"2026-03-29T02:03:27.013017Z","end":"2026-03-29T02:03:27.205147Z","steps":["trace[1624278757] 'process raft request' (duration: 191.507653ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:27.351982Z","caller":"traceutil/trace.go:171","msg":"trace[666300031] linearizableReadLoop","detail":"{readStateIndex:853; appliedIndex:852; }","duration":"140.259011ms","start":"2026-03-29T02:03:27.211708Z","end":"2026-03-29T02:03:27.351967Z","steps":["trace[666300031] 'read index received' (duration: 95.271411ms)","trace[666300031] 'applied index is now lower than readState.Index' (duration: 44.98692ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:27.352087Z","caller":"traceutil/trace.go:171","msg":"trace[1520796217] transaction","detail":"{read_only:false; response_revision:814; number_of_response:1; }","duration":"141.082439ms","start":"2026-03-29T02:03:27.210972Z","end":"2026-03-29T02:03:27.352055Z","steps":["trace[1520796217] 'process raft request' (duration: 95.926835ms)","trace[1520796217] 'compare' (duration: 44.920519ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:27.352135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.419345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-bw68h\" ","response":"range_response_count:1 size:3835"} {"level":"info","ts":"2026-03-29T02:03:27.352161Z","caller":"traceutil/trace.go:171","msg":"trace[1749862393] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-bw68h; range_end:; response_count:1; response_revision:814; }","duration":"140.509758ms","start":"2026-03-29T02:03:27.211642Z","end":"2026-03-29T02:03:27.352152Z","steps":["trace[1749862393] 'agreement among raft nodes before linearized reading' (duration: 140.412045ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:27.560747Z","caller":"traceutil/trace.go:171","msg":"trace[621177400] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"200.163708ms","start":"2026-03-29T02:03:27.360557Z","end":"2026-03-29T02:03:27.560721Z","steps":["trace[621177400] 'process raft request' (duration: 199.990224ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:27.678562Z","caller":"traceutil/trace.go:171","msg":"trace[2038497624] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"104.386387ms","start":"2026-03-29T02:03:27.574141Z","end":"2026-03-29T02:03:27.678527Z","steps":["trace[2038497624] 'process raft request' (duration: 74.675329ms)","trace[2038497624] 'compare' (duration: 29.588144ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:28.245825Z","caller":"traceutil/trace.go:171","msg":"trace[1851021225] transaction","detail":"{read_only:false; response_revision:819; number_of_response:1; }","duration":"129.917739ms","start":"2026-03-29T02:03:28.115876Z","end":"2026-03-29T02:03:28.245794Z","steps":["trace[1851021225] 'process raft request' (duration: 90.552935ms)","trace[1851021225] 'compare' (duration: 38.825472ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:28.42366Z","caller":"traceutil/trace.go:171","msg":"trace[2112069909] transaction","detail":"{read_only:false; response_revision:824; number_of_response:1; }","duration":"103.591918ms","start":"2026-03-29T02:03:28.319768Z","end":"2026-03-29T02:03:28.42336Z","steps":["trace[2112069909] 'process raft request' (duration: 36.397978ms)","trace[2112069909] 'compare' (duration: 67.018546ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:28.58609Z","caller":"traceutil/trace.go:171","msg":"trace[592538311] linearizableReadLoop","detail":"{readStateIndex:866; appliedIndex:865; }","duration":"125.148061ms","start":"2026-03-29T02:03:28.460921Z","end":"2026-03-29T02:03:28.586069Z","steps":["trace[592538311] 'read index received' (duration: 124.20571ms)","trace[592538311] 'applied index is now lower than readState.Index' (duration: 941.601µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:28.586292Z","caller":"traceutil/trace.go:171","msg":"trace[744795883] transaction","detail":"{read_only:false; response_revision:826; number_of_response:1; }","duration":"136.221832ms","start":"2026-03-29T02:03:28.450059Z","end":"2026-03-29T02:03:28.586281Z","steps":["trace[744795883] 'process raft request' (duration: 135.114286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:28.586523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.596963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:28.586558Z","caller":"traceutil/trace.go:171","msg":"trace[1794370071] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:826; }","duration":"125.694245ms","start":"2026-03-29T02:03:28.460853Z","end":"2026-03-29T02:03:28.586547Z","steps":["trace[1794370071] 'agreement among raft nodes before linearized reading' (duration: 125.290736ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:28.70195Z","caller":"traceutil/trace.go:171","msg":"trace[1046782405] transaction","detail":"{read_only:false; response_revision:827; number_of_response:1; }","duration":"113.722446ms","start":"2026-03-29T02:03:28.588206Z","end":"2026-03-29T02:03:28.701929Z","steps":["trace[1046782405] 'process raft request' (duration: 111.435655ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:30.415436Z","caller":"traceutil/trace.go:171","msg":"trace[1081881412] linearizableReadLoop","detail":"{readStateIndex:881; appliedIndex:880; }","duration":"117.198774ms","start":"2026-03-29T02:03:30.298213Z","end":"2026-03-29T02:03:30.415412Z","steps":["trace[1081881412] 'read index received' (duration: 116.942367ms)","trace[1081881412] 'applied index is now lower than readState.Index' (duration: 255.617µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:30.415608Z","caller":"traceutil/trace.go:171","msg":"trace[1392958158] transaction","detail":"{read_only:false; response_revision:841; number_of_response:1; }","duration":"154.449941ms","start":"2026-03-29T02:03:30.261108Z","end":"2026-03-29T02:03:30.415558Z","steps":["trace[1392958158] 'process raft request' (duration: 154.156774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:30.415657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.427069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:03:30.415798Z","caller":"traceutil/trace.go:171","msg":"trace[1996799436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:841; }","duration":"117.607252ms","start":"2026-03-29T02:03:30.298176Z","end":"2026-03-29T02:03:30.415783Z","steps":["trace[1996799436] 'agreement among raft nodes before linearized reading' (duration: 117.360727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:30.415802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.531831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:03:30.415916Z","caller":"traceutil/trace.go:171","msg":"trace[1028097715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:841; }","duration":"117.685425ms","start":"2026-03-29T02:03:30.298208Z","end":"2026-03-29T02:03:30.415894Z","steps":["trace[1028097715] 'agreement among raft nodes before linearized reading' (duration: 117.425229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:30.41582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.900026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:03:30.416032Z","caller":"traceutil/trace.go:171","msg":"trace[430151075] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:841; }","duration":"117.192193ms","start":"2026-03-29T02:03:30.298828Z","end":"2026-03-29T02:03:30.416021Z","steps":["trace[430151075] 'agreement among raft nodes before linearized reading' (duration: 116.823075ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:31.140035Z","caller":"traceutil/trace.go:171","msg":"trace[821686519] transaction","detail":"{read_only:false; response_revision:845; number_of_response:1; }","duration":"370.505455ms","start":"2026-03-29T02:03:30.769499Z","end":"2026-03-29T02:03:31.140005Z","steps":["trace[821686519] 'process raft request' (duration: 367.028097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:31.140196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:30.769477Z","time spent":"370.634548ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:34.184127Z","caller":"traceutil/trace.go:171","msg":"trace[1332553449] transaction","detail":"{read_only:false; response_revision:857; number_of_response:1; }","duration":"121.109675ms","start":"2026-03-29T02:03:34.062975Z","end":"2026-03-29T02:03:34.184084Z","steps":["trace[1332553449] 'process raft request' (duration: 106.679011ms)","trace[1332553449] 'compare' (duration: 14.185699ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:34.468147Z","caller":"traceutil/trace.go:171","msg":"trace[1978048970] transaction","detail":"{read_only:false; response_revision:859; number_of_response:1; }","duration":"276.395895ms","start":"2026-03-29T02:03:34.191721Z","end":"2026-03-29T02:03:34.468117Z","steps":["trace[1978048970] 'process raft request' (duration: 242.71925ms)","trace[1978048970] 'compare' (duration: 33.314697ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:34.722347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.080362ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:34.722959Z","caller":"traceutil/trace.go:171","msg":"trace[79425108] transaction","detail":"{read_only:false; response_revision:862; number_of_response:1; }","duration":"175.805931ms","start":"2026-03-29T02:03:34.546874Z","end":"2026-03-29T02:03:34.722679Z","steps":["trace[79425108] 'process raft request' (duration: 47.249569ms)","trace[79425108] 'compare' (duration: 127.696803ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:34.767514Z","caller":"traceutil/trace.go:171","msg":"trace[683409517] linearizableReadLoop","detail":"{readStateIndex:905; appliedIndex:902; }","duration":"217.886315ms","start":"2026-03-29T02:03:34.549602Z","end":"2026-03-29T02:03:34.767488Z","steps":["trace[683409517] 'read index received' (duration: 44.556129ms)","trace[683409517] 'applied index is now lower than readState.Index' (duration: 173.329126ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:34.767662Z","caller":"traceutil/trace.go:171","msg":"trace[1976175378] transaction","detail":"{read_only:false; response_revision:863; number_of_response:1; }","duration":"220.165705ms","start":"2026-03-29T02:03:34.547411Z","end":"2026-03-29T02:03:34.767577Z","steps":["trace[1976175378] 'process raft request' (duration: 219.901389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:34.767821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.208392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:4641"} {"level":"info","ts":"2026-03-29T02:03:34.76769Z","caller":"traceutil/trace.go:171","msg":"trace[1549629354] transaction","detail":"{read_only:false; response_revision:864; number_of_response:1; }","duration":"219.617153ms","start":"2026-03-29T02:03:34.548027Z","end":"2026-03-29T02:03:34.767644Z","steps":["trace[1549629354] 'process raft request' (duration: 219.421899ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:34.767878Z","caller":"traceutil/trace.go:171","msg":"trace[637209603] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:864; }","duration":"218.336955ms","start":"2026-03-29T02:03:34.549529Z","end":"2026-03-29T02:03:34.767866Z","steps":["trace[637209603] 'agreement among raft nodes before linearized reading' (duration: 218.049809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:35.393227Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198730341,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:03:36.339944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306445228s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:36.340083Z","caller":"traceutil/trace.go:171","msg":"trace[1915212508] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:865; }","duration":"1.306603782s","start":"2026-03-29T02:03:35.03346Z","end":"2026-03-29T02:03:36.340064Z","steps":["trace[1915212508] 'range keys from in-memory index tree' (duration: 1.306423198s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:36.340145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.551775ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:36.340301Z","caller":"traceutil/trace.go:171","msg":"trace[1096203640] linearizableReadLoop","detail":"{readStateIndex:907; appliedIndex:906; }","duration":"1.448131803s","start":"2026-03-29T02:03:34.892109Z","end":"2026-03-29T02:03:36.340241Z","steps":["trace[1096203640] 'read index received' (duration: 842.425335ms)","trace[1096203640] 'applied index is now lower than readState.Index' (duration: 605.704918ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:36.34038Z","caller":"traceutil/trace.go:171","msg":"trace[1168328796] transaction","detail":"{read_only:false; response_revision:866; number_of_response:1; }","duration":"1.46444255s","start":"2026-03-29T02:03:34.875921Z","end":"2026-03-29T02:03:36.340364Z","steps":["trace[1168328796] 'process raft request' (duration: 858.567417ms)","trace[1168328796] 'compare' (duration: 605.218718ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:36.340719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.739059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:03:36.340737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448611455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:03:36.340787Z","caller":"traceutil/trace.go:171","msg":"trace[279282886] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:866; }","duration":"1.448707617s","start":"2026-03-29T02:03:34.892068Z","end":"2026-03-29T02:03:36.340775Z","steps":["trace[279282886] 'agreement among raft nodes before linearized reading' (duration: 1.448313619s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:36.340785Z","caller":"traceutil/trace.go:171","msg":"trace[587096277] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:866; }","duration":"915.843511ms","start":"2026-03-29T02:03:35.424925Z","end":"2026-03-29T02:03:36.340769Z","steps":["trace[587096277] 'agreement among raft nodes before linearized reading' (duration: 915.730469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:36.340828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:34.89205Z","time spent":"1.448768268s","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":78,"response size":29,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:36.340835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:35.424884Z","time spent":"915.935903ms","remote":"127.0.0.1:54866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:36.340539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:34.875887Z","time spent":"1.464566853s","remote":"127.0.0.1:54716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:36.340908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.967057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:36.340976Z","caller":"traceutil/trace.go:171","msg":"trace[1930163547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:866; }","duration":"466.033228ms","start":"2026-03-29T02:03:35.874923Z","end":"2026-03-29T02:03:36.340956Z","steps":["trace[1930163547] 'agreement among raft nodes before linearized reading' (duration: 465.907715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:36.341026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:35.874861Z","time spent":"466.154071ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:03:37.024891Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198730346,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:03:38.875855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000243892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:03:38.875941Z","caller":"traceutil/trace.go:171","msg":"trace[746380930] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000422866s","start":"2026-03-29T02:03:36.875503Z","end":"2026-03-29T02:03:38.875926Z","steps":["trace[746380930] 'agreement among raft nodes before linearized reading' (duration: 2.000316794s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:38.875983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:36.875422Z","time spent":"2.000552129s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:03:40.878518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00184211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:03:40.878677Z","caller":"traceutil/trace.go:171","msg":"trace[393556044] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002099327s","start":"2026-03-29T02:03:38.876536Z","end":"2026-03-29T02:03:40.878635Z","steps":["trace[393556044] 'agreement among raft nodes before linearized reading' (duration: 2.001875941s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:40.878754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:38.876515Z","time spent":"2.002224219s","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:03:41.34356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:36.345664Z","time spent":"4.997888958s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-29T02:03:41.523629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999066244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:03:41.523756Z","caller":"traceutil/trace.go:171","msg":"trace[858138122] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999277159s","start":"2026-03-29T02:03:36.524459Z","end":"2026-03-29T02:03:41.523736Z","steps":["trace[858138122] 'agreement among raft nodes before linearized reading' (duration: 4.999121566s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:41.523813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:36.524426Z","time spent":"4.99937508s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/29 02:03:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:03:41.727241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999389519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:03:41.727348Z","caller":"traceutil/trace.go:171","msg":"trace[1301772112] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999540444s","start":"2026-03-29T02:03:36.727779Z","end":"2026-03-29T02:03:41.72732Z","steps":["trace[1301772112] 'agreement among raft nodes before linearized reading' (duration: 4.99940795s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:41.727401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:36.727763Z","time spent":"4.999625575s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/29 02:03:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:03:42.546941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.313618314s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:42.547063Z","caller":"traceutil/trace.go:171","msg":"trace[1016511118] linearizableReadLoop","detail":"{readStateIndex:908; appliedIndex:907; }","duration":"6.022504337s","start":"2026-03-29T02:03:36.524537Z","end":"2026-03-29T02:03:42.547041Z","steps":["trace[1016511118] 'read index received' (duration: 708.585146ms)","trace[1016511118] 'applied index is now lower than readState.Index' (duration: 5.313917611s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:42.664753Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.284967338s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:03:42.689798Z","caller":"traceutil/trace.go:171","msg":"trace[1091321262] linearizableReadLoop","detail":"{readStateIndex:910; appliedIndex:908; }","duration":"142.673929ms","start":"2026-03-29T02:03:42.547098Z","end":"2026-03-29T02:03:42.689772Z","steps":["trace[1091321262] 'read index received' (duration: 117.857693ms)","trace[1091321262] 'applied index is now lower than readState.Index' (duration: 24.815056ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:42.689954Z","caller":"traceutil/trace.go:171","msg":"trace[911850747] transaction","detail":"{read_only:false; response_revision:868; number_of_response:1; }","duration":"1.310271244s","start":"2026-03-29T02:03:41.379654Z","end":"2026-03-29T02:03:42.689926Z","steps":["trace[911850747] 'process raft request' (duration: 1.285287794s)","trace[911850747] 'compare' (duration: 24.572051ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:42.689973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.018892815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:03:42.690035Z","caller":"traceutil/trace.go:171","msg":"trace[181035] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:869; }","duration":"6.019019188s","start":"2026-03-29T02:03:36.670995Z","end":"2026-03-29T02:03:42.690014Z","steps":["trace[181035] 'agreement among raft nodes before linearized reading' (duration: 6.018875935s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:42.689999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80614307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:03:42.690085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:36.67096Z","time spent":"6.019108619s","remote":"127.0.0.1:54898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:42.690088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.448723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:03:42.690109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674282344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:03:42.690135Z","caller":"traceutil/trace.go:171","msg":"trace[1449503392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:869; }","duration":"1.806298504s","start":"2026-03-29T02:03:40.883802Z","end":"2026-03-29T02:03:42.6901Z","steps":["trace[1449503392] 'agreement among raft nodes before linearized reading' (duration: 1.806141911s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:42.690145Z","caller":"traceutil/trace.go:171","msg":"trace[763191233] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:869; }","duration":"870.550376ms","start":"2026-03-29T02:03:41.81958Z","end":"2026-03-29T02:03:42.69013Z","steps":["trace[763191233] 'agreement among raft nodes before linearized reading' (duration: 870.444923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:42.690172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:40.883787Z","time spent":"1.806377536s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:03:42.690173Z","caller":"traceutil/trace.go:171","msg":"trace[640570632] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:869; }","duration":"1.674398427s","start":"2026-03-29T02:03:41.015758Z","end":"2026-03-29T02:03:42.690156Z","steps":["trace[640570632] 'agreement among raft nodes before linearized reading' (duration: 1.674278855s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:42.690196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:41.819535Z","time spent":"870.647958ms","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:42.690285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806382746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-29T02:03:42.690331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.910725684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:03:42.690356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.918001943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:03:42.690371Z","caller":"traceutil/trace.go:171","msg":"trace[1231470393] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:869; }","duration":"3.910800266s","start":"2026-03-29T02:03:38.77956Z","end":"2026-03-29T02:03:42.69036Z","steps":["trace[1231470393] 'agreement among raft nodes before linearized reading' (duration: 3.910743895s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:42.690372Z","caller":"traceutil/trace.go:171","msg":"trace[1707921661] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4; range_end:; response_count:1; response_revision:869; }","duration":"1.806478478s","start":"2026-03-29T02:03:40.883875Z","end":"2026-03-29T02:03:42.690354Z","steps":["trace[1707921661] 'agreement among raft nodes before linearized reading' (duration: 1.806261973s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:42.69039Z","caller":"traceutil/trace.go:171","msg":"trace[1879317315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:869; }","duration":"5.918077574s","start":"2026-03-29T02:03:36.772302Z","end":"2026-03-29T02:03:42.69038Z","steps":["trace[1879317315] 'agreement among raft nodes before linearized reading' (duration: 5.917956682s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:42.690421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:40.88387Z","time spent":"1.806538949s","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4\" "} {"level":"warn","ts":"2026-03-29T02:03:42.690437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:36.77228Z","time spent":"5.918146736s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:03:42.690454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.895776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:42.690477Z","caller":"traceutil/trace.go:171","msg":"trace[1332971056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:869; }","duration":"805.958217ms","start":"2026-03-29T02:03:41.884512Z","end":"2026-03-29T02:03:42.69047Z","steps":["trace[1332971056] 'agreement among raft nodes before linearized reading' (duration: 805.922757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:42.69048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.918278909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-29T02:03:42.690503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:41.88449Z","time spent":"806.008739ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:03:42.690532Z","caller":"traceutil/trace.go:171","msg":"trace[372902963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:869; }","duration":"5.918356801s","start":"2026-03-29T02:03:36.77216Z","end":"2026-03-29T02:03:42.690517Z","steps":["trace[372902963] 'agreement among raft nodes before linearized reading' (duration: 5.918211158s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:42.690323Z","caller":"traceutil/trace.go:171","msg":"trace[1850531385] transaction","detail":"{read_only:false; response_revision:869; number_of_response:1; }","duration":"1.037112361s","start":"2026-03-29T02:03:41.653185Z","end":"2026-03-29T02:03:42.690298Z","steps":["trace[1850531385] 'process raft request' (duration: 1.036504357s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:42.690743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:41.653166Z","time spent":"1.037489848s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:42.690403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:38.779541Z","time spent":"3.910854988s","remote":"127.0.0.1:54806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":14,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:42.690213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:41.015734Z","time spent":"1.674468128s","remote":"127.0.0.1:54904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":2,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:42.690701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.473091141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-29T02:03:42.69028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.813180454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:42.691122Z","caller":"traceutil/trace.go:171","msg":"trace[571142263] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:869; }","duration":"5.814010543s","start":"2026-03-29T02:03:36.877066Z","end":"2026-03-29T02:03:42.691076Z","steps":["trace[571142263] 'agreement among raft nodes before linearized reading' (duration: 5.813180063s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:42.691202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:36.877052Z","time spent":"5.814129946s","remote":"127.0.0.1:54686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:42.690189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:41.379627Z","time spent":"1.310379867s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:42.690593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:36.772149Z","time spent":"5.918431183s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:03:42.691482Z","caller":"traceutil/trace.go:171","msg":"trace[983884276] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:869; }","duration":"4.473548882s","start":"2026-03-29T02:03:38.217493Z","end":"2026-03-29T02:03:42.691042Z","steps":["trace[983884276] 'agreement among raft nodes before linearized reading' (duration: 4.472845675s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:42.691607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:38.217472Z","time spent":"4.474116094s","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"info","ts":"2026-03-29T02:03:46.102713Z","caller":"traceutil/trace.go:171","msg":"trace[2006478459] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"282.007161ms","start":"2026-03-29T02:03:45.820682Z","end":"2026-03-29T02:03:46.102689Z","steps":["trace[2006478459] 'process raft request' (duration: 242.814662ms)","trace[2006478459] 'compare' (duration: 39.100027ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:46.286163Z","caller":"traceutil/trace.go:171","msg":"trace[961102990] transaction","detail":"{read_only:false; response_revision:887; number_of_response:1; }","duration":"176.567748ms","start":"2026-03-29T02:03:46.109559Z","end":"2026-03-29T02:03:46.286127Z","steps":["trace[961102990] 'process raft request' (duration: 116.972962ms)","trace[961102990] 'compare' (duration: 59.403711ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:46.462008Z","caller":"traceutil/trace.go:171","msg":"trace[1894967927] transaction","detail":"{read_only:false; response_revision:888; number_of_response:1; }","duration":"168.822896ms","start":"2026-03-29T02:03:46.293142Z","end":"2026-03-29T02:03:46.461965Z","steps":["trace[1894967927] 'process raft request' (duration: 118.266452ms)","trace[1894967927] 'compare' (duration: 50.37789ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:46.616525Z","caller":"traceutil/trace.go:171","msg":"trace[354556094] transaction","detail":"{read_only:false; response_revision:890; number_of_response:1; }","duration":"147.809444ms","start":"2026-03-29T02:03:46.468675Z","end":"2026-03-29T02:03:46.616485Z","steps":["trace[354556094] 'process raft request' (duration: 107.178422ms)","trace[354556094] 'compare' (duration: 40.452898ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:46.801413Z","caller":"traceutil/trace.go:171","msg":"trace[437443697] transaction","detail":"{read_only:false; response_revision:891; number_of_response:1; }","duration":"180.041056ms","start":"2026-03-29T02:03:46.62133Z","end":"2026-03-29T02:03:46.801371Z","steps":["trace[437443697] 'process raft request' (duration: 120.828139ms)","trace[437443697] 'compare' (duration: 58.844609ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:47.086649Z","caller":"traceutil/trace.go:171","msg":"trace[1928648081] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"145.254377ms","start":"2026-03-29T02:03:46.941334Z","end":"2026-03-29T02:03:47.086588Z","steps":["trace[1928648081] 'process raft request' (duration: 140.821597ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:47.205676Z","caller":"traceutil/trace.go:171","msg":"trace[648333700] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"110.090888ms","start":"2026-03-29T02:03:47.095553Z","end":"2026-03-29T02:03:47.205644Z","steps":["trace[648333700] 'process raft request' (duration: 107.568442ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:47.444116Z","caller":"traceutil/trace.go:171","msg":"trace[1614752751] transaction","detail":"{read_only:false; response_revision:902; number_of_response:1; }","duration":"206.436877ms","start":"2026-03-29T02:03:47.237629Z","end":"2026-03-29T02:03:47.444066Z","steps":["trace[1614752751] 'process raft request' (duration: 170.482791ms)","trace[1614752751] 'compare' (duration: 35.648379ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:47.633406Z","caller":"traceutil/trace.go:171","msg":"trace[1267830625] linearizableReadLoop","detail":"{readStateIndex:947; appliedIndex:944; }","duration":"260.348497ms","start":"2026-03-29T02:03:47.373036Z","end":"2026-03-29T02:03:47.633384Z","steps":["trace[1267830625] 'read index received' (duration: 35.062635ms)","trace[1267830625] 'applied index is now lower than readState.Index' (duration: 225.284962ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:47.633437Z","caller":"traceutil/trace.go:171","msg":"trace[2110714450] transaction","detail":"{read_only:false; response_revision:904; number_of_response:1; }","duration":"392.359336ms","start":"2026-03-29T02:03:47.241052Z","end":"2026-03-29T02:03:47.633411Z","steps":["trace[2110714450] 'process raft request' (duration: 392.283275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:47.633555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:47.241023Z","time spent":"392.470738ms","remote":"127.0.0.1:54904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4761,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:03:47.633437Z","caller":"traceutil/trace.go:171","msg":"trace[251626313] transaction","detail":"{read_only:false; response_revision:903; number_of_response:1; }","duration":"394.350371ms","start":"2026-03-29T02:03:47.239059Z","end":"2026-03-29T02:03:47.633409Z","steps":["trace[251626313] 'process raft request' (duration: 307.842062ms)","trace[251626313] 'compare' (duration: 86.310145ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:47.633592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.535561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:03:47.633715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:47.238852Z","time spent":"394.79398ms","remote":"127.0.0.1:54640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:03:47.633703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.937125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:03:47.633908Z","caller":"traceutil/trace.go:171","msg":"trace[965251452] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:904; }","duration":"222.189461ms","start":"2026-03-29T02:03:47.411701Z","end":"2026-03-29T02:03:47.633891Z","steps":["trace[965251452] 'agreement among raft nodes before linearized reading' (duration: 221.844763ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:47.633957Z","caller":"traceutil/trace.go:171","msg":"trace[2000778752] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:904; }","duration":"260.665024ms","start":"2026-03-29T02:03:47.372992Z","end":"2026-03-29T02:03:47.633657Z","steps":["trace[2000778752] 'agreement among raft nodes before linearized reading' (duration: 260.527801ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:47.973746Z","caller":"traceutil/trace.go:171","msg":"trace[293436060] linearizableReadLoop","detail":"{readStateIndex:950; appliedIndex:948; }","duration":"154.362361ms","start":"2026-03-29T02:03:47.819358Z","end":"2026-03-29T02:03:47.973721Z","steps":["trace[293436060] 'read index received' (duration: 154.018633ms)","trace[293436060] 'applied index is now lower than readState.Index' (duration: 342.748µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:47.974002Z","caller":"traceutil/trace.go:171","msg":"trace[1178646711] transaction","detail":"{read_only:false; response_revision:906; number_of_response:1; }","duration":"335.331107ms","start":"2026-03-29T02:03:47.638449Z","end":"2026-03-29T02:03:47.97378Z","steps":["trace[1178646711] 'process raft request' (duration: 334.99204ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:47.974018Z","caller":"traceutil/trace.go:171","msg":"trace[1063294699] transaction","detail":"{read_only:false; response_revision:907; number_of_response:1; }","duration":"334.476448ms","start":"2026-03-29T02:03:47.639517Z","end":"2026-03-29T02:03:47.973994Z","steps":["trace[1063294699] 'process raft request' (duration: 334.11786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:47.974135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:47.639507Z","time spent":"334.5687ms","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4982,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:03:47.974178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.814381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:03:47.974236Z","caller":"traceutil/trace.go:171","msg":"trace[950522934] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:907; }","duration":"154.917303ms","start":"2026-03-29T02:03:47.819304Z","end":"2026-03-29T02:03:47.974221Z","steps":["trace[950522934] 'agreement among raft nodes before linearized reading' (duration: 154.731219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:47.974242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:47.63843Z","time spent":"335.646274ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:48.18361Z","caller":"traceutil/trace.go:171","msg":"trace[976254199] transaction","detail":"{read_only:false; response_revision:909; number_of_response:1; }","duration":"203.487722ms","start":"2026-03-29T02:03:47.979116Z","end":"2026-03-29T02:03:48.182603Z","steps":["trace[976254199] 'process raft request' (duration: 201.223921ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:48.183736Z","caller":"traceutil/trace.go:171","msg":"trace[903736908] transaction","detail":"{read_only:false; response_revision:910; number_of_response:1; }","duration":"201.938197ms","start":"2026-03-29T02:03:47.981251Z","end":"2026-03-29T02:03:48.183189Z","steps":["trace[903736908] 'process raft request' (duration: 201.18706ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:48.189765Z","caller":"traceutil/trace.go:171","msg":"trace[1959161245] linearizableReadLoop","detail":"{readStateIndex:952; appliedIndex:951; }","duration":"209.052746ms","start":"2026-03-29T02:03:47.980661Z","end":"2026-03-29T02:03:48.189714Z","steps":["trace[1959161245] 'read index received' (duration: 59.847031ms)","trace[1959161245] 'applied index is now lower than readState.Index' (duration: 149.205075ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:48.189871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.195849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/envoy-gateway-system/\" range_end:\"/registry/limitranges/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:48.189903Z","caller":"traceutil/trace.go:171","msg":"trace[894857822] range","detail":"{range_begin:/registry/limitranges/envoy-gateway-system/; range_end:/registry/limitranges/envoy-gateway-system0; response_count:0; response_revision:911; }","duration":"209.269031ms","start":"2026-03-29T02:03:47.980626Z","end":"2026-03-29T02:03:48.189895Z","steps":["trace[894857822] 'agreement among raft nodes before linearized reading' (duration: 209.19092ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:48.190034Z","caller":"traceutil/trace.go:171","msg":"trace[699835173] transaction","detail":"{read_only:false; response_revision:911; number_of_response:1; }","duration":"157.00986ms","start":"2026-03-29T02:03:48.032945Z","end":"2026-03-29T02:03:48.189955Z","steps":["trace[699835173] 'process raft request' (duration: 152.078159ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:48.425973Z","caller":"traceutil/trace.go:171","msg":"trace[408436813] linearizableReadLoop","detail":"{readStateIndex:955; appliedIndex:954; }","duration":"232.643365ms","start":"2026-03-29T02:03:48.193293Z","end":"2026-03-29T02:03:48.425937Z","steps":["trace[408436813] 'read index received' (duration: 180.438755ms)","trace[408436813] 'applied index is now lower than readState.Index' (duration: 52.20329ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:48.426079Z","caller":"traceutil/trace.go:171","msg":"trace[1955872787] transaction","detail":"{read_only:false; response_revision:912; number_of_response:1; }","duration":"233.757931ms","start":"2026-03-29T02:03:48.192281Z","end":"2026-03-29T02:03:48.426039Z","steps":["trace[1955872787] 'process raft request' (duration: 181.513239ms)","trace[1955872787] 'compare' (duration: 51.876783ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:48.426269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.948022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:5266"} {"level":"info","ts":"2026-03-29T02:03:48.426354Z","caller":"traceutil/trace.go:171","msg":"trace[1898067673] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:912; }","duration":"233.060944ms","start":"2026-03-29T02:03:48.193272Z","end":"2026-03-29T02:03:48.426333Z","steps":["trace[1898067673] 'agreement among raft nodes before linearized reading' (duration: 232.785208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:48.426292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.794891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:03:48.426565Z","caller":"traceutil/trace.go:171","msg":"trace[649357390] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:912; }","duration":"209.101478ms","start":"2026-03-29T02:03:48.217416Z","end":"2026-03-29T02:03:48.426518Z","steps":["trace[649357390] 'agreement among raft nodes before linearized reading' (duration: 208.71365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:48.426837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.821871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050276"} {"level":"info","ts":"2026-03-29T02:03:48.426924Z","caller":"traceutil/trace.go:171","msg":"trace[1744842809] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:912; }","duration":"117.956904ms","start":"2026-03-29T02:03:48.308951Z","end":"2026-03-29T02:03:48.426908Z","steps":["trace[1744842809] 'agreement among raft nodes before linearized reading' (duration: 117.33659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:48.773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.210139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:48.773258Z","caller":"traceutil/trace.go:171","msg":"trace[146513969] transaction","detail":"{read_only:false; response_revision:913; number_of_response:1; }","duration":"341.607938ms","start":"2026-03-29T02:03:48.431623Z","end":"2026-03-29T02:03:48.773231Z","steps":["trace[146513969] 'process raft request' (duration: 145.069372ms)","trace[146513969] 'compare' (duration: 195.990453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:48.773355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:48.431606Z","time spent":"341.700941ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:03:48.773395Z","caller":"traceutil/trace.go:171","msg":"trace[300083787] transaction","detail":"{read_only:false; response_revision:915; number_of_response:1; }","duration":"339.747077ms","start":"2026-03-29T02:03:48.433615Z","end":"2026-03-29T02:03:48.773362Z","steps":["trace[300083787] 'process raft request' (duration: 339.606074ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:48.773372Z","caller":"traceutil/trace.go:171","msg":"trace[608860384] transaction","detail":"{read_only:false; response_revision:914; number_of_response:1; }","duration":"340.708309ms","start":"2026-03-29T02:03:48.432603Z","end":"2026-03-29T02:03:48.773311Z","steps":["trace[608860384] 'process raft request' (duration: 340.524425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:48.773538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:48.433604Z","time spent":"339.85764ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4480,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:48.773655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:48.432591Z","time spent":"340.986115ms","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5099,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:48.773664Z","caller":"traceutil/trace.go:171","msg":"trace[1293660446] transaction","detail":"{read_only:false; response_revision:916; number_of_response:1; }","duration":"338.809406ms","start":"2026-03-29T02:03:48.434833Z","end":"2026-03-29T02:03:48.773642Z","steps":["trace[1293660446] 'process raft request' (duration: 338.446898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:48.773775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:48.434816Z","time spent":"338.901498ms","remote":"127.0.0.1:54904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5562,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:48.773926Z","caller":"traceutil/trace.go:171","msg":"trace[924490301] transaction","detail":"{read_only:false; response_revision:917; number_of_response:1; }","duration":"308.18123ms","start":"2026-03-29T02:03:48.465712Z","end":"2026-03-29T02:03:48.773893Z","steps":["trace[924490301] 'process raft request' (duration: 307.822142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:48.774044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:48.46569Z","time spent":"308.302112ms","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:48.773915Z","caller":"traceutil/trace.go:171","msg":"trace[1345393711] linearizableReadLoop","detail":"{readStateIndex:961; appliedIndex:956; }","duration":"297.228054ms","start":"2026-03-29T02:03:48.476605Z","end":"2026-03-29T02:03:48.773833Z","steps":["trace[1345393711] 'read index received' (duration: 100.101874ms)","trace[1345393711] 'applied index is now lower than readState.Index' (duration: 197.12525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:48.774117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.46642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:48.774205Z","caller":"traceutil/trace.go:171","msg":"trace[1451307209] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:917; }","duration":"297.612513ms","start":"2026-03-29T02:03:48.476548Z","end":"2026-03-29T02:03:48.77416Z","steps":["trace[1451307209] 'agreement among raft nodes before linearized reading' (duration: 297.416328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:48.775718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.484363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050276"} {"level":"info","ts":"2026-03-29T02:03:48.775828Z","caller":"traceutil/trace.go:171","msg":"trace[263640773] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:917; }","duration":"141.613146ms","start":"2026-03-29T02:03:48.634165Z","end":"2026-03-29T02:03:48.775778Z","steps":["trace[263640773] 'agreement among raft nodes before linearized reading' (duration: 140.024539ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:49.102424Z","caller":"traceutil/trace.go:171","msg":"trace[1373421711] transaction","detail":"{read_only:false; response_revision:919; number_of_response:1; }","duration":"320.923314ms","start":"2026-03-29T02:03:48.781472Z","end":"2026-03-29T02:03:49.102395Z","steps":["trace[1373421711] 'process raft request' (duration: 291.640678ms)","trace[1373421711] 'compare' (duration: 29.075212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:49.102592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:48.781453Z","time spent":"321.049456ms","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5144,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:49.102581Z","caller":"traceutil/trace.go:171","msg":"trace[1682061027] linearizableReadLoop","detail":"{readStateIndex:964; appliedIndex:962; }","duration":"242.995188ms","start":"2026-03-29T02:03:48.859558Z","end":"2026-03-29T02:03:49.102554Z","steps":["trace[1682061027] 'read index received' (duration: 213.477787ms)","trace[1682061027] 'applied index is now lower than readState.Index' (duration: 29.515431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:49.102774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.211613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:03:49.102801Z","caller":"traceutil/trace.go:171","msg":"trace[1935444674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:920; }","duration":"243.253204ms","start":"2026-03-29T02:03:48.859541Z","end":"2026-03-29T02:03:49.102795Z","steps":["trace[1935444674] 'agreement among raft nodes before linearized reading' (duration: 243.07999ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:49.10299Z","caller":"traceutil/trace.go:171","msg":"trace[533162885] transaction","detail":"{read_only:false; response_revision:920; number_of_response:1; }","duration":"315.909191ms","start":"2026-03-29T02:03:48.787074Z","end":"2026-03-29T02:03:49.102983Z","steps":["trace[533162885] 'process raft request' (duration: 315.258607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:49.103016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.162497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:03:49.103055Z","caller":"traceutil/trace.go:171","msg":"trace[1164711853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:920; }","duration":"229.254468ms","start":"2026-03-29T02:03:48.873789Z","end":"2026-03-29T02:03:49.103044Z","steps":["trace[1164711853] 'agreement among raft nodes before linearized reading' (duration: 229.022513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:49.103062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:48.787066Z","time spent":"315.947042ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5378,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:49.103229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.816599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:49.103288Z","caller":"traceutil/trace.go:171","msg":"trace[1545480709] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:920; }","duration":"228.88528ms","start":"2026-03-29T02:03:48.874385Z","end":"2026-03-29T02:03:49.103271Z","steps":["trace[1545480709] 'agreement among raft nodes before linearized reading' (duration: 228.779108ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:59.923554Z","caller":"traceutil/trace.go:171","msg":"trace[680987388] transaction","detail":"{read_only:false; response_revision:1049; number_of_response:1; }","duration":"146.464864ms","start":"2026-03-29T02:03:59.777037Z","end":"2026-03-29T02:03:59.923502Z","steps":["trace[680987388] 'process raft request' (duration: 146.148937ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:00.694839Z","caller":"traceutil/trace.go:171","msg":"trace[1964211726] transaction","detail":"{read_only:false; response_revision:1065; number_of_response:1; }","duration":"108.477681ms","start":"2026-03-29T02:04:00.586322Z","end":"2026-03-29T02:04:00.6948Z","steps":["trace[1964211726] 'process raft request' (duration: 107.608752ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:00.69491Z","caller":"traceutil/trace.go:171","msg":"trace[489038752] transaction","detail":"{read_only:false; response_revision:1066; number_of_response:1; }","duration":"107.657583ms","start":"2026-03-29T02:04:00.587228Z","end":"2026-03-29T02:04:00.694885Z","steps":["trace[489038752] 'process raft request' (duration: 107.424928ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:00.695077Z","caller":"traceutil/trace.go:171","msg":"trace[1504459410] transaction","detail":"{read_only:false; response_revision:1067; number_of_response:1; }","duration":"101.860563ms","start":"2026-03-29T02:04:00.593148Z","end":"2026-03-29T02:04:00.695009Z","steps":["trace[1504459410] 'process raft request' (duration: 101.559547ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:01.154109Z","caller":"traceutil/trace.go:171","msg":"trace[1646813950] transaction","detail":"{read_only:false; response_revision:1128; number_of_response:1; }","duration":"131.664481ms","start":"2026-03-29T02:04:01.022412Z","end":"2026-03-29T02:04:01.154077Z","steps":["trace[1646813950] 'process raft request' (duration: 64.69093ms)","trace[1646813950] 'compare' (duration: 66.840678ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:01.189385Z","caller":"traceutil/trace.go:171","msg":"trace[952371774] transaction","detail":"{read_only:false; response_revision:1131; number_of_response:1; }","duration":"165.977861ms","start":"2026-03-29T02:04:01.023386Z","end":"2026-03-29T02:04:01.189364Z","steps":["trace[952371774] 'process raft request' (duration: 165.93948ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:01.189533Z","caller":"traceutil/trace.go:171","msg":"trace[1868785822] transaction","detail":"{read_only:false; response_revision:1130; number_of_response:1; }","duration":"166.308668ms","start":"2026-03-29T02:04:01.023207Z","end":"2026-03-29T02:04:01.189515Z","steps":["trace[1868785822] 'process raft request' (duration: 166.074003ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:01.189425Z","caller":"traceutil/trace.go:171","msg":"trace[493231579] transaction","detail":"{read_only:false; response_revision:1129; number_of_response:1; }","duration":"166.777099ms","start":"2026-03-29T02:04:01.022604Z","end":"2026-03-29T02:04:01.189382Z","steps":["trace[493231579] 'process raft request' (duration: 166.545784ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:04.179269Z","caller":"traceutil/trace.go:171","msg":"trace[880763776] transaction","detail":"{read_only:false; response_revision:1202; number_of_response:1; }","duration":"208.861252ms","start":"2026-03-29T02:04:03.970372Z","end":"2026-03-29T02:04:04.179234Z","steps":["trace[880763776] 'process raft request' (duration: 208.510334ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:05.476478Z","caller":"traceutil/trace.go:171","msg":"trace[161961395] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"165.194454ms","start":"2026-03-29T02:04:05.311231Z","end":"2026-03-29T02:04:05.476425Z","steps":["trace[161961395] 'process raft request' (duration: 122.511878ms)","trace[161961395] 'compare' (duration: 42.268147ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:06.352091Z","caller":"traceutil/trace.go:171","msg":"trace[1981229294] linearizableReadLoop","detail":"{readStateIndex:1257; appliedIndex:1256; }","duration":"163.154797ms","start":"2026-03-29T02:04:06.188898Z","end":"2026-03-29T02:04:06.352053Z","steps":["trace[1981229294] 'read index received' (duration: 162.969453ms)","trace[1981229294] 'applied index is now lower than readState.Index' (duration: 183.654µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:06.352299Z","caller":"traceutil/trace.go:171","msg":"trace[1928048292] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"166.230398ms","start":"2026-03-29T02:04:06.186056Z","end":"2026-03-29T02:04:06.352287Z","steps":["trace[1928048292] 'process raft request' (duration: 165.772627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:06.352408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.489375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:04:06.352475Z","caller":"traceutil/trace.go:171","msg":"trace[415108913] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1208; }","duration":"163.588838ms","start":"2026-03-29T02:04:06.18887Z","end":"2026-03-29T02:04:06.352458Z","steps":["trace[415108913] 'agreement among raft nodes before linearized reading' (duration: 163.433015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:06.53036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.116101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:06.53058Z","caller":"traceutil/trace.go:171","msg":"trace[263526613] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"173.265053ms","start":"2026-03-29T02:04:06.357293Z","end":"2026-03-29T02:04:06.530558Z","steps":["trace[263526613] 'process raft request' (duration: 173.207172ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:06.530588Z","caller":"traceutil/trace.go:171","msg":"trace[2027509064] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"341.073046ms","start":"2026-03-29T02:04:06.189464Z","end":"2026-03-29T02:04:06.530537Z","steps":["trace[2027509064] 'process raft request' (duration: 237.651638ms)","trace[2027509064] 'compare' (duration: 102.937097ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:06.530643Z","caller":"traceutil/trace.go:171","msg":"trace[2109852033] linearizableReadLoop","detail":"{readStateIndex:1258; appliedIndex:1257; }","duration":"178.405199ms","start":"2026-03-29T02:04:06.352207Z","end":"2026-03-29T02:04:06.530613Z","steps":["trace[2109852033] 'read index received' (duration: 75.058033ms)","trace[2109852033] 'applied index is now lower than readState.Index' (duration: 103.345326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:06.530798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:06.18945Z","time spent":"341.23348ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:06.53086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.601948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:04:06.530906Z","caller":"traceutil/trace.go:171","msg":"trace[2130340019] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1210; }","duration":"229.69743ms","start":"2026-03-29T02:04:06.301196Z","end":"2026-03-29T02:04:06.530894Z","steps":["trace[2130340019] 'agreement among raft nodes before linearized reading' (duration: 229.514606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:07.911005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.683486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:07.911086Z","caller":"traceutil/trace.go:171","msg":"trace[1932268844] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:0; response_revision:1215; }","duration":"112.775238ms","start":"2026-03-29T02:04:07.798292Z","end":"2026-03-29T02:04:07.911068Z","steps":["trace[1932268844] 'range keys from in-memory index tree' (duration: 112.551743ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:09.075767Z","caller":"traceutil/trace.go:171","msg":"trace[771015246] transaction","detail":"{read_only:false; response_revision:1225; number_of_response:1; }","duration":"139.532308ms","start":"2026-03-29T02:04:08.936203Z","end":"2026-03-29T02:04:09.075736Z","steps":["trace[771015246] 'process raft request' (duration: 139.373704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:09.388124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.38776ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:09.388307Z","caller":"traceutil/trace.go:171","msg":"trace[387048001] transaction","detail":"{read_only:false; response_revision:1226; number_of_response:1; }","duration":"306.822879ms","start":"2026-03-29T02:04:09.08146Z","end":"2026-03-29T02:04:09.388283Z","steps":["trace[387048001] 'process raft request' (duration: 20.169632ms)","trace[387048001] 'compare' (duration: 286.121204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:09.388379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:09.081436Z","time spent":"306.90977ms","remote":"127.0.0.1:54640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1080,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:09.41064Z","caller":"traceutil/trace.go:171","msg":"trace[673264722] transaction","detail":"{read_only:false; response_revision:1228; number_of_response:1; }","duration":"325.683132ms","start":"2026-03-29T02:04:09.084929Z","end":"2026-03-29T02:04:09.410612Z","steps":["trace[673264722] 'process raft request' (duration: 325.494037ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:09.410702Z","caller":"traceutil/trace.go:171","msg":"trace[168739387] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"326.994531ms","start":"2026-03-29T02:04:09.083676Z","end":"2026-03-29T02:04:09.41067Z","steps":["trace[168739387] 'process raft request' (duration: 326.614202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:09.410836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:09.084923Z","time spent":"325.780435ms","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4503,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:09.410866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:09.083667Z","time spent":"327.129454ms","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1601,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:09.522909Z","caller":"traceutil/trace.go:171","msg":"trace[1765728390] transaction","detail":"{read_only:false; response_revision:1229; number_of_response:1; }","duration":"104.033713ms","start":"2026-03-29T02:04:09.418805Z","end":"2026-03-29T02:04:09.522839Z","steps":["trace[1765728390] 'process raft request' (duration: 76.562606ms)","trace[1765728390] 'compare' (duration: 27.120588ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:10.561365Z","caller":"traceutil/trace.go:171","msg":"trace[2107242267] transaction","detail":"{read_only:false; response_revision:1232; number_of_response:1; }","duration":"189.14063ms","start":"2026-03-29T02:04:10.372187Z","end":"2026-03-29T02:04:10.561327Z","steps":["trace[2107242267] 'process raft request' (duration: 188.913015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:12.86845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.616317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:12.868628Z","caller":"traceutil/trace.go:171","msg":"trace[711619764] linearizableReadLoop","detail":"{readStateIndex:1290; appliedIndex:1289; }","duration":"172.062937ms","start":"2026-03-29T02:04:12.696491Z","end":"2026-03-29T02:04:12.868554Z","steps":["trace[711619764] 'read index received' (duration: 58.197094ms)","trace[711619764] 'applied index is now lower than readState.Index' (duration: 113.864093ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:12.868639Z","caller":"traceutil/trace.go:171","msg":"trace[693062043] transaction","detail":"{read_only:false; response_revision:1240; number_of_response:1; }","duration":"234.740733ms","start":"2026-03-29T02:04:12.633871Z","end":"2026-03-29T02:04:12.868612Z","steps":["trace[693062043] 'process raft request' (duration: 120.85999ms)","trace[693062043] 'compare' (duration: 113.383572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:12.869003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.499156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:04:12.869104Z","caller":"traceutil/trace.go:171","msg":"trace[2053591001] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1240; }","duration":"172.59356ms","start":"2026-03-29T02:04:12.696456Z","end":"2026-03-29T02:04:12.86905Z","steps":["trace[2053591001] 'agreement among raft nodes before linearized reading' (duration: 172.373195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:12.869105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.364981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:04:12.869169Z","caller":"traceutil/trace.go:171","msg":"trace[290812135] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1240; }","duration":"142.485174ms","start":"2026-03-29T02:04:12.726668Z","end":"2026-03-29T02:04:12.869153Z","steps":["trace[290812135] 'agreement among raft nodes before linearized reading' (duration: 142.2839ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:12.98081Z","caller":"traceutil/trace.go:171","msg":"trace[767789698] linearizableReadLoop","detail":"{readStateIndex:1292; appliedIndex:1290; }","duration":"105.894964ms","start":"2026-03-29T02:04:12.874892Z","end":"2026-03-29T02:04:12.980787Z","steps":["trace[767789698] 'read index received' (duration: 54.608204ms)","trace[767789698] 'applied index is now lower than readState.Index' (duration: 51.28578ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:12.980877Z","caller":"traceutil/trace.go:171","msg":"trace[2093925159] transaction","detail":"{read_only:false; response_revision:1242; number_of_response:1; }","duration":"106.927737ms","start":"2026-03-29T02:04:12.873913Z","end":"2026-03-29T02:04:12.980841Z","steps":["trace[2093925159] 'process raft request' (duration: 105.772692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:12.980921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.008326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:12.980968Z","caller":"traceutil/trace.go:171","msg":"trace[1476889793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1243; }","duration":"106.091419ms","start":"2026-03-29T02:04:12.874866Z","end":"2026-03-29T02:04:12.980958Z","steps":["trace[1476889793] 'agreement among raft nodes before linearized reading' (duration: 106.010637ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:14.070496Z","caller":"traceutil/trace.go:171","msg":"trace[14142103] transaction","detail":"{read_only:false; response_revision:1250; number_of_response:1; }","duration":"112.146174ms","start":"2026-03-29T02:04:13.958317Z","end":"2026-03-29T02:04:14.070463Z","steps":["trace[14142103] 'process raft request' (duration: 111.93782ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:14.20458Z","caller":"traceutil/trace.go:171","msg":"trace[1851515424] transaction","detail":"{read_only:false; response_revision:1251; number_of_response:1; }","duration":"127.977259ms","start":"2026-03-29T02:04:14.076573Z","end":"2026-03-29T02:04:14.20455Z","steps":["trace[1851515424] 'process raft request' (duration: 118.709381ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:14.220469Z","caller":"traceutil/trace.go:171","msg":"trace[556824934] transaction","detail":"{read_only:false; response_revision:1252; number_of_response:1; }","duration":"142.243789ms","start":"2026-03-29T02:04:14.078197Z","end":"2026-03-29T02:04:14.22044Z","steps":["trace[556824934] 'process raft request' (duration: 142.043034ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:15.052452Z","caller":"traceutil/trace.go:171","msg":"trace[1532851067] linearizableReadLoop","detail":"{readStateIndex:1305; appliedIndex:1304; }","duration":"117.933554ms","start":"2026-03-29T02:04:14.93449Z","end":"2026-03-29T02:04:15.052424Z","steps":["trace[1532851067] 'read index received' (duration: 117.73703ms)","trace[1532851067] 'applied index is now lower than readState.Index' (duration: 195.594µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:15.052517Z","caller":"traceutil/trace.go:171","msg":"trace[505043540] transaction","detail":"{read_only:false; response_revision:1254; number_of_response:1; }","duration":"174.492312ms","start":"2026-03-29T02:04:14.877992Z","end":"2026-03-29T02:04:15.052484Z","steps":["trace[505043540] 'process raft request' (duration: 174.217485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:15.052679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.16838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:04:15.052721Z","caller":"traceutil/trace.go:171","msg":"trace[975241370] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1254; }","duration":"118.275502ms","start":"2026-03-29T02:04:14.934436Z","end":"2026-03-29T02:04:15.052711Z","steps":["trace[975241370] 'agreement among raft nodes before linearized reading' (duration: 118.119079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:15.274089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.129536ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:15.274185Z","caller":"traceutil/trace.go:171","msg":"trace[514708964] linearizableReadLoop","detail":"{readStateIndex:1307; appliedIndex:1306; }","duration":"170.36225ms","start":"2026-03-29T02:04:15.103806Z","end":"2026-03-29T02:04:15.274169Z","steps":["trace[514708964] 'read index received' (duration: 49.04475ms)","trace[514708964] 'applied index is now lower than readState.Index' (duration: 121.31617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:15.274256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.452532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:15.27429Z","caller":"traceutil/trace.go:171","msg":"trace[1018654231] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1256; }","duration":"170.513012ms","start":"2026-03-29T02:04:15.103765Z","end":"2026-03-29T02:04:15.274278Z","steps":["trace[1018654231] 'agreement among raft nodes before linearized reading' (duration: 170.451511ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:15.274385Z","caller":"traceutil/trace.go:171","msg":"trace[1889676484] transaction","detail":"{read_only:false; response_revision:1256; number_of_response:1; }","duration":"217.243291ms","start":"2026-03-29T02:04:15.057109Z","end":"2026-03-29T02:04:15.274352Z","steps":["trace[1889676484] 'process raft request' (duration: 95.769917ms)","trace[1889676484] 'compare' (duration: 120.896361ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:15.806804Z","caller":"traceutil/trace.go:171","msg":"trace[1110411781] linearizableReadLoop","detail":"{readStateIndex:1308; appliedIndex:1307; }","duration":"180.500667ms","start":"2026-03-29T02:04:15.626278Z","end":"2026-03-29T02:04:15.806779Z","steps":["trace[1110411781] 'read index received' (duration: 180.291322ms)","trace[1110411781] 'applied index is now lower than readState.Index' (duration: 208.175µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:15.806887Z","caller":"traceutil/trace.go:171","msg":"trace[1568451924] transaction","detail":"{read_only:false; response_revision:1257; number_of_response:1; }","duration":"221.584098ms","start":"2026-03-29T02:04:15.585262Z","end":"2026-03-29T02:04:15.806846Z","steps":["trace[1568451924] 'process raft request' (duration: 221.384343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:15.806992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.695641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:04:15.807033Z","caller":"traceutil/trace.go:171","msg":"trace[488626800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1257; }","duration":"180.750472ms","start":"2026-03-29T02:04:15.626272Z","end":"2026-03-29T02:04:15.807023Z","steps":["trace[488626800] 'agreement among raft nodes before linearized reading' (duration: 180.597709ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:16.238847Z","caller":"traceutil/trace.go:171","msg":"trace[1330926555] transaction","detail":"{read_only:false; response_revision:1259; number_of_response:1; }","duration":"177.423837ms","start":"2026-03-29T02:04:16.0614Z","end":"2026-03-29T02:04:16.238824Z","steps":["trace[1330926555] 'process raft request' (duration: 177.278984ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:16.508694Z","caller":"traceutil/trace.go:171","msg":"trace[1820952354] transaction","detail":"{read_only:false; response_revision:1260; number_of_response:1; }","duration":"218.065619ms","start":"2026-03-29T02:04:16.290596Z","end":"2026-03-29T02:04:16.508662Z","steps":["trace[1820952354] 'process raft request' (duration: 217.859854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:16.769426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.125136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-29T02:04:16.769588Z","caller":"traceutil/trace.go:171","msg":"trace[1671119325] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1261; }","duration":"196.657858ms","start":"2026-03-29T02:04:16.572908Z","end":"2026-03-29T02:04:16.769566Z","steps":["trace[1671119325] 'process raft request' (duration: 58.222215ms)","trace[1671119325] 'compare' (duration: 137.951012ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:16.895921Z","caller":"traceutil/trace.go:171","msg":"trace[1266531230] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1263; }","duration":"102.172051ms","start":"2026-03-29T02:04:16.793663Z","end":"2026-03-29T02:04:16.895835Z","steps":["trace[1266531230] 'process raft request' (duration: 83.220305ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:17.32858Z","caller":"traceutil/trace.go:171","msg":"trace[1742712034] transaction","detail":"{read_only:false; response_revision:1264; number_of_response:1; }","duration":"167.998056ms","start":"2026-03-29T02:04:17.160557Z","end":"2026-03-29T02:04:17.328555Z","steps":["trace[1742712034] 'process raft request' (duration: 167.867273ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:17.500195Z","caller":"traceutil/trace.go:171","msg":"trace[1019034848] linearizableReadLoop","detail":"{readStateIndex:1317; appliedIndex:1315; }","duration":"221.133938ms","start":"2026-03-29T02:04:17.279024Z","end":"2026-03-29T02:04:17.500158Z","steps":["trace[1019034848] 'read index received' (duration: 49.401468ms)","trace[1019034848] 'applied index is now lower than readState.Index' (duration: 171.73077ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:17.500209Z","caller":"traceutil/trace.go:171","msg":"trace[264273119] transaction","detail":"{read_only:false; response_revision:1265; number_of_response:1; }","duration":"339.585143ms","start":"2026-03-29T02:04:17.160586Z","end":"2026-03-29T02:04:17.500171Z","steps":["trace[264273119] 'process raft request' (duration: 261.079253ms)","trace[264273119] 'compare' (duration: 78.180913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:17.500387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.366192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:04:17.500441Z","caller":"traceutil/trace.go:171","msg":"trace[31373441] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1265; }","duration":"221.475045ms","start":"2026-03-29T02:04:17.278952Z","end":"2026-03-29T02:04:17.500427Z","steps":["trace[31373441] 'agreement among raft nodes before linearized reading' (duration: 221.291281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:17.500454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:17.160493Z","time spent":"339.866939ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:18.973531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.988043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io\" ","response":"range_response_count:1 size:21237"} {"level":"info","ts":"2026-03-29T02:04:18.973623Z","caller":"traceutil/trace.go:171","msg":"trace[1788588431] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io; range_end:; response_count:1; response_revision:1271; }","duration":"237.131585ms","start":"2026-03-29T02:04:18.736472Z","end":"2026-03-29T02:04:18.973604Z","steps":["trace[1788588431] 'range keys from in-memory index tree' (duration: 236.753377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:18.973849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.039154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:18.97398Z","caller":"traceutil/trace.go:171","msg":"trace[1202630727] linearizableReadLoop","detail":"{readStateIndex:1325; appliedIndex:1324; }","duration":"101.415964ms","start":"2026-03-29T02:04:18.872537Z","end":"2026-03-29T02:04:18.973953Z","steps":["trace[1202630727] 'read index received' (duration: 51.532µs)","trace[1202630727] 'applied index is now lower than readState.Index' (duration: 101.362452ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:18.973997Z","caller":"traceutil/trace.go:171","msg":"trace[1037878060] transaction","detail":"{read_only:false; response_revision:1272; number_of_response:1; }","duration":"186.864548ms","start":"2026-03-29T02:04:18.787116Z","end":"2026-03-29T02:04:18.973981Z","steps":["trace[1037878060] 'process raft request' (duration: 48.585799ms)","trace[1037878060] 'compare' (duration: 137.85723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:18.974275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.566257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:18.974488Z","caller":"traceutil/trace.go:171","msg":"trace[125135221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1272; }","duration":"102.000847ms","start":"2026-03-29T02:04:18.872466Z","end":"2026-03-29T02:04:18.974467Z","steps":["trace[125135221] 'agreement among raft nodes before linearized reading' (duration: 101.549536ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:19.096388Z","caller":"traceutil/trace.go:171","msg":"trace[1180270707] transaction","detail":"{read_only:false; response_revision:1273; number_of_response:1; }","duration":"111.410378ms","start":"2026-03-29T02:04:18.984934Z","end":"2026-03-29T02:04:19.096344Z","steps":["trace[1180270707] 'process raft request' (duration: 97.593578ms)","trace[1180270707] 'compare' (duration: 13.565334ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:19.360738Z","caller":"traceutil/trace.go:171","msg":"trace[1492517409] transaction","detail":"{read_only:false; response_revision:1274; number_of_response:1; }","duration":"167.26866ms","start":"2026-03-29T02:04:19.193446Z","end":"2026-03-29T02:04:19.360715Z","steps":["trace[1492517409] 'process raft request' (duration: 167.055585ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:19.503298Z","caller":"traceutil/trace.go:171","msg":"trace[1313956191] transaction","detail":"{read_only:false; response_revision:1275; number_of_response:1; }","duration":"137.326618ms","start":"2026-03-29T02:04:19.365937Z","end":"2026-03-29T02:04:19.503264Z","steps":["trace[1313956191] 'process raft request' (duration: 49.871728ms)","trace[1313956191] 'compare' (duration: 87.274356ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:19.503335Z","caller":"traceutil/trace.go:171","msg":"trace[476890030] transaction","detail":"{read_only:false; response_revision:1277; number_of_response:1; }","duration":"135.577489ms","start":"2026-03-29T02:04:19.367742Z","end":"2026-03-29T02:04:19.503319Z","steps":["trace[476890030] 'process raft request' (duration: 135.515588ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:19.503344Z","caller":"traceutil/trace.go:171","msg":"trace[904307753] transaction","detail":"{read_only:false; response_revision:1276; number_of_response:1; }","duration":"137.072082ms","start":"2026-03-29T02:04:19.366252Z","end":"2026-03-29T02:04:19.503324Z","steps":["trace[904307753] 'process raft request' (duration: 136.94806ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:19.590928Z","caller":"traceutil/trace.go:171","msg":"trace[156123895] transaction","detail":"{read_only:false; response_revision:1278; number_of_response:1; }","duration":"114.098008ms","start":"2026-03-29T02:04:19.476804Z","end":"2026-03-29T02:04:19.590902Z","steps":["trace[156123895] 'process raft request' (duration: 113.972085ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:19.731839Z","caller":"traceutil/trace.go:171","msg":"trace[1186534891] linearizableReadLoop","detail":"{readStateIndex:1332; appliedIndex:1330; }","duration":"227.726895ms","start":"2026-03-29T02:04:19.504085Z","end":"2026-03-29T02:04:19.731812Z","steps":["trace[1186534891] 'read index received' (duration: 86.730615ms)","trace[1186534891] 'applied index is now lower than readState.Index' (duration: 140.99522ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:19.731925Z","caller":"traceutil/trace.go:171","msg":"trace[1563289075] transaction","detail":"{read_only:false; response_revision:1279; number_of_response:1; }","duration":"254.495555ms","start":"2026-03-29T02:04:19.477389Z","end":"2026-03-29T02:04:19.731885Z","steps":["trace[1563289075] 'process raft request' (duration: 254.26094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:19.732097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.034002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:04:19.732141Z","caller":"traceutil/trace.go:171","msg":"trace[182589711] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1279; }","duration":"178.122433ms","start":"2026-03-29T02:04:19.554007Z","end":"2026-03-29T02:04:19.732129Z","steps":["trace[182589711] 'agreement among raft nodes before linearized reading' (duration: 177.945929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:19.732123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.007681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:04:19.732201Z","caller":"traceutil/trace.go:171","msg":"trace[931587982] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1279; }","duration":"228.135134ms","start":"2026-03-29T02:04:19.504044Z","end":"2026-03-29T02:04:19.732179Z","steps":["trace[931587982] 'agreement among raft nodes before linearized reading' (duration: 227.868148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:19.732302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.902556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/cert-manager-webhook\" ","response":"range_response_count:1 size:2558"} {"level":"info","ts":"2026-03-29T02:04:19.732384Z","caller":"traceutil/trace.go:171","msg":"trace[2073119216] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/cert-manager-webhook; range_end:; response_count:1; response_revision:1279; }","duration":"136.073619ms","start":"2026-03-29T02:04:19.596289Z","end":"2026-03-29T02:04:19.732363Z","steps":["trace[2073119216] 'agreement among raft nodes before linearized reading' (duration: 135.784253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:20.010424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.242712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:20.010532Z","caller":"traceutil/trace.go:171","msg":"trace[1474845788] linearizableReadLoop","detail":"{readStateIndex:1334; appliedIndex:1332; }","duration":"272.834366ms","start":"2026-03-29T02:04:19.737681Z","end":"2026-03-29T02:04:20.010515Z","steps":["trace[1474845788] 'read index received' (duration: 32.344205ms)","trace[1474845788] 'applied index is now lower than readState.Index' (duration: 240.489011ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:20.01058Z","caller":"traceutil/trace.go:171","msg":"trace[1254287505] transaction","detail":"{read_only:false; response_revision:1281; number_of_response:1; }","duration":"272.98913ms","start":"2026-03-29T02:04:19.737559Z","end":"2026-03-29T02:04:20.010548Z","steps":["trace[1254287505] 'process raft request' (duration: 79.564904ms)","trace[1254287505] 'compare' (duration: 193.110239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:20.010725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.039011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/cert-manager-webhook\" ","response":"range_response_count:1 size:2611"} {"level":"info","ts":"2026-03-29T02:04:20.010801Z","caller":"traceutil/trace.go:171","msg":"trace[1528081776] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/cert-manager-webhook; range_end:; response_count:1; response_revision:1281; }","duration":"273.146913ms","start":"2026-03-29T02:04:19.737637Z","end":"2026-03-29T02:04:20.010784Z","steps":["trace[1528081776] 'agreement among raft nodes before linearized reading' (duration: 272.978639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:20.010954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.814269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:04:20.011003Z","caller":"traceutil/trace.go:171","msg":"trace[1669203720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1281; }","duration":"182.89551ms","start":"2026-03-29T02:04:19.828096Z","end":"2026-03-29T02:04:20.010992Z","steps":["trace[1669203720] 'agreement among raft nodes before linearized reading' (duration: 182.666384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:20.011228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.796845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:20.011277Z","caller":"traceutil/trace.go:171","msg":"trace[1647372437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1281; }","duration":"135.897527ms","start":"2026-03-29T02:04:19.875368Z","end":"2026-03-29T02:04:20.011265Z","steps":["trace[1647372437] 'agreement among raft nodes before linearized reading' (duration: 135.818336ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:20.188671Z","caller":"traceutil/trace.go:171","msg":"trace[1472866376] transaction","detail":"{read_only:false; response_revision:1282; number_of_response:1; }","duration":"171.976206ms","start":"2026-03-29T02:04:20.016663Z","end":"2026-03-29T02:04:20.188639Z","steps":["trace[1472866376] 'process raft request' (duration: 95.387519ms)","trace[1472866376] 'compare' (duration: 76.451684ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:20.191438Z","caller":"traceutil/trace.go:171","msg":"trace[1177426810] transaction","detail":"{read_only:false; response_revision:1283; number_of_response:1; }","duration":"174.472441ms","start":"2026-03-29T02:04:20.016948Z","end":"2026-03-29T02:04:20.19142Z","steps":["trace[1177426810] 'process raft request' (duration: 174.328668ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:20.191611Z","caller":"traceutil/trace.go:171","msg":"trace[630662280] transaction","detail":"{read_only:false; response_revision:1284; number_of_response:1; }","duration":"174.126734ms","start":"2026-03-29T02:04:20.017472Z","end":"2026-03-29T02:04:20.191599Z","steps":["trace[630662280] 'process raft request' (duration: 173.891969ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:20.368807Z","caller":"traceutil/trace.go:171","msg":"trace[1451796904] transaction","detail":"{read_only:false; response_revision:1285; number_of_response:1; }","duration":"169.009859ms","start":"2026-03-29T02:04:20.199769Z","end":"2026-03-29T02:04:20.368779Z","steps":["trace[1451796904] 'process raft request' (duration: 108.407221ms)","trace[1451796904] 'compare' (duration: 60.446564ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:21.726214Z","caller":"traceutil/trace.go:171","msg":"trace[626034631] linearizableReadLoop","detail":"{readStateIndex:1341; appliedIndex:1340; }","duration":"166.165266ms","start":"2026-03-29T02:04:21.560013Z","end":"2026-03-29T02:04:21.726179Z","steps":["trace[626034631] 'read index received' (duration: 165.941841ms)","trace[626034631] 'applied index is now lower than readState.Index' (duration: 222.325µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:21.726293Z","caller":"traceutil/trace.go:171","msg":"trace[878928378] transaction","detail":"{read_only:false; response_revision:1288; number_of_response:1; }","duration":"214.107651ms","start":"2026-03-29T02:04:21.51216Z","end":"2026-03-29T02:04:21.726268Z","steps":["trace[878928378] 'process raft request' (duration: 213.789084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:21.726451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.423182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-8xw25\" ","response":"range_response_count:1 size:5103"} {"level":"info","ts":"2026-03-29T02:04:21.726531Z","caller":"traceutil/trace.go:171","msg":"trace[1679845710] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-8xw25; range_end:; response_count:1; response_revision:1288; }","duration":"166.561435ms","start":"2026-03-29T02:04:21.55995Z","end":"2026-03-29T02:04:21.726512Z","steps":["trace[1679845710] 'agreement among raft nodes before linearized reading' (duration: 166.3327ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:21.841708Z","caller":"traceutil/trace.go:171","msg":"trace[265658166] transaction","detail":"{read_only:false; response_revision:1289; number_of_response:1; }","duration":"107.193293ms","start":"2026-03-29T02:04:21.734488Z","end":"2026-03-29T02:04:21.841682Z","steps":["trace[265658166] 'process raft request' (duration: 103.404558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:22.099815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.952874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:22.099936Z","caller":"traceutil/trace.go:171","msg":"trace[1059867122] transaction","detail":"{read_only:false; response_revision:1290; number_of_response:1; }","duration":"253.695537ms","start":"2026-03-29T02:04:21.846221Z","end":"2026-03-29T02:04:22.099916Z","steps":["trace[1059867122] 'process raft request' (duration: 131.550899ms)","trace[1059867122] 'compare' (duration: 121.75842ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:22.185334Z","caller":"traceutil/trace.go:171","msg":"trace[1304122227] transaction","detail":"{read_only:false; response_revision:1291; number_of_response:1; }","duration":"336.678198ms","start":"2026-03-29T02:04:21.848629Z","end":"2026-03-29T02:04:22.185308Z","steps":["trace[1304122227] 'process raft request' (duration: 336.491964ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:22.185654Z","caller":"traceutil/trace.go:171","msg":"trace[1387509049] linearizableReadLoop","detail":"{readStateIndex:1346; appliedIndex:1342; }","duration":"311.064783ms","start":"2026-03-29T02:04:21.87457Z","end":"2026-03-29T02:04:22.185634Z","steps":["trace[1387509049] 'read index received' (duration: 103.199723ms)","trace[1387509049] 'applied index is now lower than readState.Index' (duration: 207.86389ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:22.185766Z","caller":"traceutil/trace.go:171","msg":"trace[596299819] transaction","detail":"{read_only:false; response_revision:1292; number_of_response:1; }","duration":"336.297399ms","start":"2026-03-29T02:04:21.849436Z","end":"2026-03-29T02:04:22.185734Z","steps":["trace[596299819] 'process raft request' (duration: 335.815909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:22.185819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.250788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:22.185856Z","caller":"traceutil/trace.go:171","msg":"trace[1773092878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1293; }","duration":"311.346ms","start":"2026-03-29T02:04:21.874497Z","end":"2026-03-29T02:04:22.185843Z","steps":["trace[1773092878] 'agreement among raft nodes before linearized reading' (duration: 311.274048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:22.185897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:21.874474Z","time spent":"311.413371ms","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:04:22.185899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:21.849416Z","time spent":"336.418843ms","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1612,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:22.185991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.855294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:04:22.186103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.302438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:04:22.186153Z","caller":"traceutil/trace.go:171","msg":"trace[242904544] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1293; }","duration":"305.060339ms","start":"2026-03-29T02:04:21.88107Z","end":"2026-03-29T02:04:22.18613Z","steps":["trace[242904544] 'agreement among raft nodes before linearized reading' (duration: 304.819224ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:22.186162Z","caller":"traceutil/trace.go:171","msg":"trace[1120921320] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1293; }","duration":"170.40537ms","start":"2026-03-29T02:04:22.015741Z","end":"2026-03-29T02:04:22.186147Z","steps":["trace[1120921320] 'agreement among raft nodes before linearized reading' (duration: 170.211746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:22.186223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:21.881055Z","time spent":"305.152711ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:04:22.185664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:21.84861Z","time spent":"336.875052ms","remote":"127.0.0.1:54640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1067,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:22.186875Z","caller":"traceutil/trace.go:171","msg":"trace[932519182] transaction","detail":"{read_only:false; response_revision:1293; number_of_response:1; }","duration":"335.359898ms","start":"2026-03-29T02:04:21.850379Z","end":"2026-03-29T02:04:22.185739Z","steps":["trace[932519182] 'process raft request' (duration: 335.094473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:22.187023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:21.850364Z","time spent":"336.562316ms","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4768,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:22.508478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.48848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:22.508677Z","caller":"traceutil/trace.go:171","msg":"trace[2000070903] linearizableReadLoop","detail":"{readStateIndex:1347; appliedIndex:1346; }","duration":"315.996475ms","start":"2026-03-29T02:04:22.192588Z","end":"2026-03-29T02:04:22.508585Z","steps":["trace[2000070903] 'read index received' (duration: 104.303ms)","trace[2000070903] 'applied index is now lower than readState.Index' (duration: 211.692355ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:22.508655Z","caller":"traceutil/trace.go:171","msg":"trace[516543122] transaction","detail":"{read_only:false; response_revision:1294; number_of_response:1; }","duration":"318.09913ms","start":"2026-03-29T02:04:22.190511Z","end":"2026-03-29T02:04:22.508611Z","steps":["trace[516543122] 'process raft request' (duration: 106.352214ms)","trace[516543122] 'compare' (duration: 211.295206ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:22.508804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:22.190483Z","time spent":"318.240914ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:22.508988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.370213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:04:22.509083Z","caller":"traceutil/trace.go:171","msg":"trace[777517980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1294; }","duration":"316.519036ms","start":"2026-03-29T02:04:22.19254Z","end":"2026-03-29T02:04:22.509059Z","steps":["trace[777517980] 'agreement among raft nodes before linearized reading' (duration: 316.183229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:22.509131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:22.192518Z","time spent":"316.603728ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:04:22.662742Z","caller":"traceutil/trace.go:171","msg":"trace[2103551455] linearizableReadLoop","detail":"{readStateIndex:1348; appliedIndex:1347; }","duration":"154.008093ms","start":"2026-03-29T02:04:22.508704Z","end":"2026-03-29T02:04:22.662712Z","steps":["trace[2103551455] 'read index received' (duration: 125.968565ms)","trace[2103551455] 'applied index is now lower than readState.Index' (duration: 28.038348ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:22.662844Z","caller":"traceutil/trace.go:171","msg":"trace[1684799426] transaction","detail":"{read_only:false; response_revision:1295; number_of_response:1; }","duration":"469.121856ms","start":"2026-03-29T02:04:22.193685Z","end":"2026-03-29T02:04:22.662807Z","steps":["trace[1684799426] 'process raft request' (duration: 440.907194ms)","trace[1684799426] 'compare' (duration: 27.999657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:22.663032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.666114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T02:04:22.663043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:22.193667Z","time spent":"469.26655ms","remote":"127.0.0.1:54904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4999,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:22.6631Z","caller":"traceutil/trace.go:171","msg":"trace[446453450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1295; }","duration":"467.770136ms","start":"2026-03-29T02:04:22.195313Z","end":"2026-03-29T02:04:22.663083Z","steps":["trace[446453450] 'agreement among raft nodes before linearized reading' (duration: 467.569362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:22.663162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:22.195302Z","time spent":"467.844189ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:04:22.665415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.457143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:04:22.665506Z","caller":"traceutil/trace.go:171","msg":"trace[1200543529] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1296; }","duration":"113.608166ms","start":"2026-03-29T02:04:22.55188Z","end":"2026-03-29T02:04:22.665488Z","steps":["trace[1200543529] 'agreement among raft nodes before linearized reading' (duration: 113.448253ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:22.66573Z","caller":"traceutil/trace.go:171","msg":"trace[1920934750] transaction","detail":"{read_only:false; response_revision:1296; number_of_response:1; }","duration":"152.193641ms","start":"2026-03-29T02:04:22.513517Z","end":"2026-03-29T02:04:22.665711Z","steps":["trace[1920934750] 'process raft request' (duration: 151.68608ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:23.23304Z","caller":"traceutil/trace.go:171","msg":"trace[983403342] linearizableReadLoop","detail":"{readStateIndex:1351; appliedIndex:1350; }","duration":"220.250468ms","start":"2026-03-29T02:04:23.012764Z","end":"2026-03-29T02:04:23.233014Z","steps":["trace[983403342] 'read index received' (duration: 220.078324ms)","trace[983403342] 'applied index is now lower than readState.Index' (duration: 171.024µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:23.233188Z","caller":"traceutil/trace.go:171","msg":"trace[1702288548] transaction","detail":"{read_only:false; response_revision:1298; number_of_response:1; }","duration":"221.25007ms","start":"2026-03-29T02:04:23.011911Z","end":"2026-03-29T02:04:23.233161Z","steps":["trace[1702288548] 'process raft request' (duration: 220.938543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:23.233255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.472553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-29T02:04:23.233296Z","caller":"traceutil/trace.go:171","msg":"trace[1572175609] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1298; }","duration":"220.568375ms","start":"2026-03-29T02:04:23.012718Z","end":"2026-03-29T02:04:23.233286Z","steps":["trace[1572175609] 'agreement among raft nodes before linearized reading' (duration: 220.397271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:23.569018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.960347ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T02:04:23.569339Z","caller":"traceutil/trace.go:171","msg":"trace[481910423] transaction","detail":"{read_only:false; response_revision:1300; number_of_response:1; }","duration":"190.47875ms","start":"2026-03-29T02:04:23.378836Z","end":"2026-03-29T02:04:23.569315Z","steps":["trace[481910423] 'process raft request' (duration: 190.320817ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:24.214254Z","caller":"traceutil/trace.go:171","msg":"trace[1981588101] transaction","detail":"{read_only:false; response_revision:1303; number_of_response:1; }","duration":"103.04779ms","start":"2026-03-29T02:04:24.111153Z","end":"2026-03-29T02:04:24.214201Z","steps":["trace[1981588101] 'process raft request' (duration: 102.732383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:24.80183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.583798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:04:24.801942Z","caller":"traceutil/trace.go:171","msg":"trace[674903251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1304; }","duration":"130.761722ms","start":"2026-03-29T02:04:24.671156Z","end":"2026-03-29T02:04:24.801918Z","steps":["trace[674903251] 'range keys from in-memory index tree' (duration: 130.346183ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:25.011889Z","caller":"traceutil/trace.go:171","msg":"trace[1202489704] linearizableReadLoop","detail":"{readStateIndex:1360; appliedIndex:1358; }","duration":"137.242817ms","start":"2026-03-29T02:04:24.874622Z","end":"2026-03-29T02:04:25.011865Z","steps":["trace[1202489704] 'read index received' (duration: 23.19375ms)","trace[1202489704] 'applied index is now lower than readState.Index' (duration: 114.048147ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:25.012004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.370439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:25.012028Z","caller":"traceutil/trace.go:171","msg":"trace[1943296148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1306; }","duration":"137.466901ms","start":"2026-03-29T02:04:24.874554Z","end":"2026-03-29T02:04:25.012021Z","steps":["trace[1943296148] 'agreement among raft nodes before linearized reading' (duration: 137.39579ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:25.012244Z","caller":"traceutil/trace.go:171","msg":"trace[1565922422] transaction","detail":"{read_only:false; response_revision:1306; number_of_response:1; }","duration":"205.6171ms","start":"2026-03-29T02:04:24.80661Z","end":"2026-03-29T02:04:25.012228Z","steps":["trace[1565922422] 'process raft request' (duration: 205.089648ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:27.073881Z","caller":"traceutil/trace.go:171","msg":"trace[778970369] linearizableReadLoop","detail":"{readStateIndex:1368; appliedIndex:1367; }","duration":"199.642306ms","start":"2026-03-29T02:04:26.874207Z","end":"2026-03-29T02:04:27.07385Z","steps":["trace[778970369] 'read index received' (duration: 108.288618ms)","trace[778970369] 'applied index is now lower than readState.Index' (duration: 91.352078ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:27.073954Z","caller":"traceutil/trace.go:171","msg":"trace[1170050129] transaction","detail":"{read_only:false; response_revision:1314; number_of_response:1; }","duration":"295.584957ms","start":"2026-03-29T02:04:26.778334Z","end":"2026-03-29T02:04:27.073919Z","steps":["trace[1170050129] 'process raft request' (duration: 204.170167ms)","trace[1170050129] 'compare' (duration: 91.201045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:27.0741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.870781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:27.074142Z","caller":"traceutil/trace.go:171","msg":"trace[303668115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1314; }","duration":"199.970153ms","start":"2026-03-29T02:04:26.874161Z","end":"2026-03-29T02:04:27.074131Z","steps":["trace[303668115] 'agreement among raft nodes before linearized reading' (duration: 199.875611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:27.074226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.359541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:04:27.074361Z","caller":"traceutil/trace.go:171","msg":"trace[1298156604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1314; }","duration":"171.482494ms","start":"2026-03-29T02:04:26.902806Z","end":"2026-03-29T02:04:27.074288Z","steps":["trace[1298156604] 'agreement among raft nodes before linearized reading' (duration: 171.252039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:27.510634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.756678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:27.510982Z","caller":"traceutil/trace.go:171","msg":"trace[1425688245] transaction","detail":"{read_only:false; response_revision:1318; number_of_response:1; }","duration":"196.514806ms","start":"2026-03-29T02:04:27.314446Z","end":"2026-03-29T02:04:27.51096Z","steps":["trace[1425688245] 'process raft request' (duration: 196.464015ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:27.511099Z","caller":"traceutil/trace.go:171","msg":"trace[1265022510] transaction","detail":"{read_only:false; response_revision:1316; number_of_response:1; }","duration":"431.865751ms","start":"2026-03-29T02:04:27.079196Z","end":"2026-03-29T02:04:27.511062Z","steps":["trace[1265022510] 'process raft request' (duration: 314.575141ms)","trace[1265022510] 'compare' (duration: 116.617115ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:27.511118Z","caller":"traceutil/trace.go:171","msg":"trace[844478254] transaction","detail":"{read_only:false; response_revision:1317; number_of_response:1; }","duration":"428.26069ms","start":"2026-03-29T02:04:27.082825Z","end":"2026-03-29T02:04:27.511085Z","steps":["trace[844478254] 'process raft request' (duration: 427.945363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:27.511286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:27.079166Z","time spent":"432.016005ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:27.511309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:27.082813Z","time spent":"428.390154ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3964,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:28.383999Z","caller":"traceutil/trace.go:171","msg":"trace[414705441] linearizableReadLoop","detail":"{readStateIndex:1374; appliedIndex:1373; }","duration":"148.673674ms","start":"2026-03-29T02:04:28.235294Z","end":"2026-03-29T02:04:28.383968Z","steps":["trace[414705441] 'read index received' (duration: 148.450589ms)","trace[414705441] 'applied index is now lower than readState.Index' (duration: 221.084µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:28.38454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.214816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:04:28.384598Z","caller":"traceutil/trace.go:171","msg":"trace[2092758919] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1319; }","duration":"149.315698ms","start":"2026-03-29T02:04:28.235268Z","end":"2026-03-29T02:04:28.384584Z","steps":["trace[2092758919] 'agreement among raft nodes before linearized reading' (duration: 148.854467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:28.798753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.750773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:28.798871Z","caller":"traceutil/trace.go:171","msg":"trace[1412297284] transaction","detail":"{read_only:false; response_revision:1320; number_of_response:1; }","duration":"413.397438ms","start":"2026-03-29T02:04:28.385452Z","end":"2026-03-29T02:04:28.79885Z","steps":["trace[1412297284] 'process raft request' (duration: 215.45201ms)","trace[1412297284] 'compare' (duration: 197.585659ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:28.798934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:28.385419Z","time spent":"413.48733ms","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:28.985023Z","caller":"traceutil/trace.go:171","msg":"trace[222654680] transaction","detail":"{read_only:false; response_revision:1321; number_of_response:1; }","duration":"595.554622ms","start":"2026-03-29T02:04:28.389436Z","end":"2026-03-29T02:04:28.984991Z","steps":["trace[222654680] 'process raft request' (duration: 526.171736ms)","trace[222654680] 'compare' (duration: 69.163171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:28.985187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:28.389411Z","time spent":"595.693494ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:28.985186Z","caller":"traceutil/trace.go:171","msg":"trace[1585156867] linearizableReadLoop","detail":"{readStateIndex:1377; appliedIndex:1375; }","duration":"335.701117ms","start":"2026-03-29T02:04:28.649463Z","end":"2026-03-29T02:04:28.985164Z","steps":["trace[1585156867] 'read index received' (duration: 266.160758ms)","trace[1585156867] 'applied index is now lower than readState.Index' (duration: 69.538379ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:28.985284Z","caller":"traceutil/trace.go:171","msg":"trace[24687596] transaction","detail":"{read_only:false; response_revision:1322; number_of_response:1; }","duration":"464.727508ms","start":"2026-03-29T02:04:28.520518Z","end":"2026-03-29T02:04:28.985246Z","steps":["trace[24687596] 'process raft request' (duration: 464.420552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:28.985473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:28.520485Z","time spent":"464.885602ms","remote":"127.0.0.1:54716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3148,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:28.985614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.155766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:04:28.985707Z","caller":"traceutil/trace.go:171","msg":"trace[44317866] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1322; }","duration":"336.299369ms","start":"2026-03-29T02:04:28.649393Z","end":"2026-03-29T02:04:28.985693Z","steps":["trace[44317866] 'agreement among raft nodes before linearized reading' (duration: 336.022033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:28.985746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:28.649347Z","time spent":"336.389361ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:04:28.985813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.176212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:28.985906Z","caller":"traceutil/trace.go:171","msg":"trace[1310861690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1322; }","duration":"111.324625ms","start":"2026-03-29T02:04:28.874562Z","end":"2026-03-29T02:04:28.985886Z","steps":["trace[1310861690] 'agreement among raft nodes before linearized reading' (duration: 111.157741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:28.985889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.174478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-29T02:04:28.98606Z","caller":"traceutil/trace.go:171","msg":"trace[2097329609] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1322; }","duration":"184.385733ms","start":"2026-03-29T02:04:28.801653Z","end":"2026-03-29T02:04:28.986039Z","steps":["trace[2097329609] 'agreement among raft nodes before linearized reading' (duration: 184.017195ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:29.174069Z","caller":"traceutil/trace.go:171","msg":"trace[626825454] transaction","detail":"{read_only:false; response_revision:1323; number_of_response:1; }","duration":"182.634934ms","start":"2026-03-29T02:04:28.991388Z","end":"2026-03-29T02:04:29.174023Z","steps":["trace[626825454] 'process raft request' (duration: 119.652703ms)","trace[626825454] 'compare' (duration: 62.709155ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:29.443025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.357511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:29.443157Z","caller":"traceutil/trace.go:171","msg":"trace[1510926146] transaction","detail":"{read_only:false; response_revision:1324; number_of_response:1; }","duration":"264.46867ms","start":"2026-03-29T02:04:29.178669Z","end":"2026-03-29T02:04:29.443137Z","steps":["trace[1510926146] 'process raft request' (duration: 117.901144ms)","trace[1510926146] 'compare' (duration: 146.081075ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:29.63161Z","caller":"traceutil/trace.go:171","msg":"trace[1421959830] transaction","detail":"{read_only:false; response_revision:1325; number_of_response:1; }","duration":"113.581787ms","start":"2026-03-29T02:04:29.517987Z","end":"2026-03-29T02:04:29.631568Z","steps":["trace[1421959830] 'process raft request' (duration: 52.188021ms)","trace[1421959830] 'compare' (duration: 61.10528ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:29.631749Z","caller":"traceutil/trace.go:171","msg":"trace[1094640944] transaction","detail":"{read_only:false; response_revision:1326; number_of_response:1; }","duration":"111.700084ms","start":"2026-03-29T02:04:29.520003Z","end":"2026-03-29T02:04:29.631704Z","steps":["trace[1094640944] 'process raft request' (duration: 111.51131ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:29.999627Z","caller":"traceutil/trace.go:171","msg":"trace[1728173073] transaction","detail":"{read_only:false; response_revision:1327; number_of_response:1; }","duration":"112.626534ms","start":"2026-03-29T02:04:29.886971Z","end":"2026-03-29T02:04:29.999597Z","steps":["trace[1728173073] 'process raft request' (duration: 112.41396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:31.281474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.562509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:04:31.281564Z","caller":"traceutil/trace.go:171","msg":"trace[1720120654] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1328; }","duration":"102.690852ms","start":"2026-03-29T02:04:31.178854Z","end":"2026-03-29T02:04:31.281544Z","steps":["trace[1720120654] 'range keys from in-memory index tree' (duration: 102.410956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:32.004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.104815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/cert-manager/\" range_end:\"/registry/resourcequotas/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:32.004095Z","caller":"traceutil/trace.go:171","msg":"trace[696785621] range","detail":"{range_begin:/registry/resourcequotas/cert-manager/; range_end:/registry/resourcequotas/cert-manager0; response_count:0; response_revision:1332; }","duration":"166.265508ms","start":"2026-03-29T02:04:31.837806Z","end":"2026-03-29T02:04:32.004072Z","steps":["trace[696785621] 'range keys from in-memory index tree' (duration: 166.000322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:32.004049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.430203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:32.004229Z","caller":"traceutil/trace.go:171","msg":"trace[549822986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1332; }","duration":"129.676108ms","start":"2026-03-29T02:04:31.874535Z","end":"2026-03-29T02:04:32.004211Z","steps":["trace[549822986] 'range keys from in-memory index tree' (duration: 129.307379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:33.521213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.405523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:04:33.521295Z","caller":"traceutil/trace.go:171","msg":"trace[1718596010] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1333; }","duration":"874.502145ms","start":"2026-03-29T02:04:32.646771Z","end":"2026-03-29T02:04:33.521273Z","steps":["trace[1718596010] 'count revisions from in-memory index tree' (duration: 874.255059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:33.521364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:32.646711Z","time spent":"874.633238ms","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":8,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:04:33.52156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.35548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:04:33.521285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34000116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:33.521614Z","caller":"traceutil/trace.go:171","msg":"trace[226787536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1333; }","duration":"646.446611ms","start":"2026-03-29T02:04:32.875151Z","end":"2026-03-29T02:04:33.521597Z","steps":["trace[226787536] 'range keys from in-memory index tree' (duration: 646.270868ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:33.521627Z","caller":"traceutil/trace.go:171","msg":"trace[2006222644] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1333; }","duration":"1.340365618s","start":"2026-03-29T02:04:32.181239Z","end":"2026-03-29T02:04:33.521605Z","steps":["trace[2006222644] 'count revisions from in-memory index tree' (duration: 1.339902608s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:33.521656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:32.87513Z","time spent":"646.513723ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:04:33.521724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:32.181176Z","time spent":"1.340487762s","remote":"127.0.0.1:59962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:04:33.521883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.637228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:04:33.521915Z","caller":"traceutil/trace.go:171","msg":"trace[1505395773] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1333; }","duration":"432.721641ms","start":"2026-03-29T02:04:33.089187Z","end":"2026-03-29T02:04:33.521908Z","steps":["trace[1505395773] 'range keys from in-memory index tree' (duration: 432.463804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:33.52193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:33.089163Z","time spent":"432.763502ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:04:35.235334Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.602925725s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:04:35.287558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655072804s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T02:04:35.287782Z","caller":"traceutil/trace.go:171","msg":"trace[1346563598] linearizableReadLoop","detail":"{readStateIndex:1389; appliedIndex:1388; }","duration":"1.933815242s","start":"2026-03-29T02:04:33.353939Z","end":"2026-03-29T02:04:35.287754Z","steps":["trace[1346563598] 'read index received' (duration: 278.479512ms)","trace[1346563598] 'applied index is now lower than readState.Index' (duration: 1.65533463s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:35.28828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.566208ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:04:35.288288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.934312883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:04:35.288406Z","caller":"traceutil/trace.go:171","msg":"trace[299382140] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1333; }","duration":"254.724171ms","start":"2026-03-29T02:04:35.033669Z","end":"2026-03-29T02:04:35.288393Z","steps":["trace[299382140] 'range keys from in-memory index tree' (duration: 254.553417ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:35.288345Z","caller":"traceutil/trace.go:171","msg":"trace[327322072] transaction","detail":"{read_only:false; response_revision:1334; number_of_response:1; }","duration":"1.745167553s","start":"2026-03-29T02:04:33.54315Z","end":"2026-03-29T02:04:35.288318Z","steps":["trace[327322072] 'process raft request' (duration: 1.744517979s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:35.288432Z","caller":"traceutil/trace.go:171","msg":"trace[1828144899] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1333; }","duration":"1.934534578s","start":"2026-03-29T02:04:33.353872Z","end":"2026-03-29T02:04:35.288406Z","steps":["trace[1828144899] 'agreement among raft nodes before linearized reading' (duration: 1.93414924s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:35.288475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:33.353848Z","time spent":"1.9346185s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:04:35.288527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:33.543127Z","time spent":"1.745323917s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:35.328748Z","caller":"traceutil/trace.go:171","msg":"trace[1613268298] transaction","detail":"{read_only:false; response_revision:1335; number_of_response:1; }","duration":"1.659624435s","start":"2026-03-29T02:04:33.669097Z","end":"2026-03-29T02:04:35.328721Z","steps":["trace[1613268298] 'process raft request' (duration: 1.659331939s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:35.328916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:33.669078Z","time spent":"1.659749959s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:35.329177Z","caller":"traceutil/trace.go:171","msg":"trace[181713387] transaction","detail":"{read_only:false; response_revision:1337; number_of_response:1; }","duration":"1.393988831s","start":"2026-03-29T02:04:33.935172Z","end":"2026-03-29T02:04:35.329161Z","steps":["trace[181713387] 'process raft request' (duration: 1.393784217s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:35.329273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:33.935137Z","time spent":"1.394086162s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:35.32926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812752748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-29T02:04:35.329357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603526779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:04:35.329373Z","caller":"traceutil/trace.go:171","msg":"trace[875908999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1337; }","duration":"1.812919502s","start":"2026-03-29T02:04:33.516425Z","end":"2026-03-29T02:04:35.329345Z","steps":["trace[875908999] 'agreement among raft nodes before linearized reading' (duration: 1.812648096s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:35.32943Z","caller":"traceutil/trace.go:171","msg":"trace[1769488203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1337; }","duration":"1.603664312s","start":"2026-03-29T02:04:33.725748Z","end":"2026-03-29T02:04:35.329413Z","steps":["trace[1769488203] 'agreement among raft nodes before linearized reading' (duration: 1.603480988s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:35.329443Z","caller":"traceutil/trace.go:171","msg":"trace[376816521] transaction","detail":"{read_only:false; response_revision:1336; number_of_response:1; }","duration":"1.621547952s","start":"2026-03-29T02:04:33.707875Z","end":"2026-03-29T02:04:35.329423Z","steps":["trace[376816521] 'process raft request' (duration: 1.620799174s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:35.329447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:33.516403Z","time spent":"1.813029995s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:04:35.329477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:33.725719Z","time spent":"1.603748894s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:04:35.329476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806773074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:35.32955Z","caller":"traceutil/trace.go:171","msg":"trace[1821393146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1337; }","duration":"1.806872506s","start":"2026-03-29T02:04:33.522658Z","end":"2026-03-29T02:04:35.32953Z","steps":["trace[1821393146] 'agreement among raft nodes before linearized reading' (duration: 1.806750044s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:35.329551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:33.707857Z","time spent":"1.621624903s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:35.329357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289242973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-29T02:04:35.329602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:33.522645Z","time spent":"1.806948299s","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:04:35.329596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.458195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-29T02:04:35.329619Z","caller":"traceutil/trace.go:171","msg":"trace[288595442] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1337; }","duration":"1.28955809s","start":"2026-03-29T02:04:34.040046Z","end":"2026-03-29T02:04:35.329604Z","steps":["trace[288595442] 'agreement among raft nodes before linearized reading' (duration: 1.28913066s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:35.329682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:34.040025Z","time spent":"1.289642722s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:04:35.329688Z","caller":"traceutil/trace.go:171","msg":"trace[991944192] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1337; }","duration":"821.605839ms","start":"2026-03-29T02:04:34.50805Z","end":"2026-03-29T02:04:35.329655Z","steps":["trace[991944192] 'agreement among raft nodes before linearized reading' (duration: 821.333503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:35.329735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:34.508027Z","time spent":"821.699901ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-29T02:04:35.400614Z","caller":"traceutil/trace.go:171","msg":"trace[131143023] transaction","detail":"{read_only:false; response_revision:1338; number_of_response:1; }","duration":"107.54288ms","start":"2026-03-29T02:04:35.293051Z","end":"2026-03-29T02:04:35.400594Z","steps":["trace[131143023] 'process raft request' (duration: 107.452138ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:35.448025Z","caller":"traceutil/trace.go:171","msg":"trace[787275684] transaction","detail":"{read_only:false; response_revision:1339; number_of_response:1; }","duration":"114.61651ms","start":"2026-03-29T02:04:35.333375Z","end":"2026-03-29T02:04:35.447991Z","steps":["trace[787275684] 'process raft request' (duration: 111.710275ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:35.44831Z","caller":"traceutil/trace.go:171","msg":"trace[2087185963] transaction","detail":"{read_only:false; response_revision:1341; number_of_response:1; }","duration":"114.104648ms","start":"2026-03-29T02:04:35.334192Z","end":"2026-03-29T02:04:35.448296Z","steps":["trace[2087185963] 'process raft request' (duration: 113.919994ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:35.448304Z","caller":"traceutil/trace.go:171","msg":"trace[1861930731] linearizableReadLoop","detail":"{readStateIndex:1398; appliedIndex:1394; }","duration":"112.671086ms","start":"2026-03-29T02:04:35.335597Z","end":"2026-03-29T02:04:35.448268Z","steps":["trace[1861930731] 'read index received' (duration: 64.991837ms)","trace[1861930731] 'applied index is now lower than readState.Index' (duration: 47.677389ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:35.448332Z","caller":"traceutil/trace.go:171","msg":"trace[781717327] transaction","detail":"{read_only:false; response_revision:1342; number_of_response:1; }","duration":"113.985555ms","start":"2026-03-29T02:04:35.334316Z","end":"2026-03-29T02:04:35.448301Z","steps":["trace[781717327] 'process raft request' (duration: 113.883763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:35.44842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.807328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:35.448468Z","caller":"traceutil/trace.go:171","msg":"trace[387566555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1342; }","duration":"112.898001ms","start":"2026-03-29T02:04:35.335558Z","end":"2026-03-29T02:04:35.448456Z","steps":["trace[387566555] 'agreement among raft nodes before linearized reading' (duration: 112.806419ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:35.448531Z","caller":"traceutil/trace.go:171","msg":"trace[122472729] transaction","detail":"{read_only:false; response_revision:1340; number_of_response:1; }","duration":"114.249342ms","start":"2026-03-29T02:04:35.3341Z","end":"2026-03-29T02:04:35.44835Z","steps":["trace[122472729] 'process raft request' (duration: 113.816582ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:38.303135Z","caller":"traceutil/trace.go:171","msg":"trace[549794678] transaction","detail":"{read_only:false; response_revision:1352; number_of_response:1; }","duration":"234.005206ms","start":"2026-03-29T02:04:38.069106Z","end":"2026-03-29T02:04:38.303111Z","steps":["trace[549794678] 'process raft request' (duration: 233.837593ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:39.598724Z","caller":"traceutil/trace.go:171","msg":"trace[1856592517] linearizableReadLoop","detail":"{readStateIndex:1422; appliedIndex:1421; }","duration":"133.7116ms","start":"2026-03-29T02:04:39.464993Z","end":"2026-03-29T02:04:39.598705Z","steps":["trace[1856592517] 'read index received' (duration: 35.061392ms)","trace[1856592517] 'applied index is now lower than readState.Index' (duration: 98.649118ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:39.598793Z","caller":"traceutil/trace.go:171","msg":"trace[1110882611] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1365; }","duration":"139.149842ms","start":"2026-03-29T02:04:39.459616Z","end":"2026-03-29T02:04:39.598765Z","steps":["trace[1110882611] 'process raft request' (duration: 40.508433ms)","trace[1110882611] 'compare' (duration: 98.475585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:39.598926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.924426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-29T02:04:39.598935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.940846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:04:39.59896Z","caller":"traceutil/trace.go:171","msg":"trace[678615343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1365; }","duration":"134.004987ms","start":"2026-03-29T02:04:39.464945Z","end":"2026-03-29T02:04:39.59895Z","steps":["trace[678615343] 'agreement among raft nodes before linearized reading' (duration: 133.872094ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:39.598993Z","caller":"traceutil/trace.go:171","msg":"trace[376227272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1365; }","duration":"134.023867ms","start":"2026-03-29T02:04:39.464952Z","end":"2026-03-29T02:04:39.598975Z","steps":["trace[376227272] 'agreement among raft nodes before linearized reading' (duration: 133.869724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:39.599372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.758402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:04:39.599456Z","caller":"traceutil/trace.go:171","msg":"trace[1039660896] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1365; }","duration":"133.889594ms","start":"2026-03-29T02:04:39.465548Z","end":"2026-03-29T02:04:39.599438Z","steps":["trace[1039660896] 'agreement among raft nodes before linearized reading' (duration: 133.374273ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:43.600527Z","caller":"traceutil/trace.go:171","msg":"trace[201970266] transaction","detail":"{read_only:false; response_revision:1412; number_of_response:1; }","duration":"104.671443ms","start":"2026-03-29T02:04:43.495825Z","end":"2026-03-29T02:04:43.600497Z","steps":["trace[201970266] 'process raft request' (duration: 104.218373ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:45.526805Z","caller":"traceutil/trace.go:171","msg":"trace[621763366] transaction","detail":"{read_only:false; response_revision:1417; number_of_response:1; }","duration":"125.462617ms","start":"2026-03-29T02:04:45.401309Z","end":"2026-03-29T02:04:45.526771Z","steps":["trace[621763366] 'process raft request' (duration: 39.094741ms)","trace[621763366] 'compare' (duration: 86.238323ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:45.682578Z","caller":"traceutil/trace.go:171","msg":"trace[159890232] transaction","detail":"{read_only:false; response_revision:1418; number_of_response:1; }","duration":"217.967267ms","start":"2026-03-29T02:04:45.464583Z","end":"2026-03-29T02:04:45.68255Z","steps":["trace[159890232] 'process raft request' (duration: 210.468921ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:45.682602Z","caller":"traceutil/trace.go:171","msg":"trace[1911974596] transaction","detail":"{read_only:false; response_revision:1419; number_of_response:1; }","duration":"137.094195ms","start":"2026-03-29T02:04:45.545466Z","end":"2026-03-29T02:04:45.68256Z","steps":["trace[1911974596] 'process raft request' (duration: 137.004223ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:46.536173Z","caller":"traceutil/trace.go:171","msg":"trace[295761739] transaction","detail":"{read_only:false; response_revision:1424; number_of_response:1; }","duration":"107.67307ms","start":"2026-03-29T02:04:46.428474Z","end":"2026-03-29T02:04:46.536147Z","steps":["trace[295761739] 'process raft request' (duration: 107.504586ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:46.571591Z","caller":"traceutil/trace.go:171","msg":"trace[2084498708] transaction","detail":"{read_only:false; response_revision:1425; number_of_response:1; }","duration":"137.976036ms","start":"2026-03-29T02:04:46.433587Z","end":"2026-03-29T02:04:46.571563Z","steps":["trace[2084498708] 'process raft request' (duration: 137.854843ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:47.802745Z","caller":"traceutil/trace.go:171","msg":"trace[1635928323] linearizableReadLoop","detail":"{readStateIndex:1490; appliedIndex:1489; }","duration":"109.993791ms","start":"2026-03-29T02:04:47.692727Z","end":"2026-03-29T02:04:47.80272Z","steps":["trace[1635928323] 'read index received' (duration: 109.791177ms)","trace[1635928323] 'applied index is now lower than readState.Index' (duration: 201.794µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:47.80287Z","caller":"traceutil/trace.go:171","msg":"trace[619296488] transaction","detail":"{read_only:false; response_revision:1428; number_of_response:1; }","duration":"114.658046ms","start":"2026-03-29T02:04:47.688142Z","end":"2026-03-29T02:04:47.8028Z","steps":["trace[619296488] 'process raft request' (duration: 114.431221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:47.802966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.229037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:04:47.803002Z","caller":"traceutil/trace.go:171","msg":"trace[965169913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1428; }","duration":"110.338159ms","start":"2026-03-29T02:04:47.692655Z","end":"2026-03-29T02:04:47.802993Z","steps":["trace[965169913] 'agreement among raft nodes before linearized reading' (duration: 110.156735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:47.803037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.078699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:04:47.803034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.308617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:04:47.803081Z","caller":"traceutil/trace.go:171","msg":"trace[1076475574] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1428; }","duration":"108.15979ms","start":"2026-03-29T02:04:47.694913Z","end":"2026-03-29T02:04:47.803072Z","steps":["trace[1076475574] 'agreement among raft nodes before linearized reading' (duration: 107.973066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:47.803043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.791194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:04:47.80312Z","caller":"traceutil/trace.go:171","msg":"trace[1937110467] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1428; }","duration":"108.912087ms","start":"2026-03-29T02:04:47.694195Z","end":"2026-03-29T02:04:47.803107Z","steps":["trace[1937110467] 'agreement among raft nodes before linearized reading' (duration: 108.741463ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:47.803134Z","caller":"traceutil/trace.go:171","msg":"trace[1978045379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1428; }","duration":"109.429529ms","start":"2026-03-29T02:04:47.693653Z","end":"2026-03-29T02:04:47.803082Z","steps":["trace[1978045379] 'agreement among raft nodes before linearized reading' (duration: 109.228495ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:56.288473Z","caller":"traceutil/trace.go:171","msg":"trace[472100190] transaction","detail":"{read_only:false; response_revision:1494; number_of_response:1; }","duration":"136.314938ms","start":"2026-03-29T02:04:56.152129Z","end":"2026-03-29T02:04:56.288444Z","steps":["trace[472100190] 'process raft request' (duration: 136.115203ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:56.422908Z","caller":"traceutil/trace.go:171","msg":"trace[32158917] transaction","detail":"{read_only:false; response_revision:1495; number_of_response:1; }","duration":"126.833797ms","start":"2026-03-29T02:04:56.296039Z","end":"2026-03-29T02:04:56.422872Z","steps":["trace[32158917] 'process raft request' (duration: 73.696453ms)","trace[32158917] 'compare' (duration: 52.898379ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:56.773934Z","caller":"traceutil/trace.go:171","msg":"trace[336609956] linearizableReadLoop","detail":"{readStateIndex:1560; appliedIndex:1559; }","duration":"120.266131ms","start":"2026-03-29T02:04:56.653641Z","end":"2026-03-29T02:04:56.773907Z","steps":["trace[336609956] 'read index received' (duration: 61.649525ms)","trace[336609956] 'applied index is now lower than readState.Index' (duration: 58.615336ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:56.774152Z","caller":"traceutil/trace.go:171","msg":"trace[450613165] transaction","detail":"{read_only:false; response_revision:1496; number_of_response:1; }","duration":"343.883266ms","start":"2026-03-29T02:04:56.430235Z","end":"2026-03-29T02:04:56.774118Z","steps":["trace[450613165] 'process raft request' (duration: 285.067085ms)","trace[450613165] 'compare' (duration: 58.484134ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:56.774311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:56.430212Z","time spent":"344.02236ms","remote":"127.0.0.1:54716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3643,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:56.774594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.935796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:04:56.774637Z","caller":"traceutil/trace.go:171","msg":"trace[1184527230] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1496; }","duration":"121.037818ms","start":"2026-03-29T02:04:56.653589Z","end":"2026-03-29T02:04:56.774627Z","steps":["trace[1184527230] 'agreement among raft nodes before linearized reading' (duration: 120.421245ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:59.856574Z","caller":"traceutil/trace.go:171","msg":"trace[603325325] linearizableReadLoop","detail":"{readStateIndex:1656; appliedIndex:1655; }","duration":"152.5518ms","start":"2026-03-29T02:04:59.703998Z","end":"2026-03-29T02:04:59.856549Z","steps":["trace[603325325] 'read index received' (duration: 152.437947ms)","trace[603325325] 'applied index is now lower than readState.Index' (duration: 112.403µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:59.856692Z","caller":"traceutil/trace.go:171","msg":"trace[1043264751] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"358.118324ms","start":"2026-03-29T02:04:59.49852Z","end":"2026-03-29T02:04:59.856639Z","steps":["trace[1043264751] 'process raft request' (duration: 357.896039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:59.856818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.802296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-29T02:04:59.856881Z","caller":"traceutil/trace.go:171","msg":"trace[556673152] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1591; }","duration":"152.929589ms","start":"2026-03-29T02:04:59.703935Z","end":"2026-03-29T02:04:59.856865Z","steps":["trace[556673152] 'agreement among raft nodes before linearized reading' (duration: 152.716374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:59.857259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:59.498499Z","time spent":"358.347948ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:02.716212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.29906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-42d8p\" ","response":"range_response_count:1 size:4179"} {"level":"info","ts":"2026-03-29T02:05:02.716383Z","caller":"traceutil/trace.go:171","msg":"trace[1605274654] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-42d8p; range_end:; response_count:1; response_revision:1608; }","duration":"551.558875ms","start":"2026-03-29T02:05:02.164795Z","end":"2026-03-29T02:05:02.716354Z","steps":["trace[1605274654] 'range keys from in-memory index tree' (duration: 551.024164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:02.716444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:02.164766Z","time spent":"551.665108ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4201,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-42d8p\" "} {"level":"info","ts":"2026-03-29T02:05:03.096538Z","caller":"traceutil/trace.go:171","msg":"trace[874005260] linearizableReadLoop","detail":"{readStateIndex:1675; appliedIndex:1674; }","duration":"220.880574ms","start":"2026-03-29T02:05:02.875637Z","end":"2026-03-29T02:05:03.096518Z","steps":["trace[874005260] 'read index received' (duration: 220.69798ms)","trace[874005260] 'applied index is now lower than readState.Index' (duration: 181.334µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:03.09662Z","caller":"traceutil/trace.go:171","msg":"trace[1949350610] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"372.781399ms","start":"2026-03-29T02:05:02.723808Z","end":"2026-03-29T02:05:03.096589Z","steps":["trace[1949350610] 'process raft request' (duration: 372.573555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:03.096715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.060298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:05:03.096767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:02.723786Z","time spent":"372.898962ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4319,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:03.096795Z","caller":"traceutil/trace.go:171","msg":"trace[2121080919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1609; }","duration":"221.20062ms","start":"2026-03-29T02:05:02.875578Z","end":"2026-03-29T02:05:03.096778Z","steps":["trace[2121080919] 'agreement among raft nodes before linearized reading' (duration: 221.040997ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:05.941981Z","caller":"traceutil/trace.go:171","msg":"trace[1205080711] transaction","detail":"{read_only:false; response_revision:1620; number_of_response:1; }","duration":"125.286162ms","start":"2026-03-29T02:05:05.816672Z","end":"2026-03-29T02:05:05.941958Z","steps":["trace[1205080711] 'process raft request' (duration: 123.754848ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:17.667649Z","caller":"traceutil/trace.go:171","msg":"trace[1397070456] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"101.85346ms","start":"2026-03-29T02:05:17.565754Z","end":"2026-03-29T02:05:17.667608Z","steps":["trace[1397070456] 'process raft request' (duration: 101.142335ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:18.42238Z","caller":"traceutil/trace.go:171","msg":"trace[2025632062] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"405.175153ms","start":"2026-03-29T02:05:18.017178Z","end":"2026-03-29T02:05:18.422353Z","steps":["trace[2025632062] 'process raft request' (duration: 404.921226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:18.422562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:18.017149Z","time spent":"405.313766ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188929,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:18.442178Z","caller":"traceutil/trace.go:171","msg":"trace[1317685016] linearizableReadLoop","detail":"{readStateIndex:1955; appliedIndex:1954; }","duration":"219.873262ms","start":"2026-03-29T02:05:18.222278Z","end":"2026-03-29T02:05:18.442151Z","steps":["trace[1317685016] 'read index received' (duration: 200.155562ms)","trace[1317685016] 'applied index is now lower than readState.Index' (duration: 19.71677ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:18.442428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.129717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:05:18.442465Z","caller":"traceutil/trace.go:171","msg":"trace[1317017328] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:1869; }","duration":"220.213899ms","start":"2026-03-29T02:05:18.222242Z","end":"2026-03-29T02:05:18.442456Z","steps":["trace[1317017328] 'agreement among raft nodes before linearized reading' (duration: 220.010645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:18.442855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.122625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:05:18.442901Z","caller":"traceutil/trace.go:171","msg":"trace[1191349856] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1869; }","duration":"193.197367ms","start":"2026-03-29T02:05:18.249692Z","end":"2026-03-29T02:05:18.442889Z","steps":["trace[1191349856] 'agreement among raft nodes before linearized reading' (duration: 193.096015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:18.443127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.440058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:05:18.44316Z","caller":"traceutil/trace.go:171","msg":"trace[736816059] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1869; }","duration":"187.49522ms","start":"2026-03-29T02:05:18.255657Z","end":"2026-03-29T02:05:18.443152Z","steps":["trace[736816059] 'agreement among raft nodes before linearized reading' (duration: 187.386667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:18.44334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.416397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:05:18.443372Z","caller":"traceutil/trace.go:171","msg":"trace[686424999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1869; }","duration":"191.457237ms","start":"2026-03-29T02:05:18.251907Z","end":"2026-03-29T02:05:18.443364Z","steps":["trace[686424999] 'agreement among raft nodes before linearized reading' (duration: 191.374306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:18.443539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.651182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:05:18.44357Z","caller":"traceutil/trace.go:171","msg":"trace[1575594000] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1869; }","duration":"191.694713ms","start":"2026-03-29T02:05:18.251867Z","end":"2026-03-29T02:05:18.443562Z","steps":["trace[1575594000] 'agreement among raft nodes before linearized reading' (duration: 191.621901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:18.443731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.878606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:05:18.443764Z","caller":"traceutil/trace.go:171","msg":"trace[360702477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1869; }","duration":"191.932588ms","start":"2026-03-29T02:05:18.251823Z","end":"2026-03-29T02:05:18.443756Z","steps":["trace[360702477] 'agreement among raft nodes before linearized reading' (duration: 191.856376ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:18.444078Z","caller":"traceutil/trace.go:171","msg":"trace[61273] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"368.436273ms","start":"2026-03-29T02:05:18.075617Z","end":"2026-03-29T02:05:18.444053Z","steps":["trace[61273] 'process raft request' (duration: 366.412508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:18.444189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:18.07559Z","time spent":"368.542785ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:18.572313Z","caller":"traceutil/trace.go:171","msg":"trace[370689174] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"122.813358ms","start":"2026-03-29T02:05:18.449426Z","end":"2026-03-29T02:05:18.572239Z","steps":["trace[370689174] 'process raft request' (duration: 122.722486ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:18.572394Z","caller":"traceutil/trace.go:171","msg":"trace[1100716608] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"122.981831ms","start":"2026-03-29T02:05:18.449356Z","end":"2026-03-29T02:05:18.572338Z","steps":["trace[1100716608] 'process raft request' (duration: 101.82927ms)","trace[1100716608] 'compare' (duration: 20.755783ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:18.572819Z","caller":"traceutil/trace.go:171","msg":"trace[1498021337] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"121.349964ms","start":"2026-03-29T02:05:18.451443Z","end":"2026-03-29T02:05:18.572793Z","steps":["trace[1498021337] 'process raft request' (duration: 120.748571ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:18.573208Z","caller":"traceutil/trace.go:171","msg":"trace[423363954] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"121.647281ms","start":"2026-03-29T02:05:18.451545Z","end":"2026-03-29T02:05:18.573192Z","steps":["trace[423363954] 'process raft request' (duration: 121.188701ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:18.811714Z","caller":"traceutil/trace.go:171","msg":"trace[950320672] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"169.961449ms","start":"2026-03-29T02:05:18.641723Z","end":"2026-03-29T02:05:18.811685Z","steps":["trace[950320672] 'process raft request' (duration: 169.666032ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:24.807672Z","caller":"traceutil/trace.go:171","msg":"trace[1865102004] linearizableReadLoop","detail":"{readStateIndex:2023; appliedIndex:2022; }","duration":"265.171151ms","start":"2026-03-29T02:05:24.542483Z","end":"2026-03-29T02:05:24.807654Z","steps":["trace[1865102004] 'read index received' (duration: 265.088789ms)","trace[1865102004] 'applied index is now lower than readState.Index' (duration: 81.462µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:24.807722Z","caller":"traceutil/trace.go:171","msg":"trace[1923259405] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"290.511826ms","start":"2026-03-29T02:05:24.517181Z","end":"2026-03-29T02:05:24.807693Z","steps":["trace[1923259405] 'process raft request' (duration: 290.360512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:24.807839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.348085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:05:24.807866Z","caller":"traceutil/trace.go:171","msg":"trace[919278927] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1931; }","duration":"265.426237ms","start":"2026-03-29T02:05:24.542433Z","end":"2026-03-29T02:05:24.80786Z","steps":["trace[919278927] 'agreement among raft nodes before linearized reading' (duration: 265.316345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:25.176084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.454114ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:25.176236Z","caller":"traceutil/trace.go:171","msg":"trace[1979342004] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1931; }","duration":"142.627468ms","start":"2026-03-29T02:05:25.033585Z","end":"2026-03-29T02:05:25.176212Z","steps":["trace[1979342004] 'range keys from in-memory index tree' (duration: 142.431964ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:25.176389Z","caller":"traceutil/trace.go:171","msg":"trace[1823603646] linearizableReadLoop","detail":"{readStateIndex:2024; appliedIndex:2023; }","duration":"368.629797ms","start":"2026-03-29T02:05:24.807729Z","end":"2026-03-29T02:05:25.176359Z","steps":["trace[1823603646] 'read index received' (duration: 367.810159ms)","trace[1823603646] 'applied index is now lower than readState.Index' (duration: 817.838µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:25.176558Z","caller":"traceutil/trace.go:171","msg":"trace[1459220088] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"588.10005ms","start":"2026-03-29T02:05:24.588437Z","end":"2026-03-29T02:05:25.176537Z","steps":["trace[1459220088] 'process raft request' (duration: 586.910303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:25.176579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.319724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:05:25.176671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.547231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:05:25.176695Z","caller":"traceutil/trace.go:171","msg":"trace[609957627] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1932; }","duration":"557.481747ms","start":"2026-03-29T02:05:24.619188Z","end":"2026-03-29T02:05:25.17667Z","steps":["trace[609957627] 'agreement among raft nodes before linearized reading' (duration: 557.224062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:25.17661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.679031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-29T02:05:25.176784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:24.619164Z","time spent":"557.60378ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:05:25.17679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:24.588413Z","time spent":"588.237543ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:25.176822Z","caller":"traceutil/trace.go:171","msg":"trace[1833996549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1932; }","duration":"552.932316ms","start":"2026-03-29T02:05:24.623874Z","end":"2026-03-29T02:05:25.176806Z","steps":["trace[1833996549] 'agreement among raft nodes before linearized reading' (duration: 552.500556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:25.176897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:24.623859Z","time spent":"553.023049ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:05:25.17677Z","caller":"traceutil/trace.go:171","msg":"trace[1269457515] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1932; }","duration":"562.633932ms","start":"2026-03-29T02:05:24.614071Z","end":"2026-03-29T02:05:25.176705Z","steps":["trace[1269457515] 'agreement among raft nodes before linearized reading' (duration: 562.432198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:25.177046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:24.614054Z","time spent":"562.98236ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:05:25.177422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.743022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:05:25.17748Z","caller":"traceutil/trace.go:171","msg":"trace[1284397758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1932; }","duration":"553.642692ms","start":"2026-03-29T02:05:24.623823Z","end":"2026-03-29T02:05:25.177465Z","steps":["trace[1284397758] 'agreement among raft nodes before linearized reading' (duration: 552.554808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:25.177527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:24.623815Z","time spent":"553.699584ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:05:25.17802Z","caller":"traceutil/trace.go:171","msg":"trace[1874678437] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"364.903594ms","start":"2026-03-29T02:05:24.813096Z","end":"2026-03-29T02:05:25.178Z","steps":["trace[1874678437] 'process raft request' (duration: 364.727071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:25.17809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.707308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:05:25.178118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:24.813074Z","time spent":"364.995196ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:25.178229Z","caller":"traceutil/trace.go:171","msg":"trace[1462109070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1933; }","duration":"302.817501ms","start":"2026-03-29T02:05:24.875328Z","end":"2026-03-29T02:05:25.178146Z","steps":["trace[1462109070] 'agreement among raft nodes before linearized reading' (duration: 302.723349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:25.178329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:24.875299Z","time spent":"303.014935ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:05:25.17801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.227262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:05:25.17849Z","caller":"traceutil/trace.go:171","msg":"trace[284684807] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1933; }","duration":"304.756674ms","start":"2026-03-29T02:05:24.87372Z","end":"2026-03-29T02:05:25.178476Z","steps":["trace[284684807] 'agreement among raft nodes before linearized reading' (duration: 304.213352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:25.178556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:24.873693Z","time spent":"304.846796ms","remote":"127.0.0.1:54864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:05:32.428939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.748921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-03-29T02:05:32.429059Z","caller":"traceutil/trace.go:171","msg":"trace[326957536] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1984; }","duration":"107.950776ms","start":"2026-03-29T02:05:32.321085Z","end":"2026-03-29T02:05:32.429036Z","steps":["trace[326957536] 'range keys from in-memory index tree' (duration: 107.571327ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:32.614358Z","caller":"traceutil/trace.go:171","msg":"trace[1477658850] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"177.329343ms","start":"2026-03-29T02:05:32.436998Z","end":"2026-03-29T02:05:32.614327Z","steps":["trace[1477658850] 'process raft request' (duration: 177.17085ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:32.82598Z","caller":"traceutil/trace.go:171","msg":"trace[1742390589] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"193.520934ms","start":"2026-03-29T02:05:32.632416Z","end":"2026-03-29T02:05:32.825937Z","steps":["trace[1742390589] 'process raft request' (duration: 186.535089ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:33.022777Z","caller":"traceutil/trace.go:171","msg":"trace[1108908413] linearizableReadLoop","detail":"{readStateIndex:2082; appliedIndex:2079; }","duration":"205.91264ms","start":"2026-03-29T02:05:32.816841Z","end":"2026-03-29T02:05:33.022754Z","steps":["trace[1108908413] 'read index received' (duration: 2.088217ms)","trace[1108908413] 'applied index is now lower than readState.Index' (duration: 203.823363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:33.022969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.117104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:05:33.023013Z","caller":"traceutil/trace.go:171","msg":"trace[1828497060] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1989; }","duration":"206.222097ms","start":"2026-03-29T02:05:32.816777Z","end":"2026-03-29T02:05:33.023Z","steps":["trace[1828497060] 'agreement among raft nodes before linearized reading' (duration: 206.093304ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:33.023039Z","caller":"traceutil/trace.go:171","msg":"trace[118416223] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"323.597663ms","start":"2026-03-29T02:05:32.699367Z","end":"2026-03-29T02:05:33.022964Z","steps":["trace[118416223] 'process raft request' (duration: 321.287242ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:33.022995Z","caller":"traceutil/trace.go:171","msg":"trace[329619959] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"223.533283ms","start":"2026-03-29T02:05:32.799371Z","end":"2026-03-29T02:05:33.022904Z","steps":["trace[329619959] 'process raft request' (duration: 223.328088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:33.023254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:32.699329Z","time spent":"323.836579ms","remote":"127.0.0.1:54948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14166,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:05:33.174242Z","caller":"traceutil/trace.go:171","msg":"trace[383804561] linearizableReadLoop","detail":"{readStateIndex:2084; appliedIndex:2082; }","duration":"151.379155ms","start":"2026-03-29T02:05:33.022844Z","end":"2026-03-29T02:05:33.174223Z","steps":["trace[383804561] 'read index received' (duration: 130.554961ms)","trace[383804561] 'applied index is now lower than readState.Index' (duration: 20.823454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:33.174356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.679158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:33.174382Z","caller":"traceutil/trace.go:171","msg":"trace[1008438842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1991; }","duration":"298.77865ms","start":"2026-03-29T02:05:32.875597Z","end":"2026-03-29T02:05:33.174376Z","steps":["trace[1008438842] 'agreement among raft nodes before linearized reading' (duration: 298.700688ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:33.174506Z","caller":"traceutil/trace.go:171","msg":"trace[1499291358] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"331.904219ms","start":"2026-03-29T02:05:32.842573Z","end":"2026-03-29T02:05:33.174477Z","steps":["trace[1499291358] 'process raft request' (duration: 310.799448ms)","trace[1499291358] 'compare' (duration: 20.64477ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:33.174624Z","caller":"traceutil/trace.go:171","msg":"trace[705387910] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"253.371278ms","start":"2026-03-29T02:05:32.921242Z","end":"2026-03-29T02:05:33.174613Z","steps":["trace[705387910] 'process raft request' (duration: 252.925537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:33.174645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:32.842554Z","time spent":"332.031092ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9186,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:05:33.25132Z","caller":"traceutil/trace.go:171","msg":"trace[600540398] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"223.123864ms","start":"2026-03-29T02:05:33.028159Z","end":"2026-03-29T02:05:33.251283Z","steps":["trace[600540398] 'process raft request' (duration: 223.000511ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:33.251498Z","caller":"traceutil/trace.go:171","msg":"trace[1776744200] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"223.268177ms","start":"2026-03-29T02:05:33.028194Z","end":"2026-03-29T02:05:33.251462Z","steps":["trace[1776744200] 'process raft request' (duration: 223.001991ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:33.251557Z","caller":"traceutil/trace.go:171","msg":"trace[334993346] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"220.145017ms","start":"2026-03-29T02:05:33.031388Z","end":"2026-03-29T02:05:33.251533Z","steps":["trace[334993346] 'process raft request' (duration: 219.83296ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:33.251408Z","caller":"traceutil/trace.go:171","msg":"trace[1953163246] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"223.461051ms","start":"2026-03-29T02:05:33.027918Z","end":"2026-03-29T02:05:33.251379Z","steps":["trace[1953163246] 'process raft request' (duration: 223.111383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:33.47139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.223564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:05:33.47168Z","caller":"traceutil/trace.go:171","msg":"trace[418589133] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"214.947322ms","start":"2026-03-29T02:05:33.256694Z","end":"2026-03-29T02:05:33.471642Z","steps":["trace[418589133] 'process raft request' (duration: 214.822139ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:33.471717Z","caller":"traceutil/trace.go:171","msg":"trace[1921302663] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"215.32672ms","start":"2026-03-29T02:05:33.256351Z","end":"2026-03-29T02:05:33.471678Z","steps":["trace[1921302663] 'process raft request' (duration: 27.733888ms)","trace[1921302663] 'compare' (duration: 187.033109ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:33.471729Z","caller":"traceutil/trace.go:171","msg":"trace[1471680760] linearizableReadLoop","detail":"{readStateIndex:2092; appliedIndex:2088; }","duration":"215.131836ms","start":"2026-03-29T02:05:33.256552Z","end":"2026-03-29T02:05:33.471684Z","steps":["trace[1471680760] 'read index received' (duration: 1.149086ms)","trace[1471680760] 'applied index is now lower than readState.Index' (duration: 213.97947ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:33.471852Z","caller":"traceutil/trace.go:171","msg":"trace[265919928] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"211.099126ms","start":"2026-03-29T02:05:33.260719Z","end":"2026-03-29T02:05:33.471818Z","steps":["trace[265919928] 'process raft request' (duration: 210.888921ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:33.471956Z","caller":"traceutil/trace.go:171","msg":"trace[16225947] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"210.834751ms","start":"2026-03-29T02:05:33.261108Z","end":"2026-03-29T02:05:33.471942Z","steps":["trace[16225947] 'process raft request' (duration: 210.539654ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:33.472063Z","caller":"traceutil/trace.go:171","msg":"trace[806221069] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"170.213384ms","start":"2026-03-29T02:05:33.301836Z","end":"2026-03-29T02:05:33.47205Z","steps":["trace[806221069] 'process raft request' (duration: 169.913188ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:33.472171Z","caller":"traceutil/trace.go:171","msg":"trace[805321276] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"213.853327ms","start":"2026-03-29T02:05:33.258305Z","end":"2026-03-29T02:05:33.472158Z","steps":["trace[805321276] 'process raft request' (duration: 213.269625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:33.472237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.702787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:05:33.472326Z","caller":"traceutil/trace.go:171","msg":"trace[285031866] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2006; }","duration":"153.85669ms","start":"2026-03-29T02:05:33.318455Z","end":"2026-03-29T02:05:33.472311Z","steps":["trace[285031866] 'agreement among raft nodes before linearized reading' (duration: 153.616155ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:33.471891Z","caller":"traceutil/trace.go:171","msg":"trace[1729470824] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"203.217501ms","start":"2026-03-29T02:05:33.268637Z","end":"2026-03-29T02:05:33.471855Z","steps":["trace[1729470824] 'process raft request' (duration: 203.054747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:33.472376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.14902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:9247"} {"level":"info","ts":"2026-03-29T02:05:33.472435Z","caller":"traceutil/trace.go:171","msg":"trace[1515141072] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:2006; }","duration":"208.222711ms","start":"2026-03-29T02:05:33.264191Z","end":"2026-03-29T02:05:33.472414Z","steps":["trace[1515141072] 'agreement among raft nodes before linearized reading' (duration: 208.110949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:33.47244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.514509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:05:33.472493Z","caller":"traceutil/trace.go:171","msg":"trace[1732912922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2006; }","duration":"130.601221ms","start":"2026-03-29T02:05:33.341876Z","end":"2026-03-29T02:05:33.472478Z","steps":["trace[1732912922] 'agreement among raft nodes before linearized reading' (duration: 130.153202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:33.472503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.03111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T02:05:33.472231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.97212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:99077"} {"level":"info","ts":"2026-03-29T02:05:33.472538Z","caller":"traceutil/trace.go:171","msg":"trace[1786109510] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2006; }","duration":"148.087122ms","start":"2026-03-29T02:05:33.324442Z","end":"2026-03-29T02:05:33.472529Z","steps":["trace[1786109510] 'agreement among raft nodes before linearized reading' (duration: 147.972339ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:33.47257Z","caller":"traceutil/trace.go:171","msg":"trace[2054791066] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2006; }","duration":"214.370529ms","start":"2026-03-29T02:05:33.258179Z","end":"2026-03-29T02:05:33.47255Z","steps":["trace[2054791066] 'agreement among raft nodes before linearized reading' (duration: 213.822667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:33.472584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.6894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:05:33.472633Z","caller":"traceutil/trace.go:171","msg":"trace[44727614] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2006; }","duration":"124.758902ms","start":"2026-03-29T02:05:33.347861Z","end":"2026-03-29T02:05:33.47262Z","steps":["trace[44727614] 'agreement among raft nodes before linearized reading' (duration: 124.611798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:33.472281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.691368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:05:33.472636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.437648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:05:33.472689Z","caller":"traceutil/trace.go:171","msg":"trace[1685444320] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2006; }","duration":"159.164458ms","start":"2026-03-29T02:05:33.313514Z","end":"2026-03-29T02:05:33.472679Z","steps":["trace[1685444320] 'agreement among raft nodes before linearized reading' (duration: 158.692998ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:33.472705Z","caller":"traceutil/trace.go:171","msg":"trace[1682664705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2006; }","duration":"126.53171ms","start":"2026-03-29T02:05:33.346164Z","end":"2026-03-29T02:05:33.472695Z","steps":["trace[1682664705] 'agreement among raft nodes before linearized reading' (duration: 126.395497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:33.472698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.402342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-29T02:05:33.473245Z","caller":"traceutil/trace.go:171","msg":"trace[1517561418] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:2006; }","duration":"216.728191ms","start":"2026-03-29T02:05:33.256507Z","end":"2026-03-29T02:05:33.473235Z","steps":["trace[1517561418] 'agreement among raft nodes before linearized reading' (duration: 215.346411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:33.725976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.59761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:05:33.726284Z","caller":"traceutil/trace.go:171","msg":"trace[1993907958] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"186.839355ms","start":"2026-03-29T02:05:33.539413Z","end":"2026-03-29T02:05:33.726252Z","steps":["trace[1993907958] 'process raft request' (duration: 73.837175ms)","trace[1993907958] 'compare' (duration: 112.314194ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:33.726605Z","caller":"traceutil/trace.go:171","msg":"trace[1355630588] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"175.82815ms","start":"2026-03-29T02:05:33.550757Z","end":"2026-03-29T02:05:33.726585Z","steps":["trace[1355630588] 'process raft request' (duration: 175.556364ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:33.726653Z","caller":"traceutil/trace.go:171","msg":"trace[1520869990] linearizableReadLoop","detail":"{readStateIndex:2113; appliedIndex:2111; }","duration":"171.380771ms","start":"2026-03-29T02:05:33.555235Z","end":"2026-03-29T02:05:33.726616Z","steps":["trace[1520869990] 'read index received' (duration: 57.979122ms)","trace[1520869990] 'applied index is now lower than readState.Index' (duration: 113.397759ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:33.72681Z","caller":"traceutil/trace.go:171","msg":"trace[92729310] transaction","detail":"{read_only:false; response_revision:2021; number_of_response:1; }","duration":"167.263429ms","start":"2026-03-29T02:05:33.55953Z","end":"2026-03-29T02:05:33.726793Z","steps":["trace[92729310] 'process raft request' (duration: 166.996983ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:33.727069Z","caller":"traceutil/trace.go:171","msg":"trace[582615042] transaction","detail":"{read_only:false; response_revision:2022; number_of_response:1; }","duration":"167.181497ms","start":"2026-03-29T02:05:33.559876Z","end":"2026-03-29T02:05:33.727057Z","steps":["trace[582615042] 'process raft request' (duration: 166.85796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:33.727051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.79864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15383"} {"level":"info","ts":"2026-03-29T02:05:33.727132Z","caller":"traceutil/trace.go:171","msg":"trace[1385975555] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:2021; }","duration":"171.946344ms","start":"2026-03-29T02:05:33.555167Z","end":"2026-03-29T02:05:33.727114Z","steps":["trace[1385975555] 'agreement among raft nodes before linearized reading' (duration: 171.620437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:33.727301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.498096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:99077"} {"level":"info","ts":"2026-03-29T02:05:33.727345Z","caller":"traceutil/trace.go:171","msg":"trace[1042444920] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2022; }","duration":"168.554957ms","start":"2026-03-29T02:05:33.558771Z","end":"2026-03-29T02:05:33.727326Z","steps":["trace[1042444920] 'agreement among raft nodes before linearized reading' (duration: 168.23386ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:34.021944Z","caller":"traceutil/trace.go:171","msg":"trace[1908143907] transaction","detail":"{read_only:false; response_revision:2023; number_of_response:1; }","duration":"291.750653ms","start":"2026-03-29T02:05:33.730163Z","end":"2026-03-29T02:05:34.021914Z","steps":["trace[1908143907] 'process raft request' (duration: 228.242387ms)","trace[1908143907] 'compare' (duration: 63.363873ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:34.022012Z","caller":"traceutil/trace.go:171","msg":"trace[802047962] linearizableReadLoop","detail":"{readStateIndex:2116; appliedIndex:2115; }","duration":"291.056629ms","start":"2026-03-29T02:05:33.730917Z","end":"2026-03-29T02:05:34.021974Z","steps":["trace[802047962] 'read index received' (duration: 227.42693ms)","trace[802047962] 'applied index is now lower than readState.Index' (duration: 63.626619ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:34.022082Z","caller":"traceutil/trace.go:171","msg":"trace[1216574136] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"290.581498ms","start":"2026-03-29T02:05:33.731467Z","end":"2026-03-29T02:05:34.022049Z","steps":["trace[1216574136] 'process raft request' (duration: 290.448455ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:34.022231Z","caller":"traceutil/trace.go:171","msg":"trace[1080004612] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"238.923606ms","start":"2026-03-29T02:05:33.78327Z","end":"2026-03-29T02:05:34.022194Z","steps":["trace[1080004612] 'process raft request' (duration: 238.696771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:34.247993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.959057ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-29T02:05:34.248547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.601079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:7526"} {"level":"info","ts":"2026-03-29T02:05:34.248642Z","caller":"traceutil/trace.go:171","msg":"trace[1800039307] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2025; }","duration":"517.752682ms","start":"2026-03-29T02:05:33.730867Z","end":"2026-03-29T02:05:34.24862Z","steps":["trace[1800039307] 'agreement among raft nodes before linearized reading' (duration: 291.215712ms)","trace[1800039307] 'range keys from in-memory index tree' (duration: 226.288245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:34.248691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:33.730848Z","time spent":"517.834403ms","remote":"127.0.0.1:54652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":7548,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-29T02:05:34.248846Z","caller":"traceutil/trace.go:171","msg":"trace[251194329] linearizableReadLoop","detail":"{readStateIndex:2120; appliedIndex:2118; }","duration":"222.828466ms","start":"2026-03-29T02:05:34.025985Z","end":"2026-03-29T02:05:34.248814Z","steps":["trace[251194329] 'read index received' (duration: 204.205651ms)","trace[251194329] 'applied index is now lower than readState.Index' (duration: 18.620185ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:34.248846Z","caller":"traceutil/trace.go:171","msg":"trace[661265405] transaction","detail":"{read_only:false; response_revision:2026; number_of_response:1; }","duration":"225.291041ms","start":"2026-03-29T02:05:34.023532Z","end":"2026-03-29T02:05:34.248824Z","steps":["trace[661265405] 'process raft request' (duration: 224.646737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:34.324971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.956184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a12da9650a5727\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-03-29T02:05:34.325048Z","caller":"traceutil/trace.go:171","msg":"trace[1875467083] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a12da9650a5727; range_end:; response_count:1; response_revision:2026; }","duration":"299.091406ms","start":"2026-03-29T02:05:34.025935Z","end":"2026-03-29T02:05:34.325026Z","steps":["trace[1875467083] 'agreement among raft nodes before linearized reading' (duration: 222.985209ms)","trace[1875467083] 'range keys from in-memory index tree' (duration: 75.882941ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:34.325464Z","caller":"traceutil/trace.go:171","msg":"trace[1202964184] transaction","detail":"{read_only:false; response_revision:2027; number_of_response:1; }","duration":"291.813305ms","start":"2026-03-29T02:05:34.033614Z","end":"2026-03-29T02:05:34.325428Z","steps":["trace[1202964184] 'process raft request' (duration: 261.615842ms)","trace[1202964184] 'compare' (duration: 29.715822ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:35.405718Z","caller":"traceutil/trace.go:171","msg":"trace[1428200045] transaction","detail":"{read_only:false; response_revision:2040; number_of_response:1; }","duration":"122.939161ms","start":"2026-03-29T02:05:35.282759Z","end":"2026-03-29T02:05:35.405698Z","steps":["trace[1428200045] 'process raft request' (duration: 122.836449ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:35.676196Z","caller":"traceutil/trace.go:171","msg":"trace[602350088] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"121.438048ms","start":"2026-03-29T02:05:35.554715Z","end":"2026-03-29T02:05:35.676153Z","steps":["trace[602350088] 'process raft request' (duration: 121.13006ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:35.676431Z","caller":"traceutil/trace.go:171","msg":"trace[2057100181] linearizableReadLoop","detail":"{readStateIndex:2144; appliedIndex:2139; }","duration":"120.567488ms","start":"2026-03-29T02:05:35.555847Z","end":"2026-03-29T02:05:35.676414Z","steps":["trace[2057100181] 'read index received' (duration: 24.941416ms)","trace[2057100181] 'applied index is now lower than readState.Index' (duration: 95.625012ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:35.676707Z","caller":"traceutil/trace.go:171","msg":"trace[396494488] transaction","detail":"{read_only:false; response_revision:2050; number_of_response:1; }","duration":"121.167241ms","start":"2026-03-29T02:05:35.555516Z","end":"2026-03-29T02:05:35.676684Z","steps":["trace[396494488] 'process raft request' (duration: 120.605588ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:35.676756Z","caller":"traceutil/trace.go:171","msg":"trace[928355075] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"121.738914ms","start":"2026-03-29T02:05:35.555004Z","end":"2026-03-29T02:05:35.676743Z","steps":["trace[928355075] 'process raft request' (duration: 121.033868ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:35.676658Z","caller":"traceutil/trace.go:171","msg":"trace[2101470199] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"121.576941ms","start":"2026-03-29T02:05:35.555032Z","end":"2026-03-29T02:05:35.676609Z","steps":["trace[2101470199] 'process raft request' (duration: 121.053129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:35.676934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.064438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-29T02:05:35.676965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.116216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-29T02:05:35.677122Z","caller":"traceutil/trace.go:171","msg":"trace[933005765] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2050; }","duration":"115.28222ms","start":"2026-03-29T02:05:35.561821Z","end":"2026-03-29T02:05:35.677104Z","steps":["trace[933005765] 'agreement among raft nodes before linearized reading' (duration: 115.044465ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:35.677009Z","caller":"traceutil/trace.go:171","msg":"trace[320569141] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2050; }","duration":"121.15353ms","start":"2026-03-29T02:05:35.555837Z","end":"2026-03-29T02:05:35.67699Z","steps":["trace[320569141] 'agreement among raft nodes before linearized reading' (duration: 120.932475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:37.102057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.558573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:05:37.102178Z","caller":"traceutil/trace.go:171","msg":"trace[1739211924] transaction","detail":"{read_only:false; response_revision:2052; number_of_response:1; }","duration":"1.075054955s","start":"2026-03-29T02:05:36.027102Z","end":"2026-03-29T02:05:37.102157Z","steps":["trace[1739211924] 'process raft request' (duration: 808.320658ms)","trace[1739211924] 'compare' (duration: 266.458051ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:37.102242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:36.02706Z","time spent":"1.075153997s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:37.848908Z","caller":"traceutil/trace.go:171","msg":"trace[2140136878] linearizableReadLoop","detail":"{readStateIndex:2148; appliedIndex:2145; }","duration":"1.360524748s","start":"2026-03-29T02:05:36.48836Z","end":"2026-03-29T02:05:37.848884Z","steps":["trace[2140136878] 'read index received' (duration: 347.103447ms)","trace[2140136878] 'applied index is now lower than readState.Index' (duration: 1.013420231s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:37.84902Z","caller":"traceutil/trace.go:171","msg":"trace[431653811] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"1.596771565s","start":"2026-03-29T02:05:36.252237Z","end":"2026-03-29T02:05:37.849009Z","steps":["trace[431653811] 'process raft request' (duration: 1.596598051s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:37.849009Z","caller":"traceutil/trace.go:171","msg":"trace[213767451] transaction","detail":"{read_only:false; response_revision:2053; number_of_response:1; }","duration":"1.749257173s","start":"2026-03-29T02:05:36.099716Z","end":"2026-03-29T02:05:37.848973Z","steps":["trace[213767451] 'process raft request' (duration: 1.748876115s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:37.849178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:36.099682Z","time spent":"1.749410797s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:37.849234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360847365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0153bf7d-a07f-4014-96ac-8d25cf8b2675\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-29T02:05:37.849318Z","caller":"traceutil/trace.go:171","msg":"trace[1501190088] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0153bf7d-a07f-4014-96ac-8d25cf8b2675; range_end:; response_count:1; response_revision:2054; }","duration":"1.360961807s","start":"2026-03-29T02:05:36.488337Z","end":"2026-03-29T02:05:37.849299Z","steps":["trace[1501190088] 'agreement among raft nodes before linearized reading' (duration: 1.360690401s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:37.849406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:36.488216Z","time spent":"1.361161393s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0153bf7d-a07f-4014-96ac-8d25cf8b2675\" "} {"level":"warn","ts":"2026-03-29T02:05:37.849432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:36.252212Z","time spent":"1.596836586s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:38.02613Z","caller":"traceutil/trace.go:171","msg":"trace[1747145677] linearizableReadLoop","detail":"{readStateIndex:2152; appliedIndex:2148; }","duration":"177.130568ms","start":"2026-03-29T02:05:37.848974Z","end":"2026-03-29T02:05:38.026105Z","steps":["trace[1747145677] 'read index received' (duration: 176.777821ms)","trace[1747145677] 'applied index is now lower than readState.Index' (duration: 351.997µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:38.026234Z","caller":"traceutil/trace.go:171","msg":"trace[1705970744] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"512.041704ms","start":"2026-03-29T02:05:37.514168Z","end":"2026-03-29T02:05:38.026209Z","steps":["trace[1705970744] 'process raft request' (duration: 511.86215ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:38.026304Z","caller":"traceutil/trace.go:171","msg":"trace[264272083] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"511.196576ms","start":"2026-03-29T02:05:37.515087Z","end":"2026-03-29T02:05:38.026284Z","steps":["trace[264272083] 'process raft request' (duration: 510.9819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:38.026368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46865935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-29T02:05:38.026395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:37.515062Z","time spent":"511.278787ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:38.026449Z","caller":"traceutil/trace.go:171","msg":"trace[548097326] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2058; }","duration":"1.468803152s","start":"2026-03-29T02:05:36.557625Z","end":"2026-03-29T02:05:38.026428Z","steps":["trace[548097326] 'agreement among raft nodes before linearized reading' (duration: 1.468583637s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:38.026456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.555533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T02:05:38.026514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:36.557604Z","time spent":"1.468893225s","remote":"127.0.0.1:42364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-29T02:05:38.026528Z","caller":"traceutil/trace.go:171","msg":"trace[800856675] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"793.280514ms","start":"2026-03-29T02:05:37.233237Z","end":"2026-03-29T02:05:38.026518Z","steps":["trace[800856675] 'process raft request' (duration: 792.733541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:38.026498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.423023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:05:38.026536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.148545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:05:38.026585Z","caller":"traceutil/trace.go:171","msg":"trace[1651127984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2058; }","duration":"441.672126ms","start":"2026-03-29T02:05:37.584841Z","end":"2026-03-29T02:05:38.026514Z","steps":["trace[1651127984] 'agreement among raft nodes before linearized reading' (duration: 441.399599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:38.026605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:37.233213Z","time spent":"793.344756ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:38.026624Z","caller":"traceutil/trace.go:171","msg":"trace[970088299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2058; }","duration":"345.257667ms","start":"2026-03-29T02:05:37.681346Z","end":"2026-03-29T02:05:38.026604Z","steps":["trace[970088299] 'agreement among raft nodes before linearized reading' (duration: 345.062893ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:38.026626Z","caller":"traceutil/trace.go:171","msg":"trace[2015351678] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2058; }","duration":"630.602757ms","start":"2026-03-29T02:05:37.39599Z","end":"2026-03-29T02:05:38.026593Z","steps":["trace[2015351678] 'agreement among raft nodes before linearized reading' (duration: 630.337471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:38.026666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:37.681332Z","time spent":"345.321908ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:05:38.026646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.507473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:05:38.026725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151314045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:38.026739Z","caller":"traceutil/trace.go:171","msg":"trace[632440080] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2058; }","duration":"345.626596ms","start":"2026-03-29T02:05:37.68109Z","end":"2026-03-29T02:05:38.026717Z","steps":["trace[632440080] 'agreement among raft nodes before linearized reading' (duration: 345.37238ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:38.026767Z","caller":"traceutil/trace.go:171","msg":"trace[106362877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2058; }","duration":"1.151354906s","start":"2026-03-29T02:05:36.875402Z","end":"2026-03-29T02:05:38.026756Z","steps":["trace[106362877] 'agreement among raft nodes before linearized reading' (duration: 1.151282654s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:38.026797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:36.875334Z","time spent":"1.151455457s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:05:38.026756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.614255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T02:05:38.026803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:37.681073Z","time spent":"345.712577ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:05:38.026183Z","caller":"traceutil/trace.go:171","msg":"trace[1617776908] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"853.993386ms","start":"2026-03-29T02:05:37.172157Z","end":"2026-03-29T02:05:38.02615Z","steps":["trace[1617776908] 'process raft request' (duration: 853.661459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:38.026637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:37.584827Z","time spent":"441.798989ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:05:38.026862Z","caller":"traceutil/trace.go:171","msg":"trace[797224409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2058; }","duration":"345.764978ms","start":"2026-03-29T02:05:37.681069Z","end":"2026-03-29T02:05:38.026834Z","steps":["trace[797224409] 'agreement among raft nodes before linearized reading' (duration: 345.484472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:38.026927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:37.681048Z","time spent":"345.869411ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:05:38.026485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:37.514134Z","time spent":"512.171498ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:38.02694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.694987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:05:38.026682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:37.395969Z","time spent":"630.69791ms","remote":"127.0.0.1:59776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:05:38.026993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:37.172133Z","time spent":"854.764914ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":894,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:05:38.027028Z","caller":"traceutil/trace.go:171","msg":"trace[1522178765] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2058; }","duration":"345.83994ms","start":"2026-03-29T02:05:37.681168Z","end":"2026-03-29T02:05:38.027008Z","steps":["trace[1522178765] 'agreement among raft nodes before linearized reading' (duration: 345.535603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:38.027079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:37.681145Z","time spent":"345.924722ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:05:38.239091Z","caller":"traceutil/trace.go:171","msg":"trace[1822224393] transaction","detail":"{read_only:false; response_revision:2064; number_of_response:1; }","duration":"111.74147ms","start":"2026-03-29T02:05:38.127318Z","end":"2026-03-29T02:05:38.23906Z","steps":["trace[1822224393] 'process raft request' (duration: 111.498085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:40.541892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198732721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:05:41.042386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198732721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:05:41.543436Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198732721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:05:41.811331Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.779126261s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:05:41.811897Z","caller":"traceutil/trace.go:171","msg":"trace[213544044] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"1.779780175s","start":"2026-03-29T02:05:40.032075Z","end":"2026-03-29T02:05:41.811855Z","steps":["trace[213544044] 'process raft request' (duration: 1.77954034s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:41.812139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:40.032051Z","time spent":"1.779951139s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:42.271781Z","caller":"traceutil/trace.go:171","msg":"trace[1760673616] linearizableReadLoop","detail":"{readStateIndex:2177; appliedIndex:2173; }","duration":"2.230978124s","start":"2026-03-29T02:05:40.040779Z","end":"2026-03-29T02:05:42.271757Z","steps":["trace[1760673616] 'read index received' (duration: 1.770817586s)","trace[1760673616] 'applied index is now lower than readState.Index' (duration: 460.159538ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:42.271812Z","caller":"traceutil/trace.go:171","msg":"trace[1909997197] transaction","detail":"{read_only:false; response_revision:2080; number_of_response:1; }","duration":"2.239114746s","start":"2026-03-29T02:05:40.03266Z","end":"2026-03-29T02:05:42.271775Z","steps":["trace[1909997197] 'process raft request' (duration: 2.23886062s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:42.271876Z","caller":"traceutil/trace.go:171","msg":"trace[1157608122] transaction","detail":"{read_only:false; response_revision:2081; number_of_response:1; }","duration":"2.238914581s","start":"2026-03-29T02:05:40.032927Z","end":"2026-03-29T02:05:42.271841Z","steps":["trace[1157608122] 'process raft request' (duration: 2.238750188s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:42.271951Z","caller":"traceutil/trace.go:171","msg":"trace[1136126628] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"1.157071926s","start":"2026-03-29T02:05:41.114842Z","end":"2026-03-29T02:05:42.271914Z","steps":["trace[1136126628] 'process raft request' (duration: 1.156873712s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:42.271992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:40.032629Z","time spent":"2.239261579s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:42.27203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.23122624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-29T02:05:42.272047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:40.032915Z","time spent":"2.239031474s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:42.272077Z","caller":"traceutil/trace.go:171","msg":"trace[130627092] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2082; }","duration":"2.231310201s","start":"2026-03-29T02:05:40.040751Z","end":"2026-03-29T02:05:42.272061Z","steps":["trace[130627092] 'agreement among raft nodes before linearized reading' (duration: 2.231142657s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:42.272117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:40.040741Z","time spent":"2.231367813s","remote":"127.0.0.1:42364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-29T02:05:42.272122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:41.114817Z","time spent":"1.157220139s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:42.272586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.689454343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:05:42.272685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035079986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:42.272707Z","caller":"traceutil/trace.go:171","msg":"trace[772677526] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2082; }","duration":"1.689548705s","start":"2026-03-29T02:05:40.583104Z","end":"2026-03-29T02:05:42.272652Z","steps":["trace[772677526] 'agreement among raft nodes before linearized reading' (duration: 1.689411822s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:42.272738Z","caller":"traceutil/trace.go:171","msg":"trace[25774704] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2082; }","duration":"1.035178538s","start":"2026-03-29T02:05:41.237547Z","end":"2026-03-29T02:05:42.272726Z","steps":["trace[25774704] 'agreement among raft nodes before linearized reading' (duration: 1.035089196s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:42.272742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245343613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:05:42.272726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.229240405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:05:42.272781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:41.237527Z","time spent":"1.03524512s","remote":"127.0.0.1:59962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:05:42.272787Z","caller":"traceutil/trace.go:171","msg":"trace[703678005] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2082; }","duration":"1.245429085s","start":"2026-03-29T02:05:41.027343Z","end":"2026-03-29T02:05:42.272772Z","steps":["trace[703678005] 'agreement among raft nodes before linearized reading' (duration: 1.245370203s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:42.272805Z","caller":"traceutil/trace.go:171","msg":"trace[137087079] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2082; }","duration":"2.229345667s","start":"2026-03-29T02:05:40.043441Z","end":"2026-03-29T02:05:42.272787Z","steps":["trace[137087079] 'agreement among raft nodes before linearized reading' (duration: 2.229082531s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:42.272826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:41.027319Z","time spent":"1.245497177s","remote":"127.0.0.1:44774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:05:42.27287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:40.043434Z","time spent":"2.22942665s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:05:42.272893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408764315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0153bf7d-a07f-4014-96ac-8d25cf8b2675\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-29T02:05:42.272927Z","caller":"traceutil/trace.go:171","msg":"trace[550107149] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0153bf7d-a07f-4014-96ac-8d25cf8b2675; range_end:; response_count:1; response_revision:2082; }","duration":"1.408840537s","start":"2026-03-29T02:05:40.864076Z","end":"2026-03-29T02:05:42.272916Z","steps":["trace[550107149] 'agreement among raft nodes before linearized reading' (duration: 1.408704564s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:42.272961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.419971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:05:42.272965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:40.864044Z","time spent":"1.40891352s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0153bf7d-a07f-4014-96ac-8d25cf8b2675\" "} {"level":"info","ts":"2026-03-29T02:05:42.273001Z","caller":"traceutil/trace.go:171","msg":"trace[1654146198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2082; }","duration":"389.480312ms","start":"2026-03-29T02:05:41.883511Z","end":"2026-03-29T02:05:42.272992Z","steps":["trace[1654146198] 'agreement among raft nodes before linearized reading' (duration: 389.42601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:42.273035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:41.883499Z","time spent":"389.528272ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:05:42.273055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21192441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:05:42.27276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:40.58308Z","time spent":"1.689663758s","remote":"127.0.0.1:54686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:05:42.273088Z","caller":"traceutil/trace.go:171","msg":"trace[2003633403] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2082; }","duration":"2.21199255s","start":"2026-03-29T02:05:40.061086Z","end":"2026-03-29T02:05:42.273078Z","steps":["trace[2003633403] 'agreement among raft nodes before linearized reading' (duration: 2.211907719s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:42.273116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:40.061067Z","time spent":"2.212042522s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:05:42.272688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396733648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:05:42.273157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.211700635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T02:05:42.273224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.463179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a12da9650a5727\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-03-29T02:05:42.273264Z","caller":"traceutil/trace.go:171","msg":"trace[1551555387] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a12da9650a5727; range_end:; response_count:1; response_revision:2082; }","duration":"578.56521ms","start":"2026-03-29T02:05:41.694689Z","end":"2026-03-29T02:05:42.273255Z","steps":["trace[1551555387] 'agreement among raft nodes before linearized reading' (duration: 578.464058ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:42.27326Z","caller":"traceutil/trace.go:171","msg":"trace[66040299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2082; }","duration":"1.397273981s","start":"2026-03-29T02:05:40.875911Z","end":"2026-03-29T02:05:42.273185Z","steps":["trace[66040299] 'agreement among raft nodes before linearized reading' (duration: 1.396737038s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:42.273298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:41.694647Z","time spent":"578.643502ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1004,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a12da9650a5727\" "} {"level":"warn","ts":"2026-03-29T02:05:42.273294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898666447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:05:42.273322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.211834559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T02:05:42.273348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:40.875894Z","time spent":"1.397437654s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:05:42.273357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.248381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:05:42.273372Z","caller":"traceutil/trace.go:171","msg":"trace[1878405424] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2082; }","duration":"2.21189925s","start":"2026-03-29T02:05:40.061463Z","end":"2026-03-29T02:05:42.273362Z","steps":["trace[1878405424] 'agreement among raft nodes before linearized reading' (duration: 2.211788617s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:42.273376Z","caller":"traceutil/trace.go:171","msg":"trace[1132098123] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2082; }","duration":"1.8988147s","start":"2026-03-29T02:05:40.374533Z","end":"2026-03-29T02:05:42.273348Z","steps":["trace[1132098123] 'agreement among raft nodes before linearized reading' (duration: 1.898672697s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:42.273413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:40.061455Z","time spent":"2.211951781s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:05:42.273415Z","caller":"traceutil/trace.go:171","msg":"trace[1753621211] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2082; }","duration":"621.344944ms","start":"2026-03-29T02:05:41.652056Z","end":"2026-03-29T02:05:42.273401Z","steps":["trace[1753621211] 'agreement among raft nodes before linearized reading' (duration: 621.233781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:42.273457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:40.374507Z","time spent":"1.898936443s","remote":"127.0.0.1:54716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:05:42.273464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:41.652031Z","time spent":"621.420476ms","remote":"127.0.0.1:54800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:05:42.273473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905311246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0153bf7d-a07f-4014-96ac-8d25cf8b2675\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-29T02:05:42.273517Z","caller":"traceutil/trace.go:171","msg":"trace[1850568560] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0153bf7d-a07f-4014-96ac-8d25cf8b2675; range_end:; response_count:1; response_revision:2082; }","duration":"1.905397898s","start":"2026-03-29T02:05:40.368106Z","end":"2026-03-29T02:05:42.273504Z","steps":["trace[1850568560] 'agreement among raft nodes before linearized reading' (duration: 1.905288635s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:42.273524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.099411612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10327"} {"level":"info","ts":"2026-03-29T02:05:42.273224Z","caller":"traceutil/trace.go:171","msg":"trace[1109862762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2082; }","duration":"2.211799447s","start":"2026-03-29T02:05:40.061408Z","end":"2026-03-29T02:05:42.273207Z","steps":["trace[1109862762] 'agreement among raft nodes before linearized reading' (duration: 2.211547181s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:42.273556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:40.368075Z","time spent":"1.9054748s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0153bf7d-a07f-4014-96ac-8d25cf8b2675\" "} {"level":"info","ts":"2026-03-29T02:05:42.27356Z","caller":"traceutil/trace.go:171","msg":"trace[213058282] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2082; }","duration":"2.099478444s","start":"2026-03-29T02:05:40.174073Z","end":"2026-03-29T02:05:42.273551Z","steps":["trace[213058282] 'agreement among raft nodes before linearized reading' (duration: 2.099383392s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:42.273577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:40.061394Z","time spent":"2.212170996s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:05:42.273595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:40.174051Z","time spent":"2.099538506s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10349,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:05:42.273144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.211184113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:05:42.27365Z","caller":"traceutil/trace.go:171","msg":"trace[1831900110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2082; }","duration":"2.211740497s","start":"2026-03-29T02:05:40.061899Z","end":"2026-03-29T02:05:42.273639Z","steps":["trace[1831900110] 'agreement among raft nodes before linearized reading' (duration: 2.211046461s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:42.273694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:40.061886Z","time spent":"2.211796798s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:05:42.749193Z","caller":"traceutil/trace.go:171","msg":"trace[838837611] transaction","detail":"{read_only:false; response_revision:2085; number_of_response:1; }","duration":"469.966557ms","start":"2026-03-29T02:05:42.279197Z","end":"2026-03-29T02:05:42.749164Z","steps":["trace[838837611] 'process raft request' (duration: 469.847544ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:42.749242Z","caller":"traceutil/trace.go:171","msg":"trace[1654923739] transaction","detail":"{read_only:false; response_revision:2084; number_of_response:1; }","duration":"470.814927ms","start":"2026-03-29T02:05:42.278367Z","end":"2026-03-29T02:05:42.749181Z","steps":["trace[1654923739] 'process raft request' (duration: 470.49705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:42.749402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:42.279176Z","time spent":"470.10064ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:42.749497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:42.278338Z","time spent":"471.027421ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:42.7495Z","caller":"traceutil/trace.go:171","msg":"trace[2025969549] transaction","detail":"{read_only:false; response_revision:2086; number_of_response:1; }","duration":"470.117322ms","start":"2026-03-29T02:05:42.279326Z","end":"2026-03-29T02:05:42.749443Z","steps":["trace[2025969549] 'process raft request' (duration: 469.764603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:42.749665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:42.279297Z","time spent":"470.297845ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:42.749668Z","caller":"traceutil/trace.go:171","msg":"trace[651982938] transaction","detail":"{read_only:false; response_revision:2087; number_of_response:1; }","duration":"470.302805ms","start":"2026-03-29T02:05:42.279327Z","end":"2026-03-29T02:05:42.74963Z","steps":["trace[651982938] 'process raft request' (duration: 470.05909ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:42.749834Z","caller":"traceutil/trace.go:171","msg":"trace[1814659645] transaction","detail":"{read_only:false; response_revision:2088; number_of_response:1; }","duration":"469.737543ms","start":"2026-03-29T02:05:42.280083Z","end":"2026-03-29T02:05:42.749821Z","steps":["trace[1814659645] 'process raft request' (duration: 469.490478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:42.74992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:42.280058Z","time spent":"469.820184ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:42.749916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:42.279304Z","time spent":"470.49359ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:42.750015Z","caller":"traceutil/trace.go:171","msg":"trace[1806696980] transaction","detail":"{read_only:false; response_revision:2089; number_of_response:1; }","duration":"466.192724ms","start":"2026-03-29T02:05:42.283813Z","end":"2026-03-29T02:05:42.750006Z","steps":["trace[1806696980] 'process raft request' (duration: 465.930758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:42.750094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:42.283794Z","time spent":"466.270557ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:42.750021Z","caller":"traceutil/trace.go:171","msg":"trace[1973465675] linearizableReadLoop","detail":"{readStateIndex:2184; appliedIndex:2177; }","duration":"463.547585ms","start":"2026-03-29T02:05:42.286443Z","end":"2026-03-29T02:05:42.74999Z","steps":["trace[1973465675] 'read index received' (duration: 54.900485ms)","trace[1973465675] 'applied index is now lower than readState.Index' (duration: 408.64586ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:42.750255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.79289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:42.750301Z","caller":"traceutil/trace.go:171","msg":"trace[146870294] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2089; }","duration":"463.867072ms","start":"2026-03-29T02:05:42.286423Z","end":"2026-03-29T02:05:42.75029Z","steps":["trace[146870294] 'agreement among raft nodes before linearized reading' (duration: 463.76271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:42.750331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:42.286415Z","time spent":"463.908843ms","remote":"127.0.0.1:54904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-29T02:05:44.117682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356584713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-29T02:05:44.117745Z","caller":"traceutil/trace.go:171","msg":"trace[211347359] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2089; }","duration":"1.356691966s","start":"2026-03-29T02:05:42.761038Z","end":"2026-03-29T02:05:44.11773Z","steps":["trace[211347359] 'range keys from in-memory index tree' (duration: 1.356396439s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:44.117775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:42.761018Z","time spent":"1.356750367s","remote":"127.0.0.1:42364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-29T02:05:44.118021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230610902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:05:44.118055Z","caller":"traceutil/trace.go:171","msg":"trace[606064812] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2089; }","duration":"1.230723844s","start":"2026-03-29T02:05:42.887319Z","end":"2026-03-29T02:05:44.118043Z","steps":["trace[606064812] 'count revisions from in-memory index tree' (duration: 1.230466588s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:44.118077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:42.887276Z","time spent":"1.230793825s","remote":"127.0.0.1:44754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:05:44.118301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.658011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0153bf7d-a07f-4014-96ac-8d25cf8b2675\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-03-29T02:05:44.118322Z","caller":"traceutil/trace.go:171","msg":"trace[1457702529] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0153bf7d-a07f-4014-96ac-8d25cf8b2675; range_end:; response_count:1; response_revision:2089; }","duration":"836.720843ms","start":"2026-03-29T02:05:43.281594Z","end":"2026-03-29T02:05:44.118315Z","steps":["trace[1457702529] 'range keys from in-memory index tree' (duration: 836.509667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:44.118295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106028562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:05:44.118405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.638319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-29T02:05:44.118397Z","caller":"traceutil/trace.go:171","msg":"trace[2033814036] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2089; }","duration":"1.106162835s","start":"2026-03-29T02:05:43.01221Z","end":"2026-03-29T02:05:44.118373Z","steps":["trace[2033814036] 'count revisions from in-memory index tree' (duration: 1.105775317s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:44.118427Z","caller":"traceutil/trace.go:171","msg":"trace[1348427115] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2089; }","duration":"836.689831ms","start":"2026-03-29T02:05:43.281731Z","end":"2026-03-29T02:05:44.118421Z","steps":["trace[1348427115] 'range keys from in-memory index tree' (duration: 836.526387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:44.118446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:43.28171Z","time spent":"836.732321ms","remote":"127.0.0.1:42364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-29T02:05:44.118455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:43.012153Z","time spent":"1.106287377s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:05:44.118706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067167265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:05:44.11835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:43.281573Z","time spent":"836.772703ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3766,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0153bf7d-a07f-4014-96ac-8d25cf8b2675\" "} {"level":"info","ts":"2026-03-29T02:05:44.118742Z","caller":"traceutil/trace.go:171","msg":"trace[476819769] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2089; }","duration":"1.067243147s","start":"2026-03-29T02:05:43.051489Z","end":"2026-03-29T02:05:44.118732Z","steps":["trace[476819769] 'count revisions from in-memory index tree' (duration: 1.067050162s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:44.118882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:43.051465Z","time spent":"1.067371739s","remote":"127.0.0.1:59942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:05:44.161256Z","caller":"traceutil/trace.go:171","msg":"trace[511326838] linearizableReadLoop","detail":"{readStateIndex:2186; appliedIndex:2184; }","duration":"287.811392ms","start":"2026-03-29T02:05:43.873425Z","end":"2026-03-29T02:05:44.161236Z","steps":["trace[511326838] 'read index received' (duration: 234.597054ms)","trace[511326838] 'applied index is now lower than readState.Index' (duration: 53.213008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:44.161418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.993537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:44.161452Z","caller":"traceutil/trace.go:171","msg":"trace[1282192027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2090; }","duration":"288.072898ms","start":"2026-03-29T02:05:43.873368Z","end":"2026-03-29T02:05:44.161441Z","steps":["trace[1282192027] 'agreement among raft nodes before linearized reading' (duration: 287.943146ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:44.161479Z","caller":"traceutil/trace.go:171","msg":"trace[716554549] transaction","detail":"{read_only:false; response_revision:2090; number_of_response:1; }","duration":"342.115196ms","start":"2026-03-29T02:05:43.819328Z","end":"2026-03-29T02:05:44.161444Z","steps":["trace[716554549] 'process raft request' (duration: 341.725486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:44.161646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:43.81931Z","time spent":"342.250038ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:47.34766Z","caller":"traceutil/trace.go:171","msg":"trace[2016008606] transaction","detail":"{read_only:false; response_revision:2132; number_of_response:1; }","duration":"135.014103ms","start":"2026-03-29T02:05:47.212612Z","end":"2026-03-29T02:05:47.347626Z","steps":["trace[2016008606] 'process raft request' (duration: 71.793871ms)","trace[2016008606] 'compare' (duration: 63.090029ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:47.584702Z","caller":"traceutil/trace.go:171","msg":"trace[171853881] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"155.100092ms","start":"2026-03-29T02:05:47.429559Z","end":"2026-03-29T02:05:47.584659Z","steps":["trace[171853881] 'process raft request' (duration: 67.318892ms)","trace[171853881] 'compare' (duration: 87.589024ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:47.862173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.419421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:05:47.862338Z","caller":"traceutil/trace.go:171","msg":"trace[1135445932] linearizableReadLoop","detail":"{readStateIndex:2235; appliedIndex:2234; }","duration":"193.117389ms","start":"2026-03-29T02:05:47.669195Z","end":"2026-03-29T02:05:47.862312Z","steps":["trace[1135445932] 'read index received' (duration: 49.428522ms)","trace[1135445932] 'applied index is now lower than readState.Index' (duration: 143.686507ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:47.862461Z","caller":"traceutil/trace.go:171","msg":"trace[1810339576] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"258.96616ms","start":"2026-03-29T02:05:47.603448Z","end":"2026-03-29T02:05:47.862414Z","steps":["trace[1810339576] 'process raft request' (duration: 115.18705ms)","trace[1810339576] 'compare' (duration: 143.240297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:47.862559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.353424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0153bf7d-a07f-4014-96ac-8d25cf8b2675\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-29T02:05:47.862606Z","caller":"traceutil/trace.go:171","msg":"trace[176685009] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0153bf7d-a07f-4014-96ac-8d25cf8b2675; range_end:; response_count:1; response_revision:2139; }","duration":"193.450416ms","start":"2026-03-29T02:05:47.669139Z","end":"2026-03-29T02:05:47.86259Z","steps":["trace[176685009] 'agreement among raft nodes before linearized reading' (duration: 193.253832ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:48.473352Z","caller":"traceutil/trace.go:171","msg":"trace[1405632878] linearizableReadLoop","detail":"{readStateIndex:2243; appliedIndex:2241; }","duration":"140.776391ms","start":"2026-03-29T02:05:48.332553Z","end":"2026-03-29T02:05:48.473329Z","steps":["trace[1405632878] 'read index received' (duration: 107.725824ms)","trace[1405632878] 'applied index is now lower than readState.Index' (duration: 33.049287ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:48.473429Z","caller":"traceutil/trace.go:171","msg":"trace[641149495] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"174.556136ms","start":"2026-03-29T02:05:48.298815Z","end":"2026-03-29T02:05:48.473372Z","steps":["trace[641149495] 'process raft request' (duration: 141.523339ms)","trace[641149495] 'compare' (duration: 32.756291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:48.473521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.956595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-29T02:05:48.473556Z","caller":"traceutil/trace.go:171","msg":"trace[365636666] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2146; }","duration":"141.058298ms","start":"2026-03-29T02:05:48.332485Z","end":"2026-03-29T02:05:48.473544Z","steps":["trace[365636666] 'agreement among raft nodes before linearized reading' (duration: 140.944585ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:48.473878Z","caller":"traceutil/trace.go:171","msg":"trace[1188890312] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"173.667895ms","start":"2026-03-29T02:05:48.300186Z","end":"2026-03-29T02:05:48.473853Z","steps":["trace[1188890312] 'process raft request' (duration: 173.094642ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:48.653415Z","caller":"traceutil/trace.go:171","msg":"trace[2129288534] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"112.606563ms","start":"2026-03-29T02:05:48.540768Z","end":"2026-03-29T02:05:48.653375Z","steps":["trace[2129288534] 'process raft request' (duration: 66.829681ms)","trace[2129288534] 'compare' (duration: 45.596678ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:48.976453Z","caller":"traceutil/trace.go:171","msg":"trace[137982451] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"156.654336ms","start":"2026-03-29T02:05:48.819769Z","end":"2026-03-29T02:05:48.976423Z","steps":["trace[137982451] 'process raft request' (duration: 150.608662ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:48.97652Z","caller":"traceutil/trace.go:171","msg":"trace[1913466212] linearizableReadLoop","detail":"{readStateIndex:2250; appliedIndex:2246; }","duration":"100.80109ms","start":"2026-03-29T02:05:48.87569Z","end":"2026-03-29T02:05:48.976491Z","steps":["trace[1913466212] 'read index received' (duration: 94.624732ms)","trace[1913466212] 'applied index is now lower than readState.Index' (duration: 6.174938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:48.976665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.988373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:48.976711Z","caller":"traceutil/trace.go:171","msg":"trace[399177122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2153; }","duration":"101.118206ms","start":"2026-03-29T02:05:48.875582Z","end":"2026-03-29T02:05:48.9767Z","steps":["trace[399177122] 'agreement among raft nodes before linearized reading' (duration: 101.002954ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:48.976727Z","caller":"traceutil/trace.go:171","msg":"trace[876083138] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"156.533693ms","start":"2026-03-29T02:05:48.820169Z","end":"2026-03-29T02:05:48.976703Z","steps":["trace[876083138] 'process raft request' (duration: 156.276527ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:48.976726Z","caller":"traceutil/trace.go:171","msg":"trace[1966349126] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"156.775279ms","start":"2026-03-29T02:05:48.819906Z","end":"2026-03-29T02:05:48.976681Z","steps":["trace[1966349126] 'process raft request' (duration: 156.499913ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:48.977533Z","caller":"traceutil/trace.go:171","msg":"trace[2038371631] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"157.692089ms","start":"2026-03-29T02:05:48.819817Z","end":"2026-03-29T02:05:48.977509Z","steps":["trace[2038371631] 'process raft request' (duration: 156.519262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:51.118206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.592442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:05:51.118338Z","caller":"traceutil/trace.go:171","msg":"trace[821395029] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"638.444018ms","start":"2026-03-29T02:05:50.479874Z","end":"2026-03-29T02:05:51.118318Z","steps":["trace[821395029] 'process raft request' (duration: 128.56056ms)","trace[821395029] 'compare' (duration: 509.434288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:51.118385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:50.479844Z","time spent":"638.521189ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:51.119267Z","caller":"traceutil/trace.go:171","msg":"trace[513183144] linearizableReadLoop","detail":"{readStateIndex:2254; appliedIndex:2253; }","duration":"411.643546ms","start":"2026-03-29T02:05:50.707593Z","end":"2026-03-29T02:05:51.119237Z","steps":["trace[513183144] 'read index received' (duration: 411.405541ms)","trace[513183144] 'applied index is now lower than readState.Index' (duration: 236.675µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:51.119588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.790502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:05:51.119586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.963893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-29T02:05:51.119655Z","caller":"traceutil/trace.go:171","msg":"trace[1983194198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2157; }","duration":"244.906455ms","start":"2026-03-29T02:05:50.87473Z","end":"2026-03-29T02:05:51.119637Z","steps":["trace[1983194198] 'agreement among raft nodes before linearized reading' (duration: 244.768582ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:51.119665Z","caller":"traceutil/trace.go:171","msg":"trace[1319869572] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2157; }","duration":"412.114466ms","start":"2026-03-29T02:05:50.707532Z","end":"2026-03-29T02:05:51.119647Z","steps":["trace[1319869572] 'agreement among raft nodes before linearized reading' (duration: 411.86692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:51.119678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.05692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T02:05:51.119669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.281706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:05:51.119707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:50.707512Z","time spent":"412.184188ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-29T02:05:51.119716Z","caller":"traceutil/trace.go:171","msg":"trace[845858022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2157; }","duration":"138.169133ms","start":"2026-03-29T02:05:50.981538Z","end":"2026-03-29T02:05:51.119707Z","steps":["trace[845858022] 'agreement among raft nodes before linearized reading' (duration: 138.00649ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:51.119755Z","caller":"traceutil/trace.go:171","msg":"trace[2039013298] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2157; }","duration":"138.425529ms","start":"2026-03-29T02:05:50.981307Z","end":"2026-03-29T02:05:51.119732Z","steps":["trace[2039013298] 'agreement among raft nodes before linearized reading' (duration: 138.164223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:51.119825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.334437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:05:51.119912Z","caller":"traceutil/trace.go:171","msg":"trace[2060163227] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2157; }","duration":"138.526461ms","start":"2026-03-29T02:05:50.981368Z","end":"2026-03-29T02:05:51.119894Z","steps":["trace[2060163227] 'agreement among raft nodes before linearized reading' (duration: 138.233084ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:51.119989Z","caller":"traceutil/trace.go:171","msg":"trace[1352181900] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"638.805085ms","start":"2026-03-29T02:05:50.480523Z","end":"2026-03-29T02:05:51.119328Z","steps":["trace[1352181900] 'process raft request' (duration: 638.541029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:51.120112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.159525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:05:51.120153Z","caller":"traceutil/trace.go:171","msg":"trace[2034884042] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2157; }","duration":"268.240487ms","start":"2026-03-29T02:05:50.851899Z","end":"2026-03-29T02:05:51.12014Z","steps":["trace[2034884042] 'agreement among raft nodes before linearized reading' (duration: 267.51282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:51.120034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.609244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-29T02:05:51.120312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:50.480492Z","time spent":"639.624984ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:51.120458Z","caller":"traceutil/trace.go:171","msg":"trace[697368802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2157; }","duration":"138.997072ms","start":"2026-03-29T02:05:50.981356Z","end":"2026-03-29T02:05:51.120353Z","steps":["trace[697368802] 'agreement among raft nodes before linearized reading' (duration: 138.092942ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:56.391123Z","caller":"traceutil/trace.go:171","msg":"trace[489827789] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"109.161306ms","start":"2026-03-29T02:05:56.281923Z","end":"2026-03-29T02:05:56.391084Z","steps":["trace[489827789] 'process raft request' (duration: 41.079507ms)","trace[489827789] 'compare' (duration: 67.707841ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:56.650095Z","caller":"traceutil/trace.go:171","msg":"trace[2069602245] transaction","detail":"{read_only:false; response_revision:2195; number_of_response:1; }","duration":"158.448286ms","start":"2026-03-29T02:05:56.491614Z","end":"2026-03-29T02:05:56.650062Z","steps":["trace[2069602245] 'process raft request' (duration: 157.919553ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:56.799289Z","caller":"traceutil/trace.go:171","msg":"trace[484049342] transaction","detail":"{read_only:false; response_revision:2197; number_of_response:1; }","duration":"141.391046ms","start":"2026-03-29T02:05:56.657858Z","end":"2026-03-29T02:05:56.799249Z","steps":["trace[484049342] 'process raft request' (duration: 110.805183ms)","trace[484049342] 'compare' (duration: 30.323807ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:56.799723Z","caller":"traceutil/trace.go:171","msg":"trace[1656263903] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"141.446426ms","start":"2026-03-29T02:05:56.658235Z","end":"2026-03-29T02:05:56.799681Z","steps":["trace[1656263903] 'process raft request' (duration: 140.959605ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:56.800592Z","caller":"traceutil/trace.go:171","msg":"trace[1490366915] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"142.219093ms","start":"2026-03-29T02:05:56.658353Z","end":"2026-03-29T02:05:56.800572Z","steps":["trace[1490366915] 'process raft request' (duration: 141.17079ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:57.278118Z","caller":"traceutil/trace.go:171","msg":"trace[422397970] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"115.730053ms","start":"2026-03-29T02:05:57.16236Z","end":"2026-03-29T02:05:57.27809Z","steps":["trace[422397970] 'process raft request' (duration: 115.445927ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:57.326544Z","caller":"traceutil/trace.go:171","msg":"trace[1662171972] linearizableReadLoop","detail":"{readStateIndex:2301; appliedIndex:2299; }","duration":"151.660154ms","start":"2026-03-29T02:05:57.174854Z","end":"2026-03-29T02:05:57.326514Z","steps":["trace[1662171972] 'read index received' (duration: 102.749513ms)","trace[1662171972] 'applied index is now lower than readState.Index' (duration: 48.909581ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:57.326598Z","caller":"traceutil/trace.go:171","msg":"trace[860145311] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"162.550557ms","start":"2026-03-29T02:05:57.164025Z","end":"2026-03-29T02:05:57.326576Z","steps":["trace[860145311] 'process raft request' (duration: 162.363733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:57.326828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.294231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:05:57.326892Z","caller":"traceutil/trace.go:171","msg":"trace[1107910466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2203; }","duration":"123.435674ms","start":"2026-03-29T02:05:57.20344Z","end":"2026-03-29T02:05:57.326876Z","steps":["trace[1107910466] 'agreement among raft nodes before linearized reading' (duration: 123.224639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:57.326902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.139593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:05:57.326981Z","caller":"traceutil/trace.go:171","msg":"trace[1787369381] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2203; }","duration":"121.254915ms","start":"2026-03-29T02:05:57.205708Z","end":"2026-03-29T02:05:57.326963Z","steps":["trace[1787369381] 'agreement among raft nodes before linearized reading' (duration: 121.01076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:57.326992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.234395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:05:57.327063Z","caller":"traceutil/trace.go:171","msg":"trace[1151187340] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2203; }","duration":"121.354357ms","start":"2026-03-29T02:05:57.205675Z","end":"2026-03-29T02:05:57.32703Z","steps":["trace[1151187340] 'agreement among raft nodes before linearized reading' (duration: 121.106472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:57.327034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.547871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:05:57.327146Z","caller":"traceutil/trace.go:171","msg":"trace[632543088] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2203; }","duration":"121.707295ms","start":"2026-03-29T02:05:57.205414Z","end":"2026-03-29T02:05:57.327121Z","steps":["trace[632543088] 'agreement among raft nodes before linearized reading' (duration: 121.428169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:57.327137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.830991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-29T02:05:57.327036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.162405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:05:57.327226Z","caller":"traceutil/trace.go:171","msg":"trace[987654428] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2203; }","duration":"109.990354ms","start":"2026-03-29T02:05:57.217211Z","end":"2026-03-29T02:05:57.327201Z","steps":["trace[987654428] 'agreement among raft nodes before linearized reading' (duration: 109.615416ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:57.327267Z","caller":"traceutil/trace.go:171","msg":"trace[1093500371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2203; }","duration":"152.488402ms","start":"2026-03-29T02:05:57.174767Z","end":"2026-03-29T02:05:57.327255Z","steps":["trace[1093500371] 'agreement among raft nodes before linearized reading' (duration: 151.90325ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:57.46629Z","caller":"traceutil/trace.go:171","msg":"trace[1678104611] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"134.576693ms","start":"2026-03-29T02:05:57.331672Z","end":"2026-03-29T02:05:57.466249Z","steps":["trace[1678104611] 'process raft request' (duration: 132.20488ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:57.467036Z","caller":"traceutil/trace.go:171","msg":"trace[1118397060] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"135.243728ms","start":"2026-03-29T02:05:57.331771Z","end":"2026-03-29T02:05:57.467014Z","steps":["trace[1118397060] 'process raft request' (duration: 135.044824ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:57.467071Z","caller":"traceutil/trace.go:171","msg":"trace[447296243] linearizableReadLoop","detail":"{readStateIndex:2306; appliedIndex:2301; }","duration":"120.355826ms","start":"2026-03-29T02:05:57.346689Z","end":"2026-03-29T02:05:57.467045Z","steps":["trace[447296243] 'read index received' (duration: 117.249127ms)","trace[447296243] 'applied index is now lower than readState.Index' (duration: 3.105499ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:57.467088Z","caller":"traceutil/trace.go:171","msg":"trace[1232676088] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"134.470351ms","start":"2026-03-29T02:05:57.332591Z","end":"2026-03-29T02:05:57.467061Z","steps":["trace[1232676088] 'process raft request' (duration: 134.377409ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:57.467121Z","caller":"traceutil/trace.go:171","msg":"trace[1226911130] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"134.126274ms","start":"2026-03-29T02:05:57.332956Z","end":"2026-03-29T02:05:57.467082Z","steps":["trace[1226911130] 'process raft request' (duration: 134.045512ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:57.467173Z","caller":"traceutil/trace.go:171","msg":"trace[452879001] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"134.749986ms","start":"2026-03-29T02:05:57.332371Z","end":"2026-03-29T02:05:57.467121Z","steps":["trace[452879001] 'process raft request' (duration: 134.559712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:57.46732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.609201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:05:57.467439Z","caller":"traceutil/trace.go:171","msg":"trace[436458470] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2208; }","duration":"120.762644ms","start":"2026-03-29T02:05:57.346628Z","end":"2026-03-29T02:05:57.467391Z","steps":["trace[436458470] 'agreement among raft nodes before linearized reading' (duration: 120.510809ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:58.340436Z","caller":"traceutil/trace.go:171","msg":"trace[63771739] linearizableReadLoop","detail":"{readStateIndex:2308; appliedIndex:2307; }","duration":"115.360675ms","start":"2026-03-29T02:05:58.225044Z","end":"2026-03-29T02:05:58.340405Z","steps":["trace[63771739] 'read index received' (duration: 115.077479ms)","trace[63771739] 'applied index is now lower than readState.Index' (duration: 281.646µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:58.340534Z","caller":"traceutil/trace.go:171","msg":"trace[265456654] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"225.727397ms","start":"2026-03-29T02:05:58.114754Z","end":"2026-03-29T02:05:58.340481Z","steps":["trace[265456654] 'process raft request' (duration: 225.441011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:58.34072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.659801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:05:58.340796Z","caller":"traceutil/trace.go:171","msg":"trace[653668176] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:2210; }","duration":"115.812834ms","start":"2026-03-29T02:05:58.224967Z","end":"2026-03-29T02:05:58.34078Z","steps":["trace[653668176] 'agreement among raft nodes before linearized reading' (duration: 115.592729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:58.711187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.653624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:05:58.711323Z","caller":"traceutil/trace.go:171","msg":"trace[1423175536] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"328.507521ms","start":"2026-03-29T02:05:58.382794Z","end":"2026-03-29T02:05:58.711302Z","steps":["trace[1423175536] 'process raft request' (duration: 176.631362ms)","trace[1423175536] 'compare' (duration: 151.332417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:58.711387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:58.382767Z","time spent":"328.590512ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:58.764969Z","caller":"traceutil/trace.go:171","msg":"trace[1572312647] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"298.45123ms","start":"2026-03-29T02:05:58.466492Z","end":"2026-03-29T02:05:58.764943Z","steps":["trace[1572312647] 'process raft request' (duration: 298.402909ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:58.765138Z","caller":"traceutil/trace.go:171","msg":"trace[1488843548] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"368.800061ms","start":"2026-03-29T02:05:58.396294Z","end":"2026-03-29T02:05:58.765094Z","steps":["trace[1488843548] 'process raft request' (duration: 368.533995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:58.765338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:58.396219Z","time spent":"369.019406ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:58.765131Z","caller":"traceutil/trace.go:171","msg":"trace[845309684] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"375.254134ms","start":"2026-03-29T02:05:58.389725Z","end":"2026-03-29T02:05:58.76498Z","steps":["trace[845309684] 'process raft request' (duration: 374.987477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:58.765615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:58.389712Z","time spent":"375.810806ms","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:59.689217Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198732986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:06:00.185917Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.074223133s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:06:00.186491Z","caller":"traceutil/trace.go:171","msg":"trace[1389399757] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"1.075052641s","start":"2026-03-29T02:05:59.111395Z","end":"2026-03-29T02:06:00.186447Z","steps":["trace[1389399757] 'process raft request' (duration: 1.074874157s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:00.186665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:59.111345Z","time spent":"1.075217334s","remote":"127.0.0.1:54652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7931,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:00.620887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.772167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:06:00.621114Z","caller":"traceutil/trace.go:171","msg":"trace[1856717034] linearizableReadLoop","detail":"{readStateIndex:2316; appliedIndex:2313; }","duration":"1.432422575s","start":"2026-03-29T02:05:59.188674Z","end":"2026-03-29T02:06:00.621096Z","steps":["trace[1856717034] 'read index received' (duration: 997.490859ms)","trace[1856717034] 'applied index is now lower than readState.Index' (duration: 434.930706ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:00.621148Z","caller":"traceutil/trace.go:171","msg":"trace[1895577580] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"1.3372025s","start":"2026-03-29T02:05:59.283895Z","end":"2026-03-29T02:06:00.621097Z","steps":["trace[1895577580] 'process raft request' (duration: 1.129042845s)","trace[1895577580] 'compare' (duration: 207.510431ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:00.621228Z","caller":"traceutil/trace.go:171","msg":"trace[224030061] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"1.287408929s","start":"2026-03-29T02:05:59.333776Z","end":"2026-03-29T02:06:00.621185Z","steps":["trace[224030061] 'process raft request' (duration: 1.287218335s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:00.621325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:59.283867Z","time spent":"1.337363704s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:00.621354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432686262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11978"} {"level":"info","ts":"2026-03-29T02:06:00.621386Z","caller":"traceutil/trace.go:171","msg":"trace[375977801] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2217; }","duration":"1.432766944s","start":"2026-03-29T02:05:59.18861Z","end":"2026-03-29T02:06:00.621377Z","steps":["trace[375977801] 'agreement among raft nodes before linearized reading' (duration: 1.43259288s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:00.621387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:59.333759Z","time spent":"1.287542902s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:00.621431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:59.188587Z","time spent":"1.432836195s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12000,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:06:00.621489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.288686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:06:00.621542Z","caller":"traceutil/trace.go:171","msg":"trace[603820290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2217; }","duration":"747.381429ms","start":"2026-03-29T02:05:59.874149Z","end":"2026-03-29T02:06:00.62153Z","steps":["trace[603820290] 'agreement among raft nodes before linearized reading' (duration: 747.297157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:00.621546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14938808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-29T02:06:00.621586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150098595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-29T02:06:00.621593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.988047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:06:00.62157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.703939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:06:00.621632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150085365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:06:00.621654Z","caller":"traceutil/trace.go:171","msg":"trace[1224251536] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2217; }","duration":"1.150207657s","start":"2026-03-29T02:05:59.471431Z","end":"2026-03-29T02:06:00.621638Z","steps":["trace[1224251536] 'agreement among raft nodes before linearized reading' (duration: 1.150092485s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:00.621566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:59.874126Z","time spent":"747.435541ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:06:00.621677Z","caller":"traceutil/trace.go:171","msg":"trace[49999954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2217; }","duration":"1.150145966s","start":"2026-03-29T02:05:59.471519Z","end":"2026-03-29T02:06:00.621665Z","steps":["trace[49999954] 'agreement among raft nodes before linearized reading' (duration: 1.149992873s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:00.621685Z","caller":"traceutil/trace.go:171","msg":"trace[1371313177] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2217; }","duration":"524.879283ms","start":"2026-03-29T02:06:00.096781Z","end":"2026-03-29T02:06:00.62166Z","steps":["trace[1371313177] 'agreement among raft nodes before linearized reading' (duration: 524.691779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:00.621715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:59.471513Z","time spent":"1.150194947s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:06:00.621708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:59.471409Z","time spent":"1.15028783s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:06:00.621593Z","caller":"traceutil/trace.go:171","msg":"trace[1683062180] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2217; }","duration":"1.149488152s","start":"2026-03-29T02:05:59.472092Z","end":"2026-03-29T02:06:00.62158Z","steps":["trace[1683062180] 'agreement among raft nodes before linearized reading' (duration: 1.149355359s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:00.621751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:00.096746Z","time spent":"524.990785ms","remote":"127.0.0.1:48150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:06:00.621789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:59.472082Z","time spent":"1.149691766s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:06:00.621627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150179667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:06:00.621493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273145702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-29T02:06:00.621837Z","caller":"traceutil/trace.go:171","msg":"trace[1062721642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2217; }","duration":"1.150423672s","start":"2026-03-29T02:05:59.471403Z","end":"2026-03-29T02:06:00.621827Z","steps":["trace[1062721642] 'agreement among raft nodes before linearized reading' (duration: 1.150184977s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:00.62198Z","caller":"traceutil/trace.go:171","msg":"trace[49268568] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2217; }","duration":"1.273592901s","start":"2026-03-29T02:05:59.348306Z","end":"2026-03-29T02:06:00.621899Z","steps":["trace[49268568] 'agreement among raft nodes before linearized reading' (duration: 1.273011518s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:00.62166Z","caller":"traceutil/trace.go:171","msg":"trace[1088301641] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2217; }","duration":"940.096309ms","start":"2026-03-29T02:05:59.681548Z","end":"2026-03-29T02:06:00.621644Z","steps":["trace[1088301641] 'agreement among raft nodes before linearized reading' (duration: 939.938156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:00.622356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:59.348296Z","time spent":"1.273995121s","remote":"127.0.0.1:42364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-29T02:06:00.622364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:59.68153Z","time spent":"940.812156ms","remote":"127.0.0.1:54640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":15,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:06:00.622369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:59.471375Z","time spent":"1.150671867s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:06:00.622576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150472604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:06:00.622649Z","caller":"traceutil/trace.go:171","msg":"trace[1550584972] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2217; }","duration":"1.150568626s","start":"2026-03-29T02:05:59.472064Z","end":"2026-03-29T02:06:00.622632Z","steps":["trace[1550584972] 'agreement among raft nodes before linearized reading' (duration: 1.149479621s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:00.622697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:59.472053Z","time spent":"1.150631787s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:06:00.84169Z","caller":"traceutil/trace.go:171","msg":"trace[1817273535] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"215.252114ms","start":"2026-03-29T02:06:00.62641Z","end":"2026-03-29T02:06:00.841662Z","steps":["trace[1817273535] 'process raft request' (duration: 173.097253ms)","trace[1817273535] 'compare' (duration: 42.012357ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:00.898355Z","caller":"traceutil/trace.go:171","msg":"trace[855746987] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"271.904748ms","start":"2026-03-29T02:06:00.626408Z","end":"2026-03-29T02:06:00.898312Z","steps":["trace[855746987] 'process raft request' (duration: 271.617991ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:00.898791Z","caller":"traceutil/trace.go:171","msg":"trace[1168635413] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"270.7127ms","start":"2026-03-29T02:06:00.628036Z","end":"2026-03-29T02:06:00.898749Z","steps":["trace[1168635413] 'process raft request' (duration: 270.221229ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:00.898821Z","caller":"traceutil/trace.go:171","msg":"trace[1485136438] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"270.662179ms","start":"2026-03-29T02:06:00.628137Z","end":"2026-03-29T02:06:00.8988Z","steps":["trace[1485136438] 'process raft request' (duration: 270.364023ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:00.899066Z","caller":"traceutil/trace.go:171","msg":"trace[1143905451] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"270.707521ms","start":"2026-03-29T02:06:00.628336Z","end":"2026-03-29T02:06:00.899043Z","steps":["trace[1143905451] 'process raft request' (duration: 270.419164ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:00.899284Z","caller":"traceutil/trace.go:171","msg":"trace[486099034] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"137.425796ms","start":"2026-03-29T02:06:00.76184Z","end":"2026-03-29T02:06:00.899265Z","steps":["trace[486099034] 'process raft request' (duration: 137.12112ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:00.899844Z","caller":"traceutil/trace.go:171","msg":"trace[1732758290] linearizableReadLoop","detail":"{readStateIndex:2321; appliedIndex:2316; }","duration":"265.680399ms","start":"2026-03-29T02:06:00.634148Z","end":"2026-03-29T02:06:00.899828Z","steps":["trace[1732758290] 'read index received' (duration: 165.308029ms)","trace[1732758290] 'applied index is now lower than readState.Index' (duration: 100.37138ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:00.899924Z","caller":"traceutil/trace.go:171","msg":"trace[1834866467] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"129.434249ms","start":"2026-03-29T02:06:00.770464Z","end":"2026-03-29T02:06:00.899898Z","steps":["trace[1834866467] 'process raft request' (duration: 128.668762ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:00.899944Z","caller":"traceutil/trace.go:171","msg":"trace[499349400] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"128.940447ms","start":"2026-03-29T02:06:00.770993Z","end":"2026-03-29T02:06:00.899933Z","steps":["trace[499349400] 'process raft request' (duration: 128.787644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:00.900125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.954725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:06:00.900302Z","caller":"traceutil/trace.go:171","msg":"trace[1907075752] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2225; }","duration":"266.106638ms","start":"2026-03-29T02:06:00.634115Z","end":"2026-03-29T02:06:00.900221Z","steps":["trace[1907075752] 'agreement among raft nodes before linearized reading' (duration: 265.896324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:02.958526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.369793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:06:02.958642Z","caller":"traceutil/trace.go:171","msg":"trace[1855575799] linearizableReadLoop","detail":"{readStateIndex:2326; appliedIndex:2324; }","duration":"320.127764ms","start":"2026-03-29T02:06:02.638493Z","end":"2026-03-29T02:06:02.958621Z","steps":["trace[1855575799] 'read index received' (duration: 43.878879ms)","trace[1855575799] 'applied index is now lower than readState.Index' (duration: 276.247195ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:02.958718Z","caller":"traceutil/trace.go:171","msg":"trace[1401165071] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"331.080639ms","start":"2026-03-29T02:06:02.627625Z","end":"2026-03-29T02:06:02.958706Z","steps":["trace[1401165071] 'process raft request' (duration: 190.43176ms)","trace[1401165071] 'compare' (duration: 140.208838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:06:02.958788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:02.627597Z","time spent":"331.158961ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:02.958926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.412621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-29T02:06:02.959003Z","caller":"traceutil/trace.go:171","msg":"trace[67545103] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2227; }","duration":"320.524403ms","start":"2026-03-29T02:06:02.638458Z","end":"2026-03-29T02:06:02.958982Z","steps":["trace[67545103] 'agreement among raft nodes before linearized reading' (duration: 320.291128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:02.959044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:02.638445Z","time spent":"320.590454ms","remote":"127.0.0.1:42364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-29T02:06:03.23097Z","caller":"traceutil/trace.go:171","msg":"trace[1385189208] linearizableReadLoop","detail":"{readStateIndex:2328; appliedIndex:2326; }","duration":"272.271726ms","start":"2026-03-29T02:06:02.95867Z","end":"2026-03-29T02:06:03.230941Z","steps":["trace[1385189208] 'read index received' (duration: 44.37483ms)","trace[1385189208] 'applied index is now lower than readState.Index' (duration: 227.895776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:06:03.231131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.333443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:06:03.231168Z","caller":"traceutil/trace.go:171","msg":"trace[1488245146] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2229; }","duration":"391.439675ms","start":"2026-03-29T02:06:02.839716Z","end":"2026-03-29T02:06:03.231155Z","steps":["trace[1488245146] 'agreement among raft nodes before linearized reading' (duration: 391.324343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:03.231166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.776789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:06:03.231216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:02.839691Z","time spent":"391.515076ms","remote":"127.0.0.1:54704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:06:03.231236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.653632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:06:03.23124Z","caller":"traceutil/trace.go:171","msg":"trace[707018285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2229; }","duration":"355.894102ms","start":"2026-03-29T02:06:02.875328Z","end":"2026-03-29T02:06:03.231222Z","steps":["trace[707018285] 'agreement among raft nodes before linearized reading' (duration: 355.772159ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:03.231285Z","caller":"traceutil/trace.go:171","msg":"trace[1849744608] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2229; }","duration":"327.720583ms","start":"2026-03-29T02:06:02.903551Z","end":"2026-03-29T02:06:03.231272Z","steps":["trace[1849744608] 'agreement among raft nodes before linearized reading' (duration: 327.536959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:03.231294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:02.875308Z","time spent":"355.978373ms","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:06:03.231281Z","caller":"traceutil/trace.go:171","msg":"trace[1939669036] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"324.820339ms","start":"2026-03-29T02:06:02.906439Z","end":"2026-03-29T02:06:03.23126Z","steps":["trace[1939669036] 'process raft request' (duration: 314.938218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:03.231413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:02.903541Z","time spent":"327.786375ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:06:03.231452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.313083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:06:03.23151Z","caller":"traceutil/trace.go:171","msg":"trace[1517377375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2229; }","duration":"326.424565ms","start":"2026-03-29T02:06:02.905068Z","end":"2026-03-29T02:06:03.231492Z","steps":["trace[1517377375] 'agreement among raft nodes before linearized reading' (duration: 326.247761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:03.231455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:02.906427Z","time spent":"324.935881ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:03.231529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.207646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:06:03.23127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.019308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:06:03.231711Z","caller":"traceutil/trace.go:171","msg":"trace[935398737] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2229; }","duration":"385.482162ms","start":"2026-03-29T02:06:02.846182Z","end":"2026-03-29T02:06:03.231664Z","steps":["trace[935398737] 'agreement among raft nodes before linearized reading' (duration: 385.055323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:03.231562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:02.905042Z","time spent":"326.506477ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:06:03.231725Z","caller":"traceutil/trace.go:171","msg":"trace[459283850] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2229; }","duration":"327.486768ms","start":"2026-03-29T02:06:02.904204Z","end":"2026-03-29T02:06:03.231691Z","steps":["trace[459283850] 'agreement among raft nodes before linearized reading' (duration: 326.818903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:03.231716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.804055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T02:06:03.231839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:02.904195Z","time spent":"327.60362ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:06:03.231881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:02.846155Z","time spent":"385.617765ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:06:03.231875Z","caller":"traceutil/trace.go:171","msg":"trace[1983111194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2229; }","duration":"328.03885ms","start":"2026-03-29T02:06:02.903808Z","end":"2026-03-29T02:06:03.231847Z","steps":["trace[1983111194] 'agreement among raft nodes before linearized reading' (duration: 327.643062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:03.231988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:02.903787Z","time spent":"328.190833ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:06:05.646451Z","caller":"traceutil/trace.go:171","msg":"trace[1789031539] linearizableReadLoop","detail":"{readStateIndex:2341; appliedIndex:2340; }","duration":"387.65119ms","start":"2026-03-29T02:06:05.258765Z","end":"2026-03-29T02:06:05.646416Z","steps":["trace[1789031539] 'read index received' (duration: 387.407205ms)","trace[1789031539] 'applied index is now lower than readState.Index' (duration: 242.715µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:05.646563Z","caller":"traceutil/trace.go:171","msg":"trace[1282551483] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"409.414707ms","start":"2026-03-29T02:06:05.237102Z","end":"2026-03-29T02:06:05.646517Z","steps":["trace[1282551483] 'process raft request' (duration: 409.139281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:05.646737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.027862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:06:05.646746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.960407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:06:05.646798Z","caller":"traceutil/trace.go:171","msg":"trace[595975219] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2240; }","duration":"385.103043ms","start":"2026-03-29T02:06:05.26168Z","end":"2026-03-29T02:06:05.646783Z","steps":["trace[595975219] 'agreement among raft nodes before linearized reading' (duration: 384.906749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:05.646802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:05.237064Z","time spent":"409.59217ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:05.646842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:05.261651Z","time spent":"385.181736ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:06:05.646832Z","caller":"traceutil/trace.go:171","msg":"trace[1839603435] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2240; }","duration":"388.11644ms","start":"2026-03-29T02:06:05.258696Z","end":"2026-03-29T02:06:05.646812Z","steps":["trace[1839603435] 'agreement among raft nodes before linearized reading' (duration: 387.839194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:05.646891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:05.258666Z","time spent":"388.216053ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:06:05.646892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.628423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:06:05.646943Z","caller":"traceutil/trace.go:171","msg":"trace[1563661172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2240; }","duration":"384.721045ms","start":"2026-03-29T02:06:05.262205Z","end":"2026-03-29T02:06:05.646926Z","steps":["trace[1563661172] 'agreement among raft nodes before linearized reading' (duration: 384.597882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:05.646963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.011451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-29T02:06:05.646987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:05.262182Z","time spent":"384.793557ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:06:05.647033Z","caller":"traceutil/trace.go:171","msg":"trace[1129490054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2240; }","duration":"385.099144ms","start":"2026-03-29T02:06:05.261916Z","end":"2026-03-29T02:06:05.647015Z","steps":["trace[1129490054] 'agreement among raft nodes before linearized reading' (duration: 384.858518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:05.64707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:05.261907Z","time spent":"385.155875ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:06:05.646739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.957071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:06:05.647202Z","caller":"traceutil/trace.go:171","msg":"trace[1143355096] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2240; }","duration":"156.41284ms","start":"2026-03-29T02:06:05.49072Z","end":"2026-03-29T02:06:05.647133Z","steps":["trace[1143355096] 'agreement among raft nodes before linearized reading' (duration: 155.95424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:05.647193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.229096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:06:05.647303Z","caller":"traceutil/trace.go:171","msg":"trace[1484109122] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2240; }","duration":"385.42055ms","start":"2026-03-29T02:06:05.261857Z","end":"2026-03-29T02:06:05.647278Z","steps":["trace[1484109122] 'agreement among raft nodes before linearized reading' (duration: 385.047402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:05.647361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:05.261821Z","time spent":"385.529943ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:06:06.376526Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198733044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:06:06.877311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198733044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:06:07.378415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198733044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:06:07.823422Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.171175791s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:06:07.875597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999709574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:06:07.875662Z","caller":"traceutil/trace.go:171","msg":"trace[945962636] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999790086s","start":"2026-03-29T02:06:05.875857Z","end":"2026-03-29T02:06:07.875647Z","steps":["trace[945962636] 'agreement among raft nodes before linearized reading' (duration: 1.999706564s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:07.875698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:05.875793Z","time spent":"1.999899299s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:06:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:06:08.724286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.476195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:06:08.724386Z","caller":"traceutil/trace.go:171","msg":"trace[1528627022] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"3.072222299s","start":"2026-03-29T02:06:05.652145Z","end":"2026-03-29T02:06:08.724367Z","steps":["trace[1528627022] 'process raft request' (duration: 2.171544809s)","trace[1528627022] 'compare' (duration: 900.22728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:06:08.724445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:05.652115Z","time spent":"3.072303151s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:06:08.821659Z","caller":"traceutil/trace.go:171","msg":"trace[1615957846] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"3.168764523s","start":"2026-03-29T02:06:05.652872Z","end":"2026-03-29T02:06:08.821637Z","steps":["trace[1615957846] 'process raft request' (duration: 3.168571568s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:08.821903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:05.652859Z","time spent":"3.168895956s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:06:08.822Z","caller":"traceutil/trace.go:171","msg":"trace[1250629861] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"3.168949228s","start":"2026-03-29T02:06:05.653027Z","end":"2026-03-29T02:06:08.821976Z","steps":["trace[1250629861] 'process raft request' (duration: 3.168566009s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:08.822168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:05.652991Z","time spent":"3.169093821s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:06:08.822396Z","caller":"traceutil/trace.go:171","msg":"trace[517667015] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"3.16946837s","start":"2026-03-29T02:06:05.652892Z","end":"2026-03-29T02:06:08.822361Z","steps":["trace[517667015] 'process raft request' (duration: 3.168968679s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:08.822538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:05.652859Z","time spent":"3.169601842s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:06:08.822665Z","caller":"traceutil/trace.go:171","msg":"trace[1921910196] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"2.128009028s","start":"2026-03-29T02:06:06.694645Z","end":"2026-03-29T02:06:08.822654Z","steps":["trace[1921910196] 'process raft request' (duration: 2.127805674s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:08.822639Z","caller":"traceutil/trace.go:171","msg":"trace[335677039] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"3.168788933s","start":"2026-03-29T02:06:05.653788Z","end":"2026-03-29T02:06:08.822577Z","steps":["trace[335677039] 'process raft request' (duration: 3.168498797s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:08.82272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:06.694605Z","time spent":"2.12808533s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:06:08.822653Z","caller":"traceutil/trace.go:171","msg":"trace[1477997387] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"1.843612241s","start":"2026-03-29T02:06:06.979001Z","end":"2026-03-29T02:06:08.822613Z","steps":["trace[1477997387] 'process raft request' (duration: 1.843510999s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:08.822904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:05.653772Z","time spent":"3.168988957s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:08.822948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:06.97897Z","time spent":"1.843832676s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:06:08.822969Z","caller":"traceutil/trace.go:171","msg":"trace[1932253344] transaction","detail":"{read_only:false; response_revision:2249; number_of_response:1; }","duration":"1.169329164s","start":"2026-03-29T02:06:07.653611Z","end":"2026-03-29T02:06:08.82294Z","steps":["trace[1932253344] 'process raft request' (duration: 1.16914533s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:08.822914Z","caller":"traceutil/trace.go:171","msg":"trace[1303506971] linearizableReadLoop","detail":"{readStateIndex:2349; appliedIndex:2341; }","duration":"2.947015074s","start":"2026-03-29T02:06:05.875873Z","end":"2026-03-29T02:06:08.822888Z","steps":["trace[1303506971] 'read index received' (duration: 1.947798525s)","trace[1303506971] 'applied index is now lower than readState.Index' (duration: 999.215299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:06:08.823093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:07.653584Z","time spent":"1.169447716s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:06:08.822915Z","caller":"traceutil/trace.go:171","msg":"trace[599693447] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"1.806413551s","start":"2026-03-29T02:06:07.016484Z","end":"2026-03-29T02:06:08.822897Z","steps":["trace[599693447] 'process raft request' (duration: 1.806076124s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:08.823226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:07.016467Z","time spent":"1.806687828s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:06:08.830162Z","caller":"traceutil/trace.go:171","msg":"trace[1906140109] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"424.829729ms","start":"2026-03-29T02:06:08.405304Z","end":"2026-03-29T02:06:08.830134Z","steps":["trace[1906140109] 'process raft request' (duration: 419.365358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:08.830274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:08.405279Z","time spent":"424.943293ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:08.830276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.416199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:06:08.830339Z","caller":"traceutil/trace.go:171","msg":"trace[1409578905] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2252; }","duration":"289.521652ms","start":"2026-03-29T02:06:08.540803Z","end":"2026-03-29T02:06:08.830325Z","steps":["trace[1409578905] 'agreement among raft nodes before linearized reading' (duration: 289.391029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:08.83032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.902354729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11985"} {"level":"info","ts":"2026-03-29T02:06:08.830416Z","caller":"traceutil/trace.go:171","msg":"trace[1480531058] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2252; }","duration":"2.902512672s","start":"2026-03-29T02:06:05.927883Z","end":"2026-03-29T02:06:08.830395Z","steps":["trace[1480531058] 'agreement among raft nodes before linearized reading' (duration: 2.902273697s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:08.830471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:05.927859Z","time spent":"2.902602225s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12007,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:06:08.830479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.118803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:06:08.830529Z","caller":"traceutil/trace.go:171","msg":"trace[920515190] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2252; }","duration":"212.208216ms","start":"2026-03-29T02:06:08.618307Z","end":"2026-03-29T02:06:08.830516Z","steps":["trace[920515190] 'agreement among raft nodes before linearized reading' (duration: 212.127224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:08.830544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.552144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-29T02:06:08.830572Z","caller":"traceutil/trace.go:171","msg":"trace[2090741695] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2252; }","duration":"376.653056ms","start":"2026-03-29T02:06:08.453912Z","end":"2026-03-29T02:06:08.830566Z","steps":["trace[2090741695] 'agreement among raft nodes before linearized reading' (duration: 376.542383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:08.830595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:08.453881Z","time spent":"376.710207ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-29T02:06:08.830678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.151954862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:06:08.830656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.586732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:06:08.830699Z","caller":"traceutil/trace.go:171","msg":"trace[845062887] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2252; }","duration":"2.152018695s","start":"2026-03-29T02:06:06.678675Z","end":"2026-03-29T02:06:08.830693Z","steps":["trace[845062887] 'agreement among raft nodes before linearized reading' (duration: 2.151982134s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:08.830348Z","caller":"traceutil/trace.go:171","msg":"trace[976333557] transaction","detail":"{read_only:false; response_revision:2251; number_of_response:1; }","duration":"302.764458ms","start":"2026-03-29T02:06:08.527569Z","end":"2026-03-29T02:06:08.830334Z","steps":["trace[976333557] 'process raft request' (duration: 302.405709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:08.830715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:06.678655Z","time spent":"2.152055265s","remote":"127.0.0.1:59722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:06:08.830719Z","caller":"traceutil/trace.go:171","msg":"trace[398612037] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:2252; }","duration":"604.775716ms","start":"2026-03-29T02:06:08.225929Z","end":"2026-03-29T02:06:08.830704Z","steps":["trace[398612037] 'agreement among raft nodes before linearized reading' (duration: 604.244814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:08.830801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:08.527541Z","time spent":"303.183886ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:08.830812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.848327302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-29T02:06:08.830838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:08.225877Z","time spent":"604.94905ms","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"info","ts":"2026-03-29T02:06:08.830857Z","caller":"traceutil/trace.go:171","msg":"trace[2048525663] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2252; }","duration":"2.848408044s","start":"2026-03-29T02:06:05.982434Z","end":"2026-03-29T02:06:08.830842Z","steps":["trace[2048525663] 'agreement among raft nodes before linearized reading' (duration: 2.84823399s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:08.830872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.012313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1984"} {"level":"info","ts":"2026-03-29T02:06:08.830895Z","caller":"traceutil/trace.go:171","msg":"trace[871565644] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2252; }","duration":"740.082905ms","start":"2026-03-29T02:06:08.090806Z","end":"2026-03-29T02:06:08.830888Z","steps":["trace[871565644] 'agreement among raft nodes before linearized reading' (duration: 740.000413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:08.830891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:05.982413Z","time spent":"2.848469296s","remote":"127.0.0.1:42364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-29T02:06:08.830912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:08.090773Z","time spent":"740.134466ms","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2006,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-29T02:06:08.83095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.064423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:06:08.830948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.049431055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:06:08.830983Z","caller":"traceutil/trace.go:171","msg":"trace[1643071102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2252; }","duration":"955.137195ms","start":"2026-03-29T02:06:07.875836Z","end":"2026-03-29T02:06:08.830973Z","steps":["trace[1643071102] 'agreement among raft nodes before linearized reading' (duration: 955.085824ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:08.830987Z","caller":"traceutil/trace.go:171","msg":"trace[1804716532] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2252; }","duration":"2.049498197s","start":"2026-03-29T02:06:06.78148Z","end":"2026-03-29T02:06:08.830979Z","steps":["trace[1804716532] 'agreement among raft nodes before linearized reading' (duration: 2.049439146s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:08.831014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:06.781469Z","time spent":"2.049538697s","remote":"127.0.0.1:59756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:06:08.831012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:07.875812Z","time spent":"955.193525ms","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:06:08.831062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.110923358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:06:08.83108Z","caller":"traceutil/trace.go:171","msg":"trace[428919327] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2252; }","duration":"2.110975428s","start":"2026-03-29T02:06:06.720098Z","end":"2026-03-29T02:06:08.831074Z","steps":["trace[428919327] 'agreement among raft nodes before linearized reading' (duration: 2.110901276s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:08.831094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:06.720081Z","time spent":"2.111008759s","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":90,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:06:08.831131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.664258594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-29T02:06:08.831164Z","caller":"traceutil/trace.go:171","msg":"trace[39840984] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2252; }","duration":"2.664329696s","start":"2026-03-29T02:06:06.166824Z","end":"2026-03-29T02:06:08.831154Z","steps":["trace[39840984] 'agreement among raft nodes before linearized reading' (duration: 2.664233054s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:08.8312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:06.166803Z","time spent":"2.664390598s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-29T02:06:12.9576Z","caller":"traceutil/trace.go:171","msg":"trace[1362356208] linearizableReadLoop","detail":"{readStateIndex:2371; appliedIndex:2370; }","duration":"114.296061ms","start":"2026-03-29T02:06:12.843276Z","end":"2026-03-29T02:06:12.957572Z","steps":["trace[1362356208] 'read index received' (duration: 21.442049ms)","trace[1362356208] 'applied index is now lower than readState.Index' (duration: 92.852672ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:12.957637Z","caller":"traceutil/trace.go:171","msg":"trace[326525672] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"115.055477ms","start":"2026-03-29T02:06:12.842552Z","end":"2026-03-29T02:06:12.957608Z","steps":["trace[326525672] 'process raft request' (duration: 114.27745ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:12.957661Z","caller":"traceutil/trace.go:171","msg":"trace[746999337] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"114.316002ms","start":"2026-03-29T02:06:12.843319Z","end":"2026-03-29T02:06:12.957635Z","steps":["trace[746999337] 'process raft request' (duration: 114.138658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:12.957895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.590708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:06:12.958007Z","caller":"traceutil/trace.go:171","msg":"trace[153017188] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2270; }","duration":"114.74494ms","start":"2026-03-29T02:06:12.843241Z","end":"2026-03-29T02:06:12.957986Z","steps":["trace[153017188] 'agreement among raft nodes before linearized reading' (duration: 114.464894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:12.958012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.967173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T02:06:12.958084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.279981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:06:12.958126Z","caller":"traceutil/trace.go:171","msg":"trace[1142434087] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2270; }","duration":"114.386943ms","start":"2026-03-29T02:06:12.843727Z","end":"2026-03-29T02:06:12.958114Z","steps":["trace[1142434087] 'agreement among raft nodes before linearized reading' (duration: 114.25352ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:12.958119Z","caller":"traceutil/trace.go:171","msg":"trace[396257137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2270; }","duration":"114.119447ms","start":"2026-03-29T02:06:12.84398Z","end":"2026-03-29T02:06:12.958099Z","steps":["trace[396257137] 'agreement among raft nodes before linearized reading' (duration: 113.81688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:12.958195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.571577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:06:12.958499Z","caller":"traceutil/trace.go:171","msg":"trace[618747766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2270; }","duration":"115.212931ms","start":"2026-03-29T02:06:12.843271Z","end":"2026-03-29T02:06:12.958484Z","steps":["trace[618747766] 'agreement among raft nodes before linearized reading' (duration: 114.465315ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:27.147458Z","caller":"traceutil/trace.go:171","msg":"trace[1826365341] transaction","detail":"{read_only:false; response_revision:2351; number_of_response:1; }","duration":"130.586274ms","start":"2026-03-29T02:06:27.016847Z","end":"2026-03-29T02:06:27.147433Z","steps":["trace[1826365341] 'process raft request' (duration: 130.41047ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:33.131437Z","caller":"traceutil/trace.go:171","msg":"trace[955384202] transaction","detail":"{read_only:false; response_revision:2383; number_of_response:1; }","duration":"159.57133ms","start":"2026-03-29T02:06:32.971826Z","end":"2026-03-29T02:06:33.131398Z","steps":["trace[955384202] 'process raft request' (duration: 112.645074ms)","trace[955384202] 'compare' (duration: 46.711172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:06:33.781832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.713621ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T02:06:33.781935Z","caller":"traceutil/trace.go:171","msg":"trace[1938293853] linearizableReadLoop","detail":"{readStateIndex:2496; appliedIndex:2495; }","duration":"175.151457ms","start":"2026-03-29T02:06:33.606768Z","end":"2026-03-29T02:06:33.781919Z","steps":["trace[1938293853] 'read index received' (duration: 51.263213ms)","trace[1938293853] 'applied index is now lower than readState.Index' (duration: 123.886464ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:06:33.782072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.297172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a12db2adff6798\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-29T02:06:33.782103Z","caller":"traceutil/trace.go:171","msg":"trace[226174942] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a12db2adff6798; range_end:; response_count:1; response_revision:2389; }","duration":"175.363073ms","start":"2026-03-29T02:06:33.606728Z","end":"2026-03-29T02:06:33.782091Z","steps":["trace[226174942] 'agreement among raft nodes before linearized reading' (duration: 175.230329ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:34.223975Z","caller":"traceutil/trace.go:171","msg":"trace[1502257073] linearizableReadLoop","detail":"{readStateIndex:2497; appliedIndex:2496; }","duration":"349.336685ms","start":"2026-03-29T02:06:33.874612Z","end":"2026-03-29T02:06:34.223949Z","steps":["trace[1502257073] 'read index received' (duration: 349.180301ms)","trace[1502257073] 'applied index is now lower than readState.Index' (duration: 154.644µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:34.224108Z","caller":"traceutil/trace.go:171","msg":"trace[1288548408] transaction","detail":"{read_only:false; response_revision:2390; number_of_response:1; }","duration":"439.256122ms","start":"2026-03-29T02:06:33.784782Z","end":"2026-03-29T02:06:34.224038Z","steps":["trace[1288548408] 'process raft request' (duration: 438.973836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:34.224292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.613631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:06:34.224395Z","caller":"traceutil/trace.go:171","msg":"trace[1008756594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2390; }","duration":"349.830696ms","start":"2026-03-29T02:06:33.874541Z","end":"2026-03-29T02:06:34.224372Z","steps":["trace[1008756594] 'agreement among raft nodes before linearized reading' (duration: 349.595381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:34.224439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:33.874515Z","time spent":"349.917117ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:06:34.224468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:33.784766Z","time spent":"439.552329ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:34.224517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.142729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:06:34.224597Z","caller":"traceutil/trace.go:171","msg":"trace[1179932243] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2390; }","duration":"119.279352ms","start":"2026-03-29T02:06:34.105299Z","end":"2026-03-29T02:06:34.224579Z","steps":["trace[1179932243] 'agreement among raft nodes before linearized reading' (duration: 119.146069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:34.224751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.139829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-03-29T02:06:34.225247Z","caller":"traceutil/trace.go:171","msg":"trace[198702675] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2390; }","duration":"240.691141ms","start":"2026-03-29T02:06:33.984535Z","end":"2026-03-29T02:06:34.225226Z","steps":["trace[198702675] 'agreement among raft nodes before linearized reading' (duration: 239.80976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:43.599755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198733490,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:06:43.890992Z","caller":"traceutil/trace.go:171","msg":"trace[925329322] transaction","detail":"{read_only:false; response_revision:2434; number_of_response:1; }","duration":"942.86647ms","start":"2026-03-29T02:06:42.948099Z","end":"2026-03-29T02:06:43.890965Z","steps":["trace[925329322] 'process raft request' (duration: 942.721397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:43.89116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:42.948088Z","time spent":"942.990723ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:06:44.077983Z","caller":"traceutil/trace.go:171","msg":"trace[1899587783] transaction","detail":"{read_only:false; response_revision:2435; number_of_response:1; }","duration":"936.572451ms","start":"2026-03-29T02:06:43.141316Z","end":"2026-03-29T02:06:44.077888Z","steps":["trace[1899587783] 'process raft request' (duration: 904.409483ms)","trace[1899587783] 'compare' (duration: 31.480293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:06:44.078161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:43.141286Z","time spent":"936.791756ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:06:44.078174Z","caller":"traceutil/trace.go:171","msg":"trace[385158130] transaction","detail":"{read_only:false; response_revision:2437; number_of_response:1; }","duration":"810.501116ms","start":"2026-03-29T02:06:43.267653Z","end":"2026-03-29T02:06:44.078154Z","steps":["trace[385158130] 'process raft request' (duration: 810.108758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:44.078277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:43.267629Z","time spent":"810.587189ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:06:44.078729Z","caller":"traceutil/trace.go:171","msg":"trace[1553751769] transaction","detail":"{read_only:false; response_revision:2438; number_of_response:1; }","duration":"775.630089ms","start":"2026-03-29T02:06:43.303073Z","end":"2026-03-29T02:06:44.078703Z","steps":["trace[1553751769] 'process raft request' (duration: 774.74313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:44.078862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:43.303043Z","time spent":"775.747311ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:06:44.078854Z","caller":"traceutil/trace.go:171","msg":"trace[1343133828] transaction","detail":"{read_only:false; response_revision:2436; number_of_response:1; }","duration":"905.025047ms","start":"2026-03-29T02:06:43.173781Z","end":"2026-03-29T02:06:44.078806Z","steps":["trace[1343133828] 'process raft request' (duration: 903.914862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:44.078973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:43.173755Z","time spent":"905.14823ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:44.777495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.620604ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T02:06:44.777665Z","caller":"traceutil/trace.go:171","msg":"trace[472610388] linearizableReadLoop","detail":"{readStateIndex:2547; appliedIndex:2542; }","duration":"1.678852828s","start":"2026-03-29T02:06:43.098788Z","end":"2026-03-29T02:06:44.777641Z","steps":["trace[472610388] 'read index received' (duration: 792.22422ms)","trace[472610388] 'applied index is now lower than readState.Index' (duration: 886.626598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:06:44.778167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679373049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:06:44.778259Z","caller":"traceutil/trace.go:171","msg":"trace[915408890] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2438; }","duration":"1.679545123s","start":"2026-03-29T02:06:43.098698Z","end":"2026-03-29T02:06:44.778243Z","steps":["trace[915408890] 'agreement among raft nodes before linearized reading' (duration: 1.67940634s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:44.778311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:43.098669Z","time spent":"1.679626674s","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:06:44.778289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453909777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:06:44.778452Z","caller":"traceutil/trace.go:171","msg":"trace[1539379805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2438; }","duration":"1.4541014s","start":"2026-03-29T02:06:43.324331Z","end":"2026-03-29T02:06:44.778433Z","steps":["trace[1539379805] 'agreement among raft nodes before linearized reading' (duration: 1.453822094s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:44.778501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:43.324316Z","time spent":"1.454169973s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:06:44.778804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440342793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-29T02:06:44.778869Z","caller":"traceutil/trace.go:171","msg":"trace[1627708087] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2438; }","duration":"1.440413915s","start":"2026-03-29T02:06:43.338436Z","end":"2026-03-29T02:06:44.778849Z","steps":["trace[1627708087] 'agreement among raft nodes before linearized reading' (duration: 1.440268621s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:44.778913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:43.338429Z","time spent":"1.440470367s","remote":"127.0.0.1:42364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-29T02:06:44.77897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450718136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T02:06:44.778992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.345129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"warn","ts":"2026-03-29T02:06:44.778814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446949841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:06:44.779021Z","caller":"traceutil/trace.go:171","msg":"trace[265194468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2438; }","duration":"1.450797027s","start":"2026-03-29T02:06:43.328206Z","end":"2026-03-29T02:06:44.779003Z","steps":["trace[265194468] 'agreement among raft nodes before linearized reading' (duration: 1.450682494s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:44.779056Z","caller":"traceutil/trace.go:171","msg":"trace[348077895] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2438; }","duration":"501.488033ms","start":"2026-03-29T02:06:44.277551Z","end":"2026-03-29T02:06:44.779039Z","steps":["trace[348077895] 'agreement among raft nodes before linearized reading' (duration: 501.242377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:44.779068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:43.328192Z","time spent":"1.450864319s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:06:44.779088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:44.277522Z","time spent":"501.559934ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12404,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-29T02:06:44.779083Z","caller":"traceutil/trace.go:171","msg":"trace[88371395] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2438; }","duration":"1.447210718s","start":"2026-03-29T02:06:43.33184Z","end":"2026-03-29T02:06:44.779051Z","steps":["trace[88371395] 'agreement among raft nodes before linearized reading' (duration: 1.446873751s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:44.77911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.701816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:06:44.77915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:43.331835Z","time spent":"1.44729591s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:06:44.779165Z","caller":"traceutil/trace.go:171","msg":"trace[779297388] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2438; }","duration":"393.804368ms","start":"2026-03-29T02:06:44.385343Z","end":"2026-03-29T02:06:44.779147Z","steps":["trace[779297388] 'agreement among raft nodes before linearized reading' (duration: 393.696996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:44.779138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.732861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:06:44.779216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:44.385321Z","time spent":"393.880539ms","remote":"127.0.0.1:42276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:06:44.779244Z","caller":"traceutil/trace.go:171","msg":"trace[76028053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2438; }","duration":"904.886085ms","start":"2026-03-29T02:06:43.87433Z","end":"2026-03-29T02:06:44.779216Z","steps":["trace[76028053] 'agreement among raft nodes before linearized reading' (duration: 904.69323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:44.779224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14259551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a12db2adff6798\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-29T02:06:44.779306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:43.874311Z","time spent":"904.980797ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:06:44.779326Z","caller":"traceutil/trace.go:171","msg":"trace[1206731854] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a12db2adff6798; range_end:; response_count:1; response_revision:2438; }","duration":"1.142729402s","start":"2026-03-29T02:06:43.636561Z","end":"2026-03-29T02:06:44.77929Z","steps":["trace[1206731854] 'agreement among raft nodes before linearized reading' (duration: 1.142441386s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:44.779375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:43.636545Z","time spent":"1.142820915s","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a12db2adff6798\" "} {"level":"warn","ts":"2026-03-29T02:06:44.778887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450638934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:06:44.779753Z","caller":"traceutil/trace.go:171","msg":"trace[170966711] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2438; }","duration":"1.451431571s","start":"2026-03-29T02:06:43.328205Z","end":"2026-03-29T02:06:44.779636Z","steps":["trace[170966711] 'agreement among raft nodes before linearized reading' (duration: 1.450585002s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:44.779809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:43.328191Z","time spent":"1.451601815s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:06:45.152696Z","caller":"traceutil/trace.go:171","msg":"trace[869254253] transaction","detail":"{read_only:false; response_revision:2439; number_of_response:1; }","duration":"370.780983ms","start":"2026-03-29T02:06:44.781872Z","end":"2026-03-29T02:06:45.152653Z","steps":["trace[869254253] 'process raft request' (duration: 370.373124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:45.153006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:44.781854Z","time spent":"370.976358ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:45.656133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.782284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:06:45.656447Z","caller":"traceutil/trace.go:171","msg":"trace[47585938] transaction","detail":"{read_only:false; response_revision:2440; number_of_response:1; }","duration":"873.329198ms","start":"2026-03-29T02:06:44.783079Z","end":"2026-03-29T02:06:45.656408Z","steps":["trace[47585938] 'process raft request' (duration: 596.218865ms)","trace[47585938] 'compare' (duration: 275.639731ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:45.656481Z","caller":"traceutil/trace.go:171","msg":"trace[1224338295] transaction","detail":"{read_only:false; response_revision:2441; number_of_response:1; }","duration":"873.325998ms","start":"2026-03-29T02:06:44.783131Z","end":"2026-03-29T02:06:45.656457Z","steps":["trace[1224338295] 'process raft request' (duration: 873.102893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:45.65659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:44.78312Z","time spent":"873.41582ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:45.656766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:44.783061Z","time spent":"873.499912ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:06:45.656901Z","caller":"traceutil/trace.go:171","msg":"trace[504620604] transaction","detail":"{read_only:false; response_revision:2442; number_of_response:1; }","duration":"873.101763ms","start":"2026-03-29T02:06:44.783774Z","end":"2026-03-29T02:06:45.656875Z","steps":["trace[504620604] 'process raft request' (duration: 872.581341ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:45.656964Z","caller":"traceutil/trace.go:171","msg":"trace[993257567] transaction","detail":"{read_only:false; response_revision:2443; number_of_response:1; }","duration":"872.705434ms","start":"2026-03-29T02:06:44.784241Z","end":"2026-03-29T02:06:45.656946Z","steps":["trace[993257567] 'process raft request' (duration: 872.371047ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:45.656977Z","caller":"traceutil/trace.go:171","msg":"trace[1344769334] transaction","detail":"{read_only:false; response_revision:2444; number_of_response:1; }","duration":"498.857472ms","start":"2026-03-29T02:06:45.158099Z","end":"2026-03-29T02:06:45.656956Z","steps":["trace[1344769334] 'process raft request' (duration: 498.7576ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:45.656977Z","caller":"traceutil/trace.go:171","msg":"trace[850971419] linearizableReadLoop","detail":"{readStateIndex:2552; appliedIndex:2547; }","duration":"870.74301ms","start":"2026-03-29T02:06:44.786207Z","end":"2026-03-29T02:06:45.65695Z","steps":["trace[850971419] 'read index received' (duration: 365.867284ms)","trace[850971419] 'applied index is now lower than readState.Index' (duration: 504.874406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:06:45.657095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:44.783764Z","time spent":"873.196726ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:45.657119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:44.784217Z","time spent":"872.848689ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:45.657121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:45.158072Z","time spent":"498.997617ms","remote":"127.0.0.1:54486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:45.657284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.673687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:06:45.657316Z","caller":"traceutil/trace.go:171","msg":"trace[1730085814] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2444; }","duration":"782.741828ms","start":"2026-03-29T02:06:44.874565Z","end":"2026-03-29T02:06:45.657307Z","steps":["trace[1730085814] 'agreement among raft nodes before linearized reading' (duration: 782.652306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:45.657314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.093089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:06:45.65734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:44.874547Z","time spent":"782.788529ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:06:45.657371Z","caller":"traceutil/trace.go:171","msg":"trace[220633935] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2444; }","duration":"871.170541ms","start":"2026-03-29T02:06:44.786182Z","end":"2026-03-29T02:06:45.657353Z","steps":["trace[220633935] 'agreement among raft nodes before linearized reading' (duration: 870.978517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:45.657418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:44.786174Z","time spent":"871.231832ms","remote":"127.0.0.1:54904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-29T02:06:46.571588Z","caller":"traceutil/trace.go:171","msg":"trace[1969437449] transaction","detail":"{read_only:false; response_revision:2445; number_of_response:1; }","duration":"671.751225ms","start":"2026-03-29T02:06:45.899816Z","end":"2026-03-29T02:06:46.571568Z","steps":["trace[1969437449] 'process raft request' (duration: 671.616512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:46.571711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:45.899785Z","time spent":"671.854077ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:06:47.112604Z","caller":"traceutil/trace.go:171","msg":"trace[1793083321] transaction","detail":"{read_only:false; response_revision:2446; number_of_response:1; }","duration":"1.02837309s","start":"2026-03-29T02:06:46.084195Z","end":"2026-03-29T02:06:47.112568Z","steps":["trace[1793083321] 'process raft request' (duration: 1.004472948s)","trace[1793083321] 'compare' (duration: 23.201627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:06:47.112825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:46.084162Z","time spent":"1.028554363s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:06:47.113119Z","caller":"traceutil/trace.go:171","msg":"trace[976342873] transaction","detail":"{read_only:false; response_revision:2447; number_of_response:1; }","duration":"1.028730917s","start":"2026-03-29T02:06:46.084341Z","end":"2026-03-29T02:06:47.113071Z","steps":["trace[976342873] 'process raft request' (duration: 1.028169875s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:47.113188Z","caller":"traceutil/trace.go:171","msg":"trace[1753234726] linearizableReadLoop","detail":"{readStateIndex:2559; appliedIndex:2554; }","duration":"257.869589ms","start":"2026-03-29T02:06:46.855285Z","end":"2026-03-29T02:06:47.113154Z","steps":["trace[1753234726] 'read index received' (duration: 233.437955ms)","trace[1753234726] 'applied index is now lower than readState.Index' (duration: 24.429314ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:47.113295Z","caller":"traceutil/trace.go:171","msg":"trace[1146177782] transaction","detail":"{read_only:false; response_revision:2448; number_of_response:1; }","duration":"1.028766408s","start":"2026-03-29T02:06:46.084457Z","end":"2026-03-29T02:06:47.113223Z","steps":["trace[1146177782] 'process raft request' (duration: 1.02839538s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:47.113338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:46.084316Z","time spent":"1.028902631s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:06:47.113482Z","caller":"traceutil/trace.go:171","msg":"trace[1682421811] transaction","detail":"{read_only:false; response_revision:2450; number_of_response:1; }","duration":"730.731369ms","start":"2026-03-29T02:06:46.382723Z","end":"2026-03-29T02:06:47.113455Z","steps":["trace[1682421811] 'process raft request' (duration: 730.365511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:47.113496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:46.08443Z","time spent":"1.028962982s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:06:47.113485Z","caller":"traceutil/trace.go:171","msg":"trace[1752170315] transaction","detail":"{read_only:false; response_revision:2449; number_of_response:1; }","duration":"1.028834359s","start":"2026-03-29T02:06:46.084618Z","end":"2026-03-29T02:06:47.113453Z","steps":["trace[1752170315] 'process raft request' (duration: 1.02840452s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:47.113549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.295202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:06:47.113621Z","caller":"traceutil/trace.go:171","msg":"trace[1198637757] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2450; }","duration":"238.404025ms","start":"2026-03-29T02:06:46.875202Z","end":"2026-03-29T02:06:47.113606Z","steps":["trace[1198637757] 'agreement among raft nodes before linearized reading' (duration: 238.291262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:47.113631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:46.382687Z","time spent":"730.861193ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:47.113665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:46.084609Z","time spent":"1.028955202s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:47.113833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.493768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:06:47.113871Z","caller":"traceutil/trace.go:171","msg":"trace[1626059988] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2450; }","duration":"238.59794ms","start":"2026-03-29T02:06:46.875264Z","end":"2026-03-29T02:06:47.113862Z","steps":["trace[1626059988] 'agreement among raft nodes before linearized reading' (duration: 238.539259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:47.113512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.200796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-29T02:06:47.114231Z","caller":"traceutil/trace.go:171","msg":"trace[1363091061] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2450; }","duration":"258.691388ms","start":"2026-03-29T02:06:46.855241Z","end":"2026-03-29T02:06:47.113933Z","steps":["trace[1363091061] 'agreement among raft nodes before linearized reading' (duration: 258.088254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:48.37675Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198733526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:06:48.877317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198733526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:06:49.27544Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.607095579s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:06:49.275995Z","caller":"traceutil/trace.go:171","msg":"trace[848740208] transaction","detail":"{read_only:false; response_revision:2451; number_of_response:1; }","duration":"1.607756084s","start":"2026-03-29T02:06:47.668184Z","end":"2026-03-29T02:06:49.275941Z","steps":["trace[848740208] 'process raft request' (duration: 1.607498339s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:49.276199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:47.668159Z","time spent":"1.607912917s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:49.875873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99968016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:06:49.875929Z","caller":"traceutil/trace.go:171","msg":"trace[595505534] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999800084s","start":"2026-03-29T02:06:47.876117Z","end":"2026-03-29T02:06:49.875917Z","steps":["trace[595505534] 'agreement among raft nodes before linearized reading' (duration: 1.999726331s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:49.875959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:47.876091Z","time spent":"1.999862876s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:06:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:06:51.457647Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.181939024s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:06:51.458242Z","caller":"traceutil/trace.go:171","msg":"trace[656750561] transaction","detail":"{read_only:false; response_revision:2453; number_of_response:1; }","duration":"3.789597105s","start":"2026-03-29T02:06:47.668619Z","end":"2026-03-29T02:06:51.458216Z","steps":["trace[656750561] 'process raft request' (duration: 3.789484862s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:51.45835Z","caller":"traceutil/trace.go:171","msg":"trace[96485251] transaction","detail":"{read_only:false; response_revision:2452; number_of_response:1; }","duration":"3.78985077s","start":"2026-03-29T02:06:47.668449Z","end":"2026-03-29T02:06:51.4583Z","steps":["trace[96485251] 'process raft request' (duration: 3.789494693s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:51.458403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:47.668582Z","time spent":"3.789735838s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:06:51.458664Z","caller":"traceutil/trace.go:171","msg":"trace[1808895933] transaction","detail":"{read_only:false; response_revision:2454; number_of_response:1; }","duration":"3.788601224s","start":"2026-03-29T02:06:47.670031Z","end":"2026-03-29T02:06:51.458633Z","steps":["trace[1808895933] 'process raft request' (duration: 3.788145613s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:51.458683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:47.668442Z","time spent":"3.790089745s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:51.458823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:47.670009Z","time spent":"3.788720327s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:06:51.458909Z","caller":"traceutil/trace.go:171","msg":"trace[634912799] transaction","detail":"{read_only:false; response_revision:2457; number_of_response:1; }","duration":"2.339370783s","start":"2026-03-29T02:06:49.119523Z","end":"2026-03-29T02:06:51.458894Z","steps":["trace[634912799] 'process raft request' (duration: 2.33921353s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:51.458972Z","caller":"traceutil/trace.go:171","msg":"trace[207466982] transaction","detail":"{read_only:false; response_revision:2458; number_of_response:1; }","duration":"2.337903702s","start":"2026-03-29T02:06:49.121058Z","end":"2026-03-29T02:06:51.458962Z","steps":["trace[207466982] 'process raft request' (duration: 2.337722928s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:51.458994Z","caller":"traceutil/trace.go:171","msg":"trace[922241469] transaction","detail":"{read_only:false; response_revision:2455; number_of_response:1; }","duration":"3.209358469s","start":"2026-03-29T02:06:48.24962Z","end":"2026-03-29T02:06:51.458978Z","steps":["trace[922241469] 'process raft request' (duration: 3.208889608s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:51.45906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:48.249593Z","time spent":"3.209436691s","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":819,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:06:51.459059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:49.121033Z","time spent":"2.337977393s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:06:51.459071Z","caller":"traceutil/trace.go:171","msg":"trace[1282869933] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"2.337463562s","start":"2026-03-29T02:06:49.121539Z","end":"2026-03-29T02:06:51.459002Z","steps":["trace[1282869933] 'process raft request' (duration: 2.337290248s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:51.459058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:49.119496Z","time spent":"2.339476156s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:06:51.459199Z","caller":"traceutil/trace.go:171","msg":"trace[681632915] transaction","detail":"{read_only:false; response_revision:2456; number_of_response:1; }","duration":"2.340808616s","start":"2026-03-29T02:06:49.11837Z","end":"2026-03-29T02:06:51.459178Z","steps":["trace[681632915] 'process raft request' (duration: 2.340291664s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:51.458897Z","caller":"traceutil/trace.go:171","msg":"trace[699635464] linearizableReadLoop","detail":"{readStateIndex:2564; appliedIndex:2559; }","duration":"3.582689663s","start":"2026-03-29T02:06:47.87618Z","end":"2026-03-29T02:06:51.45887Z","steps":["trace[699635464] 'read index received' (duration: 1.39949872s)","trace[699635464] 'applied index is now lower than readState.Index' (duration: 2.183189583s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:06:51.459311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:49.118342Z","time spent":"2.340902548s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:51.459314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:49.121529Z","time spent":"2.337656406s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:06:51.552359Z","caller":"traceutil/trace.go:171","msg":"trace[806954659] transaction","detail":"{read_only:false; response_revision:2460; number_of_response:1; }","duration":"1.913807166s","start":"2026-03-29T02:06:49.63852Z","end":"2026-03-29T02:06:51.552327Z","steps":["trace[806954659] 'process raft request' (duration: 1.913572951s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:51.552525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:49.63851Z","time spent":"1.913927789s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:51.552772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.97387311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:06:51.552858Z","caller":"traceutil/trace.go:171","msg":"trace[494403695] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2461; }","duration":"2.974010122s","start":"2026-03-29T02:06:48.578821Z","end":"2026-03-29T02:06:51.552831Z","steps":["trace[494403695] 'agreement among raft nodes before linearized reading' (duration: 2.973796148s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:51.55294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:48.578789Z","time spent":"2.974132166s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:06:51.552959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.3260545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:06:51.553074Z","caller":"traceutil/trace.go:171","msg":"trace[324010500] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:2461; }","duration":"3.326240934s","start":"2026-03-29T02:06:48.22681Z","end":"2026-03-29T02:06:51.553051Z","steps":["trace[324010500] 'agreement among raft nodes before linearized reading' (duration: 3.325808385s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:51.553129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.637335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:06:51.553195Z","caller":"traceutil/trace.go:171","msg":"trace[281561988] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2461; }","duration":"284.759778ms","start":"2026-03-29T02:06:51.268415Z","end":"2026-03-29T02:06:51.553175Z","steps":["trace[281561988] 'agreement among raft nodes before linearized reading' (duration: 284.660956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:51.553255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917381485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:06:51.55314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:48.226789Z","time spent":"3.326335907s","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"info","ts":"2026-03-29T02:06:51.553383Z","caller":"traceutil/trace.go:171","msg":"trace[1911117463] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2461; }","duration":"1.91760096s","start":"2026-03-29T02:06:49.635758Z","end":"2026-03-29T02:06:51.553359Z","steps":["trace[1911117463] 'agreement among raft nodes before linearized reading' (duration: 1.917327244s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:51.553416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.609229274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:06:51.553443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:49.635732Z","time spent":"1.917699762s","remote":"127.0.0.1:54686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:06:51.553469Z","caller":"traceutil/trace.go:171","msg":"trace[704562432] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2461; }","duration":"3.609338866s","start":"2026-03-29T02:06:47.944116Z","end":"2026-03-29T02:06:51.553455Z","steps":["trace[704562432] 'agreement among raft nodes before linearized reading' (duration: 3.609221523s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:51.553512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:47.944088Z","time spent":"3.609414098s","remote":"127.0.0.1:54572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":20,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:06:51.553015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.883839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:06:51.553592Z","caller":"traceutil/trace.go:171","msg":"trace[509919052] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2461; }","duration":"271.461022ms","start":"2026-03-29T02:06:51.282119Z","end":"2026-03-29T02:06:51.55358Z","steps":["trace[509919052] 'agreement among raft nodes before linearized reading' (duration: 270.808337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:51.553295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.428991256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-29T02:06:51.553139Z","caller":"traceutil/trace.go:171","msg":"trace[1468124219] transaction","detail":"{read_only:false; response_revision:2461; number_of_response:1; }","duration":"1.589874064s","start":"2026-03-29T02:06:49.963249Z","end":"2026-03-29T02:06:51.553123Z","steps":["trace[1468124219] 'process raft request' (duration: 1.588998465s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:51.553897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:49.963224Z","time spent":"1.590625211s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:06:51.553877Z","caller":"traceutil/trace.go:171","msg":"trace[389897461] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2461; }","duration":"3.429627379s","start":"2026-03-29T02:06:48.124204Z","end":"2026-03-29T02:06:51.553831Z","steps":["trace[389897461] 'agreement among raft nodes before linearized reading' (duration: 3.428963255s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:51.554171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:48.124177Z","time spent":"3.429779254s","remote":"127.0.0.1:42364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-29T02:06:51.554269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393496077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:06:51.554374Z","caller":"traceutil/trace.go:171","msg":"trace[1184050572] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2461; }","duration":"1.39367902s","start":"2026-03-29T02:06:50.160664Z","end":"2026-03-29T02:06:51.554343Z","steps":["trace[1184050572] 'agreement among raft nodes before linearized reading' (duration: 1.391921301s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:51.554426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:50.160633Z","time spent":"1.393779403s","remote":"127.0.0.1:59868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:06:51.554988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676829792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:06:51.555061Z","caller":"traceutil/trace.go:171","msg":"trace[1494465789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2461; }","duration":"1.67894456s","start":"2026-03-29T02:06:49.876098Z","end":"2026-03-29T02:06:51.555042Z","steps":["trace[1494465789] 'agreement among raft nodes before linearized reading' (duration: 1.676872283s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:51.555114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:49.876081Z","time spent":"1.679016761s","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:06:51.555443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.09365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-03-29T02:06:51.555515Z","caller":"traceutil/trace.go:171","msg":"trace[1386156591] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2461; }","duration":"880.247964ms","start":"2026-03-29T02:06:50.675252Z","end":"2026-03-29T02:06:51.5555Z","steps":["trace[1386156591] 'agreement among raft nodes before linearized reading' (duration: 878.69516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:51.555559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:50.675218Z","time spent":"880.328836ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12404,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:06:52.31784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.194737ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-29T02:06:52.317953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:51.555841Z","time spent":"762.107551ms","remote":"127.0.0.1:54502","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T02:06:52.320322Z","caller":"traceutil/trace.go:171","msg":"trace[344464665] transaction","detail":"{read_only:false; response_revision:2462; number_of_response:1; }","duration":"762.584942ms","start":"2026-03-29T02:06:51.557706Z","end":"2026-03-29T02:06:52.320291Z","steps":["trace[344464665] 'process raft request' (duration: 762.221884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:52.320489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:51.557681Z","time spent":"762.714214ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:06:52.32105Z","caller":"traceutil/trace.go:171","msg":"trace[523851492] transaction","detail":"{read_only:false; response_revision:2463; number_of_response:1; }","duration":"747.926175ms","start":"2026-03-29T02:06:51.5731Z","end":"2026-03-29T02:06:52.321026Z","steps":["trace[523851492] 'process raft request' (duration: 747.060436ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:52.321111Z","caller":"traceutil/trace.go:171","msg":"trace[1442618594] linearizableReadLoop","detail":"{readStateIndex:2574; appliedIndex:2570; }","duration":"741.851069ms","start":"2026-03-29T02:06:51.579227Z","end":"2026-03-29T02:06:52.321078Z","steps":["trace[1442618594] 'read index received' (duration: 449.421319ms)","trace[1442618594] 'applied index is now lower than readState.Index' (duration: 292.42863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:06:52.321264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.046823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:06:52.321305Z","caller":"traceutil/trace.go:171","msg":"trace[640442625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2464; }","duration":"742.111954ms","start":"2026-03-29T02:06:51.579175Z","end":"2026-03-29T02:06:52.321287Z","steps":["trace[640442625] 'agreement among raft nodes before linearized reading' (duration: 742.056683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:52.321391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:51.579157Z","time spent":"742.221936ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:06:52.321193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:51.57307Z","time spent":"748.044228ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:06:52.321264Z","caller":"traceutil/trace.go:171","msg":"trace[919621874] transaction","detail":"{read_only:false; response_revision:2464; number_of_response:1; }","duration":"748.089878ms","start":"2026-03-29T02:06:51.573143Z","end":"2026-03-29T02:06:52.321233Z","steps":["trace[919621874] 'process raft request' (duration: 747.832783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:52.321726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:51.57311Z","time spent":"748.533309ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:52.321844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.701061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:06:52.321911Z","caller":"traceutil/trace.go:171","msg":"trace[884026053] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2465; }","duration":"739.810784ms","start":"2026-03-29T02:06:51.582088Z","end":"2026-03-29T02:06:52.321899Z","steps":["trace[884026053] 'agreement among raft nodes before linearized reading' (duration: 739.678411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:52.321951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:51.582071Z","time spent":"739.872675ms","remote":"127.0.0.1:54904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-29T02:06:52.322136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.304414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:06:52.322206Z","caller":"traceutil/trace.go:171","msg":"trace[2130511645] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2465; }","duration":"622.379745ms","start":"2026-03-29T02:06:51.699815Z","end":"2026-03-29T02:06:52.322195Z","steps":["trace[2130511645] 'agreement among raft nodes before linearized reading' (duration: 622.262223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:52.322241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:51.699763Z","time spent":"622.469827ms","remote":"127.0.0.1:54800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:07:37.856627Z","caller":"traceutil/trace.go:171","msg":"trace[1994236462] transaction","detail":"{read_only:false; response_revision:2712; number_of_response:1; }","duration":"121.749024ms","start":"2026-03-29T02:07:37.734851Z","end":"2026-03-29T02:07:37.8566Z","steps":["trace[1994236462] 'process raft request' (duration: 121.5648ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:38.23021Z","caller":"traceutil/trace.go:171","msg":"trace[39364812] linearizableReadLoop","detail":"{readStateIndex:2834; appliedIndex:2830; }","duration":"416.569736ms","start":"2026-03-29T02:07:37.813614Z","end":"2026-03-29T02:07:38.230184Z","steps":["trace[39364812] 'read index received' (duration: 42.779263ms)","trace[39364812] 'applied index is now lower than readState.Index' (duration: 373.789373ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:07:38.230214Z","caller":"traceutil/trace.go:171","msg":"trace[100886398] transaction","detail":"{read_only:false; response_revision:2713; number_of_response:1; }","duration":"467.208585ms","start":"2026-03-29T02:07:37.762972Z","end":"2026-03-29T02:07:38.230181Z","steps":["trace[100886398] 'process raft request' (duration: 466.832287ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:38.230349Z","caller":"traceutil/trace.go:171","msg":"trace[1999342308] transaction","detail":"{read_only:false; response_revision:2714; number_of_response:1; }","duration":"466.446609ms","start":"2026-03-29T02:07:37.763891Z","end":"2026-03-29T02:07:38.230338Z","steps":["trace[1999342308] 'process raft request' (duration: 466.150102ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:38.230563Z","caller":"traceutil/trace.go:171","msg":"trace[461344899] transaction","detail":"{read_only:false; response_revision:2715; number_of_response:1; }","duration":"466.45107ms","start":"2026-03-29T02:07:37.764073Z","end":"2026-03-29T02:07:38.230525Z","steps":["trace[461344899] 'process raft request' (duration: 466.0671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:38.230626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.964857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-29T02:07:38.230691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.260109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-29T02:07:38.230694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.96648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-03-29T02:07:38.230752Z","caller":"traceutil/trace.go:171","msg":"trace[870719523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2715; }","duration":"417.15727ms","start":"2026-03-29T02:07:37.813567Z","end":"2026-03-29T02:07:38.230724Z","steps":["trace[870719523] 'agreement among raft nodes before linearized reading' (duration: 416.777662ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:38.230769Z","caller":"traceutil/trace.go:171","msg":"trace[1848954478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2715; }","duration":"415.393101ms","start":"2026-03-29T02:07:37.815355Z","end":"2026-03-29T02:07:38.230748Z","steps":["trace[1848954478] 'agreement among raft nodes before linearized reading' (duration: 415.200147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:38.230762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:37.764053Z","time spent":"466.598362ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:07:38.230762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:37.763865Z","time spent":"466.700725ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:07:38.230785Z","caller":"traceutil/trace.go:171","msg":"trace[751050582] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2715; }","duration":"288.104363ms","start":"2026-03-29T02:07:37.94266Z","end":"2026-03-29T02:07:38.230764Z","steps":["trace[751050582] 'agreement among raft nodes before linearized reading' (duration: 287.873978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:38.230821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:37.815327Z","time spent":"415.481904ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:07:38.230821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:37.813545Z","time spent":"417.265673ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:07:38.230843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.485954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:07:38.230543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:37.762919Z","time spent":"467.518053ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:07:38.230986Z","caller":"traceutil/trace.go:171","msg":"trace[1365798772] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2715; }","duration":"415.711718ms","start":"2026-03-29T02:07:37.815257Z","end":"2026-03-29T02:07:38.230969Z","steps":["trace[1365798772] 'agreement among raft nodes before linearized reading' (duration: 415.260148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:38.2311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:37.815248Z","time spent":"415.834582ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:07:38.564305Z","caller":"traceutil/trace.go:171","msg":"trace[1581339466] transaction","detail":"{read_only:false; response_revision:2719; number_of_response:1; }","duration":"274.48381ms","start":"2026-03-29T02:07:38.289754Z","end":"2026-03-29T02:07:38.564238Z","steps":["trace[1581339466] 'process raft request' (duration: 236.728267ms)","trace[1581339466] 'compare' (duration: 37.586869ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:07:38.564558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.064632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:07:38.564708Z","caller":"traceutil/trace.go:171","msg":"trace[1206481027] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2719; }","duration":"244.269595ms","start":"2026-03-29T02:07:38.320415Z","end":"2026-03-29T02:07:38.564685Z","steps":["trace[1206481027] 'agreement among raft nodes before linearized reading' (duration: 243.910437ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:38.564233Z","caller":"traceutil/trace.go:171","msg":"trace[101733574] linearizableReadLoop","detail":"{readStateIndex:2839; appliedIndex:2838; }","duration":"243.745954ms","start":"2026-03-29T02:07:38.320455Z","end":"2026-03-29T02:07:38.564201Z","steps":["trace[101733574] 'read index received' (duration: 206.113334ms)","trace[101733574] 'applied index is now lower than readState.Index' (duration: 37.63008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:07:54.235172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198734622,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:07:54.735392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198734622,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:07:55.236071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198734622,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:07:55.461845Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.068230033s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:07:55.469939Z","caller":"traceutil/trace.go:171","msg":"trace[1260483856] transaction","detail":"{read_only:false; response_revision:2960; number_of_response:1; }","duration":"1.534772876s","start":"2026-03-29T02:07:53.93514Z","end":"2026-03-29T02:07:55.469913Z","steps":["trace[1260483856] 'process raft request' (duration: 1.534571602s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:55.470027Z","caller":"traceutil/trace.go:171","msg":"trace[394884614] transaction","detail":"{read_only:false; response_revision:2962; number_of_response:1; }","duration":"1.080732269s","start":"2026-03-29T02:07:54.38928Z","end":"2026-03-29T02:07:55.470012Z","steps":["trace[394884614] 'process raft request' (duration: 1.080620386s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:55.470057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:53.935115Z","time spent":"1.534867549s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:07:55.470139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.389248Z","time spent":"1.080826942s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:07:55.470015Z","caller":"traceutil/trace.go:171","msg":"trace[465393765] linearizableReadLoop","detail":"{readStateIndex:3095; appliedIndex:3089; }","duration":"1.735152048s","start":"2026-03-29T02:07:53.734843Z","end":"2026-03-29T02:07:55.469995Z","steps":["trace[465393765] 'read index received' (duration: 1.727223591s)","trace[465393765] 'applied index is now lower than readState.Index' (duration: 7.927507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:07:55.470211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735368133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-29T02:07:55.470186Z","caller":"traceutil/trace.go:171","msg":"trace[1354485193] transaction","detail":"{read_only:false; response_revision:2963; number_of_response:1; }","duration":"1.079717897s","start":"2026-03-29T02:07:54.390427Z","end":"2026-03-29T02:07:55.470145Z","steps":["trace[1354485193] 'process raft request' (duration: 1.079504081s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:55.470241Z","caller":"traceutil/trace.go:171","msg":"trace[564913481] transaction","detail":"{read_only:false; response_revision:2961; number_of_response:1; }","duration":"1.081758513s","start":"2026-03-29T02:07:54.388458Z","end":"2026-03-29T02:07:55.470217Z","steps":["trace[564913481] 'process raft request' (duration: 1.081364143s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:55.470266Z","caller":"traceutil/trace.go:171","msg":"trace[1911212969] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2964; }","duration":"1.735467645s","start":"2026-03-29T02:07:53.734784Z","end":"2026-03-29T02:07:55.470251Z","steps":["trace[1911212969] 'agreement among raft nodes before linearized reading' (duration: 1.735282251s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:55.470287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595695353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:07:55.47031Z","caller":"traceutil/trace.go:171","msg":"trace[1327566782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2964; }","duration":"1.595758915s","start":"2026-03-29T02:07:53.874544Z","end":"2026-03-29T02:07:55.470303Z","steps":["trace[1327566782] 'agreement among raft nodes before linearized reading' (duration: 1.595720304s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:55.470296Z","caller":"traceutil/trace.go:171","msg":"trace[737133807] transaction","detail":"{read_only:false; response_revision:2964; number_of_response:1; }","duration":"759.047348ms","start":"2026-03-29T02:07:54.711229Z","end":"2026-03-29T02:07:55.470276Z","steps":["trace[737133807] 'process raft request' (duration: 758.73368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:55.470313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:53.734762Z","time spent":"1.735536736s","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-29T02:07:55.470332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:53.874523Z","time spent":"1.595803825s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:07:55.47034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.388407Z","time spent":"1.081886315s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:07:55.47036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.390415Z","time spent":"1.07985912s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:07:55.470384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.711157Z","time spent":"759.18133ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:07:55.470391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.877599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:07:55.470452Z","caller":"traceutil/trace.go:171","msg":"trace[1498620260] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2964; }","duration":"977.999601ms","start":"2026-03-29T02:07:54.492439Z","end":"2026-03-29T02:07:55.470439Z","steps":["trace[1498620260] 'agreement among raft nodes before linearized reading' (duration: 977.846228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:55.470475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456415272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:07:55.470496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480775015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-29T02:07:55.47052Z","caller":"traceutil/trace.go:171","msg":"trace[479898535] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2964; }","duration":"1.456505434s","start":"2026-03-29T02:07:54.014001Z","end":"2026-03-29T02:07:55.470506Z","steps":["trace[479898535] 'agreement among raft nodes before linearized reading' (duration: 1.456430262s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:55.470533Z","caller":"traceutil/trace.go:171","msg":"trace[1704593583] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2964; }","duration":"1.480856076s","start":"2026-03-29T02:07:53.989664Z","end":"2026-03-29T02:07:55.47052Z","steps":["trace[1704593583] 'agreement among raft nodes before linearized reading' (duration: 1.480752754s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:55.470526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049607696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-29T02:07:55.470555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:53.989642Z","time spent":"1.480908828s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:07:55.470552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.013976Z","time spent":"1.456567756s","remote":"127.0.0.1:54948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":7,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:07:55.470593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.28515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:07:55.470591Z","caller":"traceutil/trace.go:171","msg":"trace[1827029276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2964; }","duration":"1.049721468s","start":"2026-03-29T02:07:54.420852Z","end":"2026-03-29T02:07:55.470574Z","steps":["trace[1827029276] 'agreement among raft nodes before linearized reading' (duration: 1.049537654s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:55.470619Z","caller":"traceutil/trace.go:171","msg":"trace[1864946121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2964; }","duration":"598.372471ms","start":"2026-03-29T02:07:54.87224Z","end":"2026-03-29T02:07:55.470613Z","steps":["trace[1864946121] 'agreement among raft nodes before linearized reading' (duration: 598.277139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:55.470637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.872223Z","time spent":"598.409792ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:07:55.470642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.169585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-29T02:07:55.470639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.420828Z","time spent":"1.049799191s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:07:55.470702Z","caller":"traceutil/trace.go:171","msg":"trace[1332275253] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2964; }","duration":"748.230576ms","start":"2026-03-29T02:07:54.722432Z","end":"2026-03-29T02:07:55.470663Z","steps":["trace[1332275253] 'agreement among raft nodes before linearized reading' (duration: 748.159855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:55.470723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.722409Z","time spent":"748.307769ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:07:55.47073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.249949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:07:55.47078Z","caller":"traceutil/trace.go:171","msg":"trace[514799691] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2964; }","duration":"598.348441ms","start":"2026-03-29T02:07:54.872419Z","end":"2026-03-29T02:07:55.470767Z","steps":["trace[514799691] 'agreement among raft nodes before linearized reading' (duration: 598.096335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:55.470484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.492416Z","time spent":"978.058923ms","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":59,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:07:55.470818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.872392Z","time spent":"598.414643ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:07:55.470486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482115324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-29T02:07:55.470931Z","caller":"traceutil/trace.go:171","msg":"trace[605613549] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2964; }","duration":"1.482638516s","start":"2026-03-29T02:07:53.988285Z","end":"2026-03-29T02:07:55.470924Z","steps":["trace[605613549] 'agreement among raft nodes before linearized reading' (duration: 1.482153805s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:55.470916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040205266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-29T02:07:55.470957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:53.988208Z","time spent":"1.482739948s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-29T02:07:55.470958Z","caller":"traceutil/trace.go:171","msg":"trace[1272762791] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2964; }","duration":"1.040278808s","start":"2026-03-29T02:07:54.430673Z","end":"2026-03-29T02:07:55.470951Z","steps":["trace[1272762791] 'agreement among raft nodes before linearized reading' (duration: 1.040192046s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:55.470979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.430654Z","time spent":"1.040320979s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:07:55.471076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049116846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:07:55.471207Z","caller":"traceutil/trace.go:171","msg":"trace[324098136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2964; }","duration":"1.04929359s","start":"2026-03-29T02:07:54.421889Z","end":"2026-03-29T02:07:55.471183Z","steps":["trace[324098136] 'agreement among raft nodes before linearized reading' (duration: 1.048975003s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:55.471265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.421871Z","time spent":"1.049380191s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:08:01.982553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.095082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-29T02:08:01.98264Z","caller":"traceutil/trace.go:171","msg":"trace[1958386854] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3009; }","duration":"248.249345ms","start":"2026-03-29T02:08:01.734371Z","end":"2026-03-29T02:08:01.98262Z","steps":["trace[1958386854] 'range keys from in-memory index tree' (duration: 247.763616ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:11.751867Z","caller":"traceutil/trace.go:171","msg":"trace[1907187585] transaction","detail":"{read_only:false; response_revision:3071; number_of_response:1; }","duration":"111.333149ms","start":"2026-03-29T02:08:11.640503Z","end":"2026-03-29T02:08:11.751837Z","steps":["trace[1907187585] 'process raft request' (duration: 111.103974ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:11.76318Z","caller":"traceutil/trace.go:171","msg":"trace[371373933] transaction","detail":"{read_only:false; response_revision:3072; number_of_response:1; }","duration":"122.191061ms","start":"2026-03-29T02:08:11.640954Z","end":"2026-03-29T02:08:11.763145Z","steps":["trace[371373933] 'process raft request' (duration: 122.072378ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:11.763369Z","caller":"traceutil/trace.go:171","msg":"trace[1457691910] transaction","detail":"{read_only:false; response_revision:3073; number_of_response:1; }","duration":"122.305304ms","start":"2026-03-29T02:08:11.64105Z","end":"2026-03-29T02:08:11.763355Z","steps":["trace[1457691910] 'process raft request' (duration: 122.054098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:13.94072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.846115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-29T02:08:13.94081Z","caller":"traceutil/trace.go:171","msg":"trace[282303427] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3081; }","duration":"206.982559ms","start":"2026-03-29T02:08:13.73381Z","end":"2026-03-29T02:08:13.940792Z","steps":["trace[282303427] 'range keys from in-memory index tree' (duration: 206.680991ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:13.940901Z","caller":"traceutil/trace.go:171","msg":"trace[1476020803] transaction","detail":"{read_only:false; response_revision:3082; number_of_response:1; }","duration":"182.462772ms","start":"2026-03-29T02:08:13.758389Z","end":"2026-03-29T02:08:13.940851Z","steps":["trace[1476020803] 'process raft request' (duration: 118.878576ms)","trace[1476020803] 'compare' (duration: 63.236428ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:13.95985Z","caller":"traceutil/trace.go:171","msg":"trace[1697167828] transaction","detail":"{read_only:false; response_revision:3083; number_of_response:1; }","duration":"191.720998ms","start":"2026-03-29T02:08:13.768111Z","end":"2026-03-29T02:08:13.959832Z","steps":["trace[1697167828] 'process raft request' (duration: 191.540954ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:13.959882Z","caller":"traceutil/trace.go:171","msg":"trace[1477081913] linearizableReadLoop","detail":"{readStateIndex:3220; appliedIndex:3216; }","duration":"143.488774ms","start":"2026-03-29T02:08:13.816375Z","end":"2026-03-29T02:08:13.959864Z","steps":["trace[1477081913] 'read index received' (duration: 60.854524ms)","trace[1477081913] 'applied index is now lower than readState.Index' (duration: 82.63156ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:13.960036Z","caller":"traceutil/trace.go:171","msg":"trace[1510508790] transaction","detail":"{read_only:false; response_revision:3085; number_of_response:1; }","duration":"184.756203ms","start":"2026-03-29T02:08:13.775225Z","end":"2026-03-29T02:08:13.959981Z","steps":["trace[1510508790] 'process raft request' (duration: 184.598259ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:13.95998Z","caller":"traceutil/trace.go:171","msg":"trace[967318779] transaction","detail":"{read_only:false; response_revision:3084; number_of_response:1; }","duration":"191.715869ms","start":"2026-03-29T02:08:13.768231Z","end":"2026-03-29T02:08:13.959946Z","steps":["trace[967318779] 'process raft request' (duration: 191.519535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:13.960223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.460138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-29T02:08:13.960223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.847861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-29T02:08:13.960274Z","caller":"traceutil/trace.go:171","msg":"trace[84684528] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3085; }","duration":"136.57788ms","start":"2026-03-29T02:08:13.823669Z","end":"2026-03-29T02:08:13.960246Z","steps":["trace[84684528] 'agreement among raft nodes before linearized reading' (duration: 136.493579ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:13.96029Z","caller":"traceutil/trace.go:171","msg":"trace[1442107224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3085; }","duration":"143.953404ms","start":"2026-03-29T02:08:13.816325Z","end":"2026-03-29T02:08:13.960278Z","steps":["trace[1442107224] 'agreement among raft nodes before linearized reading' (duration: 143.645577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:13.960422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.509331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:08:13.960442Z","caller":"traceutil/trace.go:171","msg":"trace[389312641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3085; }","duration":"137.569322ms","start":"2026-03-29T02:08:13.822865Z","end":"2026-03-29T02:08:13.960434Z","steps":["trace[389312641] 'agreement among raft nodes before linearized reading' (duration: 137.250155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:13.960424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.278806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:08:13.960487Z","caller":"traceutil/trace.go:171","msg":"trace[1230752153] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3085; }","duration":"137.392088ms","start":"2026-03-29T02:08:13.823078Z","end":"2026-03-29T02:08:13.96047Z","steps":["trace[1230752153] 'agreement among raft nodes before linearized reading' (duration: 137.111262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:13.960567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.491321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:08:13.960654Z","caller":"traceutil/trace.go:171","msg":"trace[507859824] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3085; }","duration":"137.653254ms","start":"2026-03-29T02:08:13.822981Z","end":"2026-03-29T02:08:13.960634Z","steps":["trace[507859824] 'agreement among raft nodes before linearized reading' (duration: 137.337847ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:16.068029Z","caller":"traceutil/trace.go:171","msg":"trace[85059128] transaction","detail":"{read_only:false; response_revision:3093; number_of_response:1; }","duration":"123.030629ms","start":"2026-03-29T02:08:15.944968Z","end":"2026-03-29T02:08:16.067999Z","steps":["trace[85059128] 'process raft request' (duration: 122.881185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:16.367262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.278731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:08:16.367451Z","caller":"traceutil/trace.go:171","msg":"trace[948826201] linearizableReadLoop","detail":"{readStateIndex:3230; appliedIndex:3227; }","duration":"389.44746ms","start":"2026-03-29T02:08:15.977991Z","end":"2026-03-29T02:08:16.367438Z","steps":["trace[948826201] 'read index received' (duration: 89.927482ms)","trace[948826201] 'applied index is now lower than readState.Index' (duration: 299.518868ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:16.36752Z","caller":"traceutil/trace.go:171","msg":"trace[219960528] transaction","detail":"{read_only:false; response_revision:3094; number_of_response:1; }","duration":"403.83412ms","start":"2026-03-29T02:08:15.963678Z","end":"2026-03-29T02:08:16.367512Z","steps":["trace[219960528] 'process raft request' (duration: 215.244122ms)","trace[219960528] 'compare' (duration: 188.168009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:08:16.367567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:15.963659Z","time spent":"403.885441ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:16.367736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.744216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:08:16.367769Z","caller":"traceutil/trace.go:171","msg":"trace[1110596973] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3095; }","duration":"389.813178ms","start":"2026-03-29T02:08:15.977948Z","end":"2026-03-29T02:08:16.367761Z","steps":["trace[1110596973] 'agreement among raft nodes before linearized reading' (duration: 389.733226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:16.367789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:15.97793Z","time spent":"389.854349ms","remote":"127.0.0.1:54904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-29T02:08:16.367855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.570611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:08:16.367915Z","caller":"traceutil/trace.go:171","msg":"trace[1349898863] transaction","detail":"{read_only:false; response_revision:3095; number_of_response:1; }","duration":"403.450481ms","start":"2026-03-29T02:08:15.964458Z","end":"2026-03-29T02:08:16.367908Z","steps":["trace[1349898863] 'process raft request' (duration: 402.93366ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:16.367931Z","caller":"traceutil/trace.go:171","msg":"trace[1165430056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3095; }","duration":"349.692255ms","start":"2026-03-29T02:08:16.01822Z","end":"2026-03-29T02:08:16.367912Z","steps":["trace[1165430056] 'agreement among raft nodes before linearized reading' (duration: 349.49771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:16.367953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:15.964437Z","time spent":"403.493803ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:16.36798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:16.018203Z","time spent":"349.765006ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:08:16.368346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.711277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:08:16.368375Z","caller":"traceutil/trace.go:171","msg":"trace[177648042] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3095; }","duration":"345.761669ms","start":"2026-03-29T02:08:16.022606Z","end":"2026-03-29T02:08:16.368367Z","steps":["trace[177648042] 'agreement among raft nodes before linearized reading' (duration: 345.689967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:16.368396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:16.022599Z","time spent":"345.791389ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:08:16.3684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.507018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:08:16.368464Z","caller":"traceutil/trace.go:171","msg":"trace[560139786] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3095; }","duration":"343.61549ms","start":"2026-03-29T02:08:16.024834Z","end":"2026-03-29T02:08:16.368449Z","steps":["trace[560139786] 'agreement among raft nodes before linearized reading' (duration: 343.378175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:16.368518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:16.024813Z","time spent":"343.691382ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:08:16.368528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.252037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-29T02:08:16.368545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.83793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:08:16.368636Z","caller":"traceutil/trace.go:171","msg":"trace[388203867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3095; }","duration":"345.39865ms","start":"2026-03-29T02:08:16.023216Z","end":"2026-03-29T02:08:16.368615Z","steps":["trace[388203867] 'agreement among raft nodes before linearized reading' (duration: 345.090873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:16.368709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:16.023207Z","time spent":"345.488522ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:08:16.368696Z","caller":"traceutil/trace.go:171","msg":"trace[40447297] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3095; }","duration":"346.013973ms","start":"2026-03-29T02:08:16.022664Z","end":"2026-03-29T02:08:16.368678Z","steps":["trace[40447297] 'agreement among raft nodes before linearized reading' (duration: 345.775858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:16.368868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:16.022651Z","time spent":"346.136857ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:08:16.751852Z","caller":"traceutil/trace.go:171","msg":"trace[485728585] transaction","detail":"{read_only:false; response_revision:3096; number_of_response:1; }","duration":"378.175179ms","start":"2026-03-29T02:08:16.373655Z","end":"2026-03-29T02:08:16.75183Z","steps":["trace[485728585] 'process raft request' (duration: 378.044086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:16.752025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:16.373631Z","time spent":"378.286101ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:08:16.866923Z","caller":"traceutil/trace.go:171","msg":"trace[241090940] linearizableReadLoop","detail":"{readStateIndex:3235; appliedIndex:3231; }","duration":"490.589973ms","start":"2026-03-29T02:08:16.376321Z","end":"2026-03-29T02:08:16.86691Z","steps":["trace[241090940] 'read index received' (duration: 375.543561ms)","trace[241090940] 'applied index is now lower than readState.Index' (duration: 115.045582ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:16.86698Z","caller":"traceutil/trace.go:171","msg":"trace[1686722396] transaction","detail":"{read_only:false; response_revision:3099; number_of_response:1; }","duration":"491.665126ms","start":"2026-03-29T02:08:16.375281Z","end":"2026-03-29T02:08:16.866946Z","steps":["trace[1686722396] 'process raft request' (duration: 491.320537ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:16.86706Z","caller":"traceutil/trace.go:171","msg":"trace[410396907] transaction","detail":"{read_only:false; response_revision:3100; number_of_response:1; }","duration":"491.507623ms","start":"2026-03-29T02:08:16.37553Z","end":"2026-03-29T02:08:16.867038Z","steps":["trace[410396907] 'process raft request' (duration: 491.344129ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:16.867077Z","caller":"traceutil/trace.go:171","msg":"trace[173715744] transaction","detail":"{read_only:false; response_revision:3098; number_of_response:1; }","duration":"491.813809ms","start":"2026-03-29T02:08:16.375235Z","end":"2026-03-29T02:08:16.867049Z","steps":["trace[173715744] 'process raft request' (duration: 491.144783ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:16.866531Z","caller":"traceutil/trace.go:171","msg":"trace[1595224290] transaction","detail":"{read_only:false; response_revision:3097; number_of_response:1; }","duration":"491.415189ms","start":"2026-03-29T02:08:16.375087Z","end":"2026-03-29T02:08:16.866502Z","steps":["trace[1595224290] 'process raft request' (duration: 455.412098ms)","trace[1595224290] 'compare' (duration: 35.748755ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:08:16.867127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:16.375272Z","time spent":"491.776668ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:16.867187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:16.37552Z","time spent":"491.576504ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:16.867209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:16.375228Z","time spent":"491.912271ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:16.867222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:16.375075Z","time spent":"492.096956ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:16.86729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.93844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-29T02:08:16.867383Z","caller":"traceutil/trace.go:171","msg":"trace[588921184] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3100; }","duration":"491.068043ms","start":"2026-03-29T02:08:16.376297Z","end":"2026-03-29T02:08:16.867365Z","steps":["trace[588921184] 'agreement among raft nodes before linearized reading' (duration: 490.805787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:16.867431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:16.376292Z","time spent":"491.126014ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:08:16.867844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.829813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:08:16.867871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.070075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:08:16.867918Z","caller":"traceutil/trace.go:171","msg":"trace[1242487726] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:3100; }","duration":"484.939505ms","start":"2026-03-29T02:08:16.382958Z","end":"2026-03-29T02:08:16.867898Z","steps":["trace[1242487726] 'agreement among raft nodes before linearized reading' (duration: 484.815153ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:16.867924Z","caller":"traceutil/trace.go:171","msg":"trace[647557045] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:3100; }","duration":"227.177518ms","start":"2026-03-29T02:08:16.640733Z","end":"2026-03-29T02:08:16.86791Z","steps":["trace[647557045] 'agreement among raft nodes before linearized reading' (duration: 227.067245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:16.867965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:16.382943Z","time spent":"485.007517ms","remote":"127.0.0.1:54716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:08:18.380903Z","caller":"traceutil/trace.go:171","msg":"trace[371324746] transaction","detail":"{read_only:false; response_revision:3105; number_of_response:1; }","duration":"122.017557ms","start":"2026-03-29T02:08:18.258867Z","end":"2026-03-29T02:08:18.380884Z","steps":["trace[371324746] 'process raft request' (duration: 121.954946ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:18.381132Z","caller":"traceutil/trace.go:171","msg":"trace[840352446] transaction","detail":"{read_only:false; response_revision:3104; number_of_response:1; }","duration":"140.787744ms","start":"2026-03-29T02:08:18.240335Z","end":"2026-03-29T02:08:18.381123Z","steps":["trace[840352446] 'process raft request' (duration: 65.337585ms)","trace[840352446] 'compare' (duration: 74.938638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:08:22.233778Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198735022,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:08:22.683087Z","caller":"traceutil/trace.go:171","msg":"trace[1468293511] transaction","detail":"{read_only:false; response_revision:3124; number_of_response:1; }","duration":"996.924413ms","start":"2026-03-29T02:08:21.686138Z","end":"2026-03-29T02:08:22.683062Z","steps":["trace[1468293511] 'process raft request' (duration: 996.752889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:22.683247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:21.686112Z","time spent":"997.055696ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:08:22.753149Z","caller":"traceutil/trace.go:171","msg":"trace[2038705820] transaction","detail":"{read_only:false; response_revision:3126; number_of_response:1; }","duration":"328.723288ms","start":"2026-03-29T02:08:22.424397Z","end":"2026-03-29T02:08:22.75312Z","steps":["trace[2038705820] 'process raft request' (duration: 328.638907ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:22.753194Z","caller":"traceutil/trace.go:171","msg":"trace[1543491822] transaction","detail":"{read_only:false; response_revision:3125; number_of_response:1; }","duration":"645.293056ms","start":"2026-03-29T02:08:22.107839Z","end":"2026-03-29T02:08:22.753132Z","steps":["trace[1543491822] 'process raft request' (duration: 645.04759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:22.753314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:22.42436Z","time spent":"328.869762ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:22.753375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:22.107813Z","time spent":"645.46281ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:08:22.753368Z","caller":"traceutil/trace.go:171","msg":"trace[639540204] linearizableReadLoop","detail":"{readStateIndex:3261; appliedIndex:3259; }","duration":"1.01967328s","start":"2026-03-29T02:08:21.733658Z","end":"2026-03-29T02:08:22.753331Z","steps":["trace[639540204] 'read index received' (duration: 949.354775ms)","trace[639540204] 'applied index is now lower than readState.Index' (duration: 70.316355ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:22.75349Z","caller":"traceutil/trace.go:171","msg":"trace[558901883] transaction","detail":"{read_only:false; response_revision:3127; number_of_response:1; }","duration":"285.655619ms","start":"2026-03-29T02:08:22.467793Z","end":"2026-03-29T02:08:22.753448Z","steps":["trace[558901883] 'process raft request' (duration: 285.290571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:22.753607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.490288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:08:22.753675Z","caller":"traceutil/trace.go:171","msg":"trace[1808710655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3127; }","duration":"870.610461ms","start":"2026-03-29T02:08:21.883051Z","end":"2026-03-29T02:08:22.753662Z","steps":["trace[1808710655] 'agreement among raft nodes before linearized reading' (duration: 870.475608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:22.753655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019970046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-29T02:08:22.753721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:21.883033Z","time spent":"870.678173ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:08:22.753745Z","caller":"traceutil/trace.go:171","msg":"trace[1979078964] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3127; }","duration":"1.02012338s","start":"2026-03-29T02:08:21.733601Z","end":"2026-03-29T02:08:22.753724Z","steps":["trace[1979078964] 'agreement among raft nodes before linearized reading' (duration: 1.019861634s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:22.7538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:21.733581Z","time spent":"1.020205801s","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-29T02:08:22.753814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.173045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-29T02:08:22.75387Z","caller":"traceutil/trace.go:171","msg":"trace[1942413399] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3127; }","duration":"867.253297ms","start":"2026-03-29T02:08:21.886603Z","end":"2026-03-29T02:08:22.753857Z","steps":["trace[1942413399] 'agreement among raft nodes before linearized reading' (duration: 866.94556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:22.753906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:21.886591Z","time spent":"867.307407ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:08:22.963682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.376551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:08:22.963769Z","caller":"traceutil/trace.go:171","msg":"trace[1365391497] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3127; }","duration":"134.522194ms","start":"2026-03-29T02:08:22.829231Z","end":"2026-03-29T02:08:22.963753Z","steps":["trace[1365391497] 'range keys from in-memory index tree' (duration: 134.30219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:22.963957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.80207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:08:22.964048Z","caller":"traceutil/trace.go:171","msg":"trace[1352769259] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3127; }","duration":"169.938523ms","start":"2026-03-29T02:08:22.794094Z","end":"2026-03-29T02:08:22.964033Z","steps":["trace[1352769259] 'range keys from in-memory index tree' (duration: 169.664567ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:23.675207Z","caller":"traceutil/trace.go:171","msg":"trace[1058698710] linearizableReadLoop","detail":"{readStateIndex:3265; appliedIndex:3263; }","duration":"704.714389ms","start":"2026-03-29T02:08:22.970468Z","end":"2026-03-29T02:08:23.675183Z","steps":["trace[1058698710] 'read index received' (duration: 79.122873ms)","trace[1058698710] 'applied index is now lower than readState.Index' (duration: 625.590426ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:23.675437Z","caller":"traceutil/trace.go:171","msg":"trace[1094997666] transaction","detail":"{read_only:false; response_revision:3129; number_of_response:1; }","duration":"706.659451ms","start":"2026-03-29T02:08:22.96875Z","end":"2026-03-29T02:08:23.67541Z","steps":["trace[1094997666] 'process raft request' (duration: 706.278272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:23.675579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:22.968732Z","time spent":"706.767414ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:23.675784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.292971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-29T02:08:23.675835Z","caller":"traceutil/trace.go:171","msg":"trace[272617021] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3129; }","duration":"705.403914ms","start":"2026-03-29T02:08:22.97042Z","end":"2026-03-29T02:08:23.675823Z","steps":["trace[272617021] 'agreement among raft nodes before linearized reading' (duration: 705.144148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:23.676009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:22.9704Z","time spent":"705.581147ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-29T02:08:23.690757Z","caller":"traceutil/trace.go:171","msg":"trace[905772150] transaction","detail":"{read_only:false; response_revision:3130; number_of_response:1; }","duration":"434.091074ms","start":"2026-03-29T02:08:23.256645Z","end":"2026-03-29T02:08:23.690736Z","steps":["trace[905772150] 'process raft request' (duration: 433.885089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:23.690879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:23.256628Z","time spent":"434.183245ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:23.769152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.890474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:08:23.769183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.631889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-29T02:08:23.769222Z","caller":"traceutil/trace.go:171","msg":"trace[1859907723] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3130; }","duration":"764.032518ms","start":"2026-03-29T02:08:23.005176Z","end":"2026-03-29T02:08:23.769209Z","steps":["trace[1859907723] 'agreement among raft nodes before linearized reading' (duration: 763.855734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:23.769209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.178608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-29T02:08:23.769253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:23.005149Z","time spent":"764.097599ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:08:23.769243Z","caller":"traceutil/trace.go:171","msg":"trace[1295755272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3130; }","duration":"736.732771ms","start":"2026-03-29T02:08:23.032488Z","end":"2026-03-29T02:08:23.769221Z","steps":["trace[1295755272] 'agreement among raft nodes before linearized reading' (duration: 736.607358ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:23.769286Z","caller":"traceutil/trace.go:171","msg":"trace[413319225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3130; }","duration":"736.300081ms","start":"2026-03-29T02:08:23.032969Z","end":"2026-03-29T02:08:23.769269Z","steps":["trace[413319225] 'agreement among raft nodes before linearized reading' (duration: 736.032515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:23.769305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:23.032465Z","time spent":"736.823863ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:08:23.769328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:23.032948Z","time spent":"736.370632ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:08:23.76951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.257892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:08:23.76954Z","caller":"traceutil/trace.go:171","msg":"trace[580114915] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:3130; }","duration":"303.322224ms","start":"2026-03-29T02:08:23.466211Z","end":"2026-03-29T02:08:23.769533Z","steps":["trace[580114915] 'agreement among raft nodes before linearized reading' (duration: 303.270882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:23.769568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:23.466192Z","time spent":"303.366324ms","remote":"127.0.0.1:54652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:08:23.97504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.07389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-03-29T02:08:23.975137Z","caller":"traceutil/trace.go:171","msg":"trace[447712918] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3133; }","duration":"105.211003ms","start":"2026-03-29T02:08:23.869899Z","end":"2026-03-29T02:08:23.97511Z","steps":["trace[447712918] 'range keys from in-memory index tree' (duration: 104.875926ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:24.262282Z","caller":"traceutil/trace.go:171","msg":"trace[206762448] transaction","detail":"{read_only:false; response_revision:3134; number_of_response:1; }","duration":"162.816914ms","start":"2026-03-29T02:08:24.099436Z","end":"2026-03-29T02:08:24.262253Z","steps":["trace[206762448] 'process raft request' (duration: 162.586259ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:30.106856Z","caller":"traceutil/trace.go:171","msg":"trace[1018226684] linearizableReadLoop","detail":"{readStateIndex:3303; appliedIndex:3302; }","duration":"373.66404ms","start":"2026-03-29T02:08:29.733167Z","end":"2026-03-29T02:08:30.106831Z","steps":["trace[1018226684] 'read index received' (duration: 373.409674ms)","trace[1018226684] 'applied index is now lower than readState.Index' (duration: 253.156µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:30.107032Z","caller":"traceutil/trace.go:171","msg":"trace[179939622] transaction","detail":"{read_only:false; response_revision:3165; number_of_response:1; }","duration":"402.978881ms","start":"2026-03-29T02:08:29.704037Z","end":"2026-03-29T02:08:30.107016Z","steps":["trace[179939622] 'process raft request' (duration: 402.643903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:30.107216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.041107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-29T02:08:30.107286Z","caller":"traceutil/trace.go:171","msg":"trace[350419515] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3165; }","duration":"374.15177ms","start":"2026-03-29T02:08:29.733118Z","end":"2026-03-29T02:08:30.10727Z","steps":["trace[350419515] 'agreement among raft nodes before linearized reading' (duration: 373.922185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:30.107281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:29.704022Z","time spent":"403.056713ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:30.107341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:29.733101Z","time spent":"374.226771ms","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-29T02:08:30.10772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.016374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-29T02:08:30.10778Z","caller":"traceutil/trace.go:171","msg":"trace[191040155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3165; }","duration":"214.098986ms","start":"2026-03-29T02:08:29.893667Z","end":"2026-03-29T02:08:30.107766Z","steps":["trace[191040155] 'agreement among raft nodes before linearized reading' (duration: 213.952863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:30.107774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.663978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:08:30.107848Z","caller":"traceutil/trace.go:171","msg":"trace[588050859] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3165; }","duration":"280.79057ms","start":"2026-03-29T02:08:29.827041Z","end":"2026-03-29T02:08:30.107831Z","steps":["trace[588050859] 'agreement among raft nodes before linearized reading' (duration: 280.576046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:30.107913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.08204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:08:30.107976Z","caller":"traceutil/trace.go:171","msg":"trace[1001941432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3165; }","duration":"216.193362ms","start":"2026-03-29T02:08:29.891768Z","end":"2026-03-29T02:08:30.107961Z","steps":["trace[1001941432] 'agreement among raft nodes before linearized reading' (duration: 216.039319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:30.108079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.512378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:08:30.108153Z","caller":"traceutil/trace.go:171","msg":"trace[1481131504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3165; }","duration":"233.751863ms","start":"2026-03-29T02:08:29.874386Z","end":"2026-03-29T02:08:30.108138Z","steps":["trace[1481131504] 'agreement among raft nodes before linearized reading' (duration: 233.470257ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:30.280824Z","caller":"traceutil/trace.go:171","msg":"trace[376027195] transaction","detail":"{read_only:false; response_revision:3169; number_of_response:1; }","duration":"167.678883ms","start":"2026-03-29T02:08:30.113126Z","end":"2026-03-29T02:08:30.280805Z","steps":["trace[376027195] 'process raft request' (duration: 167.652953ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:30.280865Z","caller":"traceutil/trace.go:171","msg":"trace[2028295358] transaction","detail":"{read_only:false; response_revision:3166; number_of_response:1; }","duration":"171.348054ms","start":"2026-03-29T02:08:30.109502Z","end":"2026-03-29T02:08:30.28085Z","steps":["trace[2028295358] 'process raft request' (duration: 125.923353ms)","trace[2028295358] 'compare' (duration: 45.200786ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:30.2811Z","caller":"traceutil/trace.go:171","msg":"trace[163296496] linearizableReadLoop","detail":"{readStateIndex:3304; appliedIndex:3303; }","duration":"170.075836ms","start":"2026-03-29T02:08:30.111015Z","end":"2026-03-29T02:08:30.281091Z","steps":["trace[163296496] 'read index received' (duration: 124.458491ms)","trace[163296496] 'applied index is now lower than readState.Index' (duration: 45.616225ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:30.281257Z","caller":"traceutil/trace.go:171","msg":"trace[1593237923] transaction","detail":"{read_only:false; response_revision:3167; number_of_response:1; }","duration":"169.127425ms","start":"2026-03-29T02:08:30.112121Z","end":"2026-03-29T02:08:30.281249Z","steps":["trace[1593237923] 'process raft request' (duration: 168.598743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:30.281278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.2526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-29T02:08:30.281305Z","caller":"traceutil/trace.go:171","msg":"trace[1750580572] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3169; }","duration":"170.392623ms","start":"2026-03-29T02:08:30.110906Z","end":"2026-03-29T02:08:30.281298Z","steps":["trace[1750580572] 'agreement among raft nodes before linearized reading' (duration: 170.296051ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:30.2814Z","caller":"traceutil/trace.go:171","msg":"trace[1251492289] transaction","detail":"{read_only:false; response_revision:3168; number_of_response:1; }","duration":"168.776737ms","start":"2026-03-29T02:08:30.112616Z","end":"2026-03-29T02:08:30.281393Z","steps":["trace[1251492289] 'process raft request' (duration: 168.140483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:31.572845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.916543ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:08:31.572958Z","caller":"traceutil/trace.go:171","msg":"trace[361918116] transaction","detail":"{read_only:false; response_revision:3170; number_of_response:1; }","duration":"860.489476ms","start":"2026-03-29T02:08:30.712445Z","end":"2026-03-29T02:08:31.572935Z","steps":["trace[361918116] 'process raft request' (duration: 186.364778ms)","trace[361918116] 'compare' (duration: 673.493774ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:08:31.573019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:30.712419Z","time spent":"860.570178ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:32.122089Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.223429356s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:08:32.644994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.705747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:08:32.645498Z","caller":"traceutil/trace.go:171","msg":"trace[1693545414] linearizableReadLoop","detail":"{readStateIndex:3311; appliedIndex:3307; }","duration":"1.770185737s","start":"2026-03-29T02:08:30.875294Z","end":"2026-03-29T02:08:32.64548Z","steps":["trace[1693545414] 'read index received' (duration: 23.36613ms)","trace[1693545414] 'applied index is now lower than readState.Index' (duration: 1.746818747s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:32.645501Z","caller":"traceutil/trace.go:171","msg":"trace[686671090] transaction","detail":"{read_only:false; response_revision:3171; number_of_response:1; }","duration":"1.866848868s","start":"2026-03-29T02:08:30.778578Z","end":"2026-03-29T02:08:32.645427Z","steps":["trace[686671090] 'process raft request' (duration: 1.34362696s)","trace[686671090] 'compare' (duration: 522.446011ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:32.645568Z","caller":"traceutil/trace.go:171","msg":"trace[501250095] transaction","detail":"{read_only:false; response_revision:3172; number_of_response:1; }","duration":"1.86149584s","start":"2026-03-29T02:08:30.784046Z","end":"2026-03-29T02:08:32.645542Z","steps":["trace[501250095] 'process raft request' (duration: 1.86103405s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:32.645687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:30.784029Z","time spent":"1.861596993s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:32.645715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:30.77855Z","time spent":"1.867024142s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:32.645725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770411292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:08:32.645735Z","caller":"traceutil/trace.go:171","msg":"trace[163057546] transaction","detail":"{read_only:false; response_revision:3173; number_of_response:1; }","duration":"1.860305242s","start":"2026-03-29T02:08:30.785408Z","end":"2026-03-29T02:08:32.645714Z","steps":["trace[163057546] 'process raft request' (duration: 1.85972759s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:32.645785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555353554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:08:32.645776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.793492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:08:32.645776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.680709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-29T02:08:32.645822Z","caller":"traceutil/trace.go:171","msg":"trace[1276322561] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3173; }","duration":"1.555458647s","start":"2026-03-29T02:08:31.090353Z","end":"2026-03-29T02:08:32.645812Z","steps":["trace[1276322561] 'agreement among raft nodes before linearized reading' (duration: 1.555270012s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:32.645813Z","caller":"traceutil/trace.go:171","msg":"trace[677763794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3173; }","duration":"1.770533654s","start":"2026-03-29T02:08:30.875259Z","end":"2026-03-29T02:08:32.645793Z","steps":["trace[677763794] 'agreement among raft nodes before linearized reading' (duration: 1.77034174s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:32.64574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.27716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:08:32.645847Z","caller":"traceutil/trace.go:171","msg":"trace[332688190] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3173; }","duration":"913.809082ms","start":"2026-03-29T02:08:31.732025Z","end":"2026-03-29T02:08:32.645835Z","steps":["trace[332688190] 'agreement among raft nodes before linearized reading' (duration: 913.632118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:32.645857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.320146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-29T02:08:32.645869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.026476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-29T02:08:32.645883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:31.090323Z","time spent":"1.555549579s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:08:32.645898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.150935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:08:32.64589Z","caller":"traceutil/trace.go:171","msg":"trace[259972914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3173; }","duration":"762.475204ms","start":"2026-03-29T02:08:31.883403Z","end":"2026-03-29T02:08:32.645878Z","steps":["trace[259972914] 'agreement among raft nodes before linearized reading' (duration: 762.249499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:32.645894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:31.732005Z","time spent":"913.881274ms","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-29T02:08:32.645928Z","caller":"traceutil/trace.go:171","msg":"trace[603420138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3173; }","duration":"359.199396ms","start":"2026-03-29T02:08:32.286722Z","end":"2026-03-29T02:08:32.645921Z","steps":["trace[603420138] 'agreement among raft nodes before linearized reading' (duration: 359.128744ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:32.645909Z","caller":"traceutil/trace.go:171","msg":"trace[2022704813] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3173; }","duration":"533.093957ms","start":"2026-03-29T02:08:32.112802Z","end":"2026-03-29T02:08:32.645896Z","steps":["trace[2022704813] 'agreement among raft nodes before linearized reading' (duration: 532.915324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:32.64592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:30.785392Z","time spent":"1.860449446s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:08:32.645923Z","caller":"traceutil/trace.go:171","msg":"trace[7510994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3173; }","duration":"358.381688ms","start":"2026-03-29T02:08:32.287508Z","end":"2026-03-29T02:08:32.645889Z","steps":["trace[7510994] 'agreement among raft nodes before linearized reading' (duration: 358.275656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:32.645941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:31.883384Z","time spent":"762.547925ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:08:32.645954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:32.286712Z","time spent":"359.236797ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:08:32.645961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:32.112785Z","time spent":"533.169169ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:08:32.645972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:32.287494Z","time spent":"358.46979ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:08:32.645833Z","caller":"traceutil/trace.go:171","msg":"trace[1812813795] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3173; }","duration":"360.894835ms","start":"2026-03-29T02:08:32.284925Z","end":"2026-03-29T02:08:32.64582Z","steps":["trace[1812813795] 'agreement among raft nodes before linearized reading' (duration: 360.724771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:32.646076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:32.284897Z","time spent":"361.15873ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:08:32.645869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:30.87524Z","time spent":"1.770620137s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:08:32.646085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01875573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:08:32.646198Z","caller":"traceutil/trace.go:171","msg":"trace[271727331] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3173; }","duration":"1.019058126s","start":"2026-03-29T02:08:31.627121Z","end":"2026-03-29T02:08:32.646179Z","steps":["trace[271727331] 'agreement among raft nodes before linearized reading' (duration: 1.018544774s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:32.646258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:31.6271Z","time spent":"1.019146708s","remote":"127.0.0.1:54882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:08:32.917354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.304007ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:08:32.917476Z","caller":"traceutil/trace.go:171","msg":"trace[642716557] transaction","detail":"{read_only:false; response_revision:3174; number_of_response:1; }","duration":"267.131316ms","start":"2026-03-29T02:08:32.650326Z","end":"2026-03-29T02:08:32.917457Z","steps":["trace[642716557] 'process raft request' (duration: 107.634735ms)","trace[642716557] 'compare' (duration: 159.161654ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:33.271123Z","caller":"traceutil/trace.go:171","msg":"trace[635468713] transaction","detail":"{read_only:false; response_revision:3175; number_of_response:1; }","duration":"620.271249ms","start":"2026-03-29T02:08:32.650817Z","end":"2026-03-29T02:08:33.271089Z","steps":["trace[635468713] 'process raft request' (duration: 558.187186ms)","trace[635468713] 'compare' (duration: 61.763576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:08:33.27128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:32.650805Z","time spent":"620.388831ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:08:33.271365Z","caller":"traceutil/trace.go:171","msg":"trace[1368046453] transaction","detail":"{read_only:false; response_revision:3180; number_of_response:1; }","duration":"170.719491ms","start":"2026-03-29T02:08:33.100619Z","end":"2026-03-29T02:08:33.271338Z","steps":["trace[1368046453] 'process raft request' (duration: 170.68062ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:33.271465Z","caller":"traceutil/trace.go:171","msg":"trace[2136890955] transaction","detail":"{read_only:false; response_revision:3178; number_of_response:1; }","duration":"620.238237ms","start":"2026-03-29T02:08:32.651159Z","end":"2026-03-29T02:08:33.271397Z","steps":["trace[2136890955] 'process raft request' (duration: 620.045903ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:33.271814Z","caller":"traceutil/trace.go:171","msg":"trace[1907955682] transaction","detail":"{read_only:false; response_revision:3179; number_of_response:1; }","duration":"560.53165ms","start":"2026-03-29T02:08:32.71127Z","end":"2026-03-29T02:08:33.271801Z","steps":["trace[1907955682] 'process raft request' (duration: 559.983997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:33.271925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:32.711253Z","time spent":"560.599861ms","remote":"127.0.0.1:54652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9388,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:08:33.272112Z","caller":"traceutil/trace.go:171","msg":"trace[803773665] linearizableReadLoop","detail":"{readStateIndex:3316; appliedIndex:3311; }","duration":"619.873571ms","start":"2026-03-29T02:08:32.652222Z","end":"2026-03-29T02:08:33.272095Z","steps":["trace[803773665] 'read index received' (duration: 105.764845ms)","trace[803773665] 'applied index is now lower than readState.Index' (duration: 514.057465ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:33.272135Z","caller":"traceutil/trace.go:171","msg":"trace[1094032720] transaction","detail":"{read_only:false; response_revision:3177; number_of_response:1; }","duration":"621.145169ms","start":"2026-03-29T02:08:32.650953Z","end":"2026-03-29T02:08:33.272098Z","steps":["trace[1094032720] 'process raft request' (duration: 620.167766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:33.272244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.455752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:08:33.272293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.217508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:08:33.272324Z","caller":"traceutil/trace.go:171","msg":"trace[345198473] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3180; }","duration":"522.567364ms","start":"2026-03-29T02:08:32.749736Z","end":"2026-03-29T02:08:33.272303Z","steps":["trace[345198473] 'agreement among raft nodes before linearized reading' (duration: 522.463942ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:33.272338Z","caller":"traceutil/trace.go:171","msg":"trace[814226276] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:3180; }","duration":"116.31134ms","start":"2026-03-29T02:08:33.156015Z","end":"2026-03-29T02:08:33.272326Z","steps":["trace[814226276] 'agreement among raft nodes before linearized reading' (duration: 116.202957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:33.272339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:32.65094Z","time spent":"621.265411ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:33.272348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.100408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:08:33.272417Z","caller":"traceutil/trace.go:171","msg":"trace[419342919] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:3180; }","duration":"418.234081ms","start":"2026-03-29T02:08:32.85417Z","end":"2026-03-29T02:08:33.272404Z","steps":["trace[419342919] 'agreement among raft nodes before linearized reading' (duration: 418.058358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:33.272465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:32.854148Z","time spent":"418.307024ms","remote":"127.0.0.1:54572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":26,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:08:33.272533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:32.651142Z","time spent":"620.607236ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:33.272365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:32.749717Z","time spent":"522.638095ms","remote":"127.0.0.1:42288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:08:33.271568Z","caller":"traceutil/trace.go:171","msg":"trace[1740302442] transaction","detail":"{read_only:false; response_revision:3176; number_of_response:1; }","duration":"620.690918ms","start":"2026-03-29T02:08:32.650865Z","end":"2026-03-29T02:08:33.271556Z","steps":["trace[1740302442] 'process raft request' (duration: 620.089575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:33.272939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:32.650848Z","time spent":"622.041038ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:08:33.273146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.914763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-29T02:08:33.273232Z","caller":"traceutil/trace.go:171","msg":"trace[339895666] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3180; }","duration":"621.020015ms","start":"2026-03-29T02:08:32.652202Z","end":"2026-03-29T02:08:33.273222Z","steps":["trace[339895666] 'agreement among raft nodes before linearized reading' (duration: 619.986983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:33.273259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:08:32.652196Z","time spent":"621.055916ms","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1341,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-29T02:08:33.845056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.241981ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T02:08:33.845529Z","caller":"traceutil/trace.go:171","msg":"trace[1199890836] linearizableReadLoop","detail":"{readStateIndex:3321; appliedIndex:3318; }","duration":"112.870183ms","start":"2026-03-29T02:08:33.732637Z","end":"2026-03-29T02:08:33.845508Z","steps":["trace[1199890836] 'read index received' (duration: 65.509188ms)","trace[1199890836] 'applied index is now lower than readState.Index' (duration: 47.360135ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:33.845583Z","caller":"traceutil/trace.go:171","msg":"trace[850064693] transaction","detail":"{read_only:false; response_revision:3181; number_of_response:1; }","duration":"262.037193ms","start":"2026-03-29T02:08:33.583515Z","end":"2026-03-29T02:08:33.845552Z","steps":["trace[850064693] 'process raft request' (duration: 261.680075ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:33.845599Z","caller":"traceutil/trace.go:171","msg":"trace[1254906179] transaction","detail":"{read_only:false; response_revision:3182; number_of_response:1; }","duration":"125.739709ms","start":"2026-03-29T02:08:33.719825Z","end":"2026-03-29T02:08:33.845565Z","steps":["trace[1254906179] 'process raft request' (duration: 125.624056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:33.845694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.063186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-29T02:08:33.845829Z","caller":"traceutil/trace.go:171","msg":"trace[136182352] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3182; }","duration":"113.254611ms","start":"2026-03-29T02:08:33.732563Z","end":"2026-03-29T02:08:33.845817Z","steps":["trace[136182352] 'agreement among raft nodes before linearized reading' (duration: 113.014235ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:39.541357Z","caller":"traceutil/trace.go:171","msg":"trace[1948720346] transaction","detail":"{read_only:false; response_revision:3210; number_of_response:1; }","duration":"240.075534ms","start":"2026-03-29T02:08:39.301257Z","end":"2026-03-29T02:08:39.541333Z","steps":["trace[1948720346] 'process raft request' (duration: 239.881949ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:39.59793Z","caller":"traceutil/trace.go:171","msg":"trace[136635011] transaction","detail":"{read_only:false; response_revision:3211; number_of_response:1; }","duration":"294.945397ms","start":"2026-03-29T02:08:39.302955Z","end":"2026-03-29T02:08:39.5979Z","steps":["trace[136635011] 'process raft request' (duration: 294.755593ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:39.598251Z","caller":"traceutil/trace.go:171","msg":"trace[611338579] transaction","detail":"{read_only:false; response_revision:3212; number_of_response:1; }","duration":"294.888015ms","start":"2026-03-29T02:08:39.303334Z","end":"2026-03-29T02:08:39.598222Z","steps":["trace[611338579] 'process raft request' (duration: 294.513176ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:39.598257Z","caller":"traceutil/trace.go:171","msg":"trace[646299773] transaction","detail":"{read_only:false; response_revision:3213; number_of_response:1; }","duration":"293.561095ms","start":"2026-03-29T02:08:39.304678Z","end":"2026-03-29T02:08:39.598239Z","steps":["trace[646299773] 'process raft request' (duration: 293.410542ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:39.598248Z","caller":"traceutil/trace.go:171","msg":"trace[244940221] linearizableReadLoop","detail":"{readStateIndex:3353; appliedIndex:3349; }","duration":"265.022811ms","start":"2026-03-29T02:08:39.333195Z","end":"2026-03-29T02:08:39.598218Z","steps":["trace[244940221] 'read index received' (duration: 207.963461ms)","trace[244940221] 'applied index is now lower than readState.Index' (duration: 57.05846ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:08:39.598356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.131353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:08:39.598485Z","caller":"traceutil/trace.go:171","msg":"trace[1995240824] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3213; }","duration":"265.308297ms","start":"2026-03-29T02:08:39.333154Z","end":"2026-03-29T02:08:39.598462Z","steps":["trace[1995240824] 'agreement among raft nodes before linearized reading' (duration: 265.144783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:39.83358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.400849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:08:39.833661Z","caller":"traceutil/trace.go:171","msg":"trace[1822361447] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3213; }","duration":"168.549702ms","start":"2026-03-29T02:08:39.66509Z","end":"2026-03-29T02:08:39.83364Z","steps":["trace[1822361447] 'count revisions from in-memory index tree' (duration: 168.301597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:39.83369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.242222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-29T02:08:39.833721Z","caller":"traceutil/trace.go:171","msg":"trace[1793489516] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3213; }","duration":"100.314024ms","start":"2026-03-29T02:08:39.733399Z","end":"2026-03-29T02:08:39.833713Z","steps":["trace[1793489516] 'range keys from in-memory index tree' (duration: 100.088728ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:40.209956Z","caller":"traceutil/trace.go:171","msg":"trace[790711207] linearizableReadLoop","detail":"{readStateIndex:3355; appliedIndex:3354; }","duration":"138.631536ms","start":"2026-03-29T02:08:40.071302Z","end":"2026-03-29T02:08:40.209934Z","steps":["trace[790711207] 'read index received' (duration: 138.435762ms)","trace[790711207] 'applied index is now lower than readState.Index' (duration: 194.614µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:40.210041Z","caller":"traceutil/trace.go:171","msg":"trace[708334243] transaction","detail":"{read_only:false; response_revision:3215; number_of_response:1; }","duration":"139.094267ms","start":"2026-03-29T02:08:40.070909Z","end":"2026-03-29T02:08:40.210003Z","steps":["trace[708334243] 'process raft request' (duration: 138.880052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:40.210286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.881001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0153bf7d-a07f-4014-96ac-8d25cf8b2675\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-29T02:08:40.210335Z","caller":"traceutil/trace.go:171","msg":"trace[1685178536] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0153bf7d-a07f-4014-96ac-8d25cf8b2675; range_end:; response_count:1; response_revision:3215; }","duration":"139.034485ms","start":"2026-03-29T02:08:40.071286Z","end":"2026-03-29T02:08:40.21032Z","steps":["trace[1685178536] 'agreement among raft nodes before linearized reading' (duration: 138.735528ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:40.679686Z","caller":"traceutil/trace.go:171","msg":"trace[115170771] transaction","detail":"{read_only:false; response_revision:3217; number_of_response:1; }","duration":"114.135801ms","start":"2026-03-29T02:08:40.565502Z","end":"2026-03-29T02:08:40.679638Z","steps":["trace[115170771] 'process raft request' (duration: 113.883195ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:40.780575Z","caller":"traceutil/trace.go:171","msg":"trace[1099973259] transaction","detail":"{read_only:false; response_revision:3218; number_of_response:1; }","duration":"103.037614ms","start":"2026-03-29T02:08:40.677509Z","end":"2026-03-29T02:08:40.780547Z","steps":["trace[1099973259] 'process raft request' (duration: 87.035848ms)","trace[1099973259] 'compare' (duration: 15.789282ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:40.780598Z","caller":"traceutil/trace.go:171","msg":"trace[23414812] transaction","detail":"{read_only:false; response_revision:3220; number_of_response:1; }","duration":"101.874518ms","start":"2026-03-29T02:08:40.678707Z","end":"2026-03-29T02:08:40.780581Z","steps":["trace[23414812] 'process raft request' (duration: 101.829557ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:40.780606Z","caller":"traceutil/trace.go:171","msg":"trace[31728093] transaction","detail":"{read_only:false; response_revision:3219; number_of_response:1; }","duration":"103.028894ms","start":"2026-03-29T02:08:40.677559Z","end":"2026-03-29T02:08:40.780588Z","steps":["trace[31728093] 'process raft request' (duration: 102.918482ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:59.779061Z","caller":"traceutil/trace.go:171","msg":"trace[887926349] transaction","detail":"{read_only:false; response_revision:3321; number_of_response:1; }","duration":"121.127755ms","start":"2026-03-29T02:08:59.657902Z","end":"2026-03-29T02:08:59.779029Z","steps":["trace[887926349] 'process raft request' (duration: 120.885019ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:59.922758Z","caller":"traceutil/trace.go:171","msg":"trace[272800502] transaction","detail":"{read_only:false; response_revision:3323; number_of_response:1; }","duration":"137.940519ms","start":"2026-03-29T02:08:59.784787Z","end":"2026-03-29T02:08:59.922727Z","steps":["trace[272800502] 'process raft request' (duration: 114.62327ms)","trace[272800502] 'compare' (duration: 23.116814ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:59.923021Z","caller":"traceutil/trace.go:171","msg":"trace[742995446] linearizableReadLoop","detail":"{readStateIndex:3469; appliedIndex:3466; }","duration":"136.341234ms","start":"2026-03-29T02:08:59.786649Z","end":"2026-03-29T02:08:59.92299Z","steps":["trace[742995446] 'read index received' (duration: 55.578897ms)","trace[742995446] 'applied index is now lower than readState.Index' (duration: 80.760697ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:59.923177Z","caller":"traceutil/trace.go:171","msg":"trace[1410380700] transaction","detail":"{read_only:false; response_revision:3324; number_of_response:1; }","duration":"138.130643ms","start":"2026-03-29T02:08:59.785031Z","end":"2026-03-29T02:08:59.923162Z","steps":["trace[1410380700] 'process raft request' (duration: 137.652493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:08:59.923269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.59354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-29T02:08:59.923315Z","caller":"traceutil/trace.go:171","msg":"trace[825857033] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3324; }","duration":"136.678071ms","start":"2026-03-29T02:08:59.786623Z","end":"2026-03-29T02:08:59.923301Z","steps":["trace[825857033] 'agreement among raft nodes before linearized reading' (duration: 136.473837ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:01.025517Z","caller":"traceutil/trace.go:171","msg":"trace[549455527] transaction","detail":"{read_only:false; response_revision:3329; number_of_response:1; }","duration":"107.720298ms","start":"2026-03-29T02:09:00.917772Z","end":"2026-03-29T02:09:01.025492Z","steps":["trace[549455527] 'process raft request' (duration: 107.582145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:05.355537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.413938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:09:05.355651Z","caller":"traceutil/trace.go:171","msg":"trace[1219293662] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3351; }","duration":"102.602432ms","start":"2026-03-29T02:09:05.253025Z","end":"2026-03-29T02:09:05.355627Z","steps":["trace[1219293662] 'range keys from in-memory index tree' (duration: 102.08621ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:08.462324Z","caller":"traceutil/trace.go:171","msg":"trace[15664750] transaction","detail":"{read_only:false; response_revision:3367; number_of_response:1; }","duration":"185.725991ms","start":"2026-03-29T02:09:08.276571Z","end":"2026-03-29T02:09:08.462297Z","steps":["trace[15664750] 'process raft request' (duration: 185.538887ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:08.520865Z","caller":"traceutil/trace.go:171","msg":"trace[1909507989] transaction","detail":"{read_only:false; response_revision:3368; number_of_response:1; }","duration":"144.143447ms","start":"2026-03-29T02:09:08.376689Z","end":"2026-03-29T02:09:08.520832Z","steps":["trace[1909507989] 'process raft request' (duration: 119.336795ms)","trace[1909507989] 'compare' (duration: 24.682729ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:11:02.417996Z","caller":"traceutil/trace.go:171","msg":"trace[148864096] linearizableReadLoop","detail":"{readStateIndex:4249; appliedIndex:4248; }","duration":"211.815393ms","start":"2026-03-29T02:11:02.20615Z","end":"2026-03-29T02:11:02.417966Z","steps":["trace[148864096] 'read index received' (duration: 211.583678ms)","trace[148864096] 'applied index is now lower than readState.Index' (duration: 230.095µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:11:02.418192Z","caller":"traceutil/trace.go:171","msg":"trace[2105448866] transaction","detail":"{read_only:false; response_revision:4074; number_of_response:1; }","duration":"255.667147ms","start":"2026-03-29T02:11:02.162506Z","end":"2026-03-29T02:11:02.418173Z","steps":["trace[2105448866] 'process raft request' (duration: 255.284759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:02.418458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.292023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-29T02:11:02.418543Z","caller":"traceutil/trace.go:171","msg":"trace[762951965] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4074; }","duration":"212.445447ms","start":"2026-03-29T02:11:02.206077Z","end":"2026-03-29T02:11:02.418522Z","steps":["trace[762951965] 'agreement among raft nodes before linearized reading' (duration: 212.154101ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:02.651943Z","caller":"traceutil/trace.go:171","msg":"trace[1133784151] transaction","detail":"{read_only:false; response_revision:4088; number_of_response:1; }","duration":"115.383897ms","start":"2026-03-29T02:11:02.536519Z","end":"2026-03-29T02:11:02.651903Z","steps":["trace[1133784151] 'process raft request' (duration: 96.678062ms)","trace[1133784151] 'compare' (duration: 18.572163ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:11:02.652313Z","caller":"traceutil/trace.go:171","msg":"trace[1067236137] linearizableReadLoop","detail":"{readStateIndex:4264; appliedIndex:4262; }","duration":"109.878046ms","start":"2026-03-29T02:11:02.542403Z","end":"2026-03-29T02:11:02.652281Z","steps":["trace[1067236137] 'read index received' (duration: 90.835332ms)","trace[1067236137] 'applied index is now lower than readState.Index' (duration: 19.041674ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:11:02.652441Z","caller":"traceutil/trace.go:171","msg":"trace[400090345] transaction","detail":"{read_only:false; response_revision:4089; number_of_response:1; }","duration":"112.408541ms","start":"2026-03-29T02:11:02.540019Z","end":"2026-03-29T02:11:02.652428Z","steps":["trace[400090345] 'process raft request' (duration: 112.022833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:02.652565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.135241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/passwords.secretgen.k14s.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:11:02.652644Z","caller":"traceutil/trace.go:171","msg":"trace[1440453474] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/passwords.secretgen.k14s.io; range_end:; response_count:0; response_revision:4090; }","duration":"110.242313ms","start":"2026-03-29T02:11:02.542378Z","end":"2026-03-29T02:11:02.65262Z","steps":["trace[1440453474] 'agreement among raft nodes before linearized reading' (duration: 110.08559ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:02.652705Z","caller":"traceutil/trace.go:171","msg":"trace[106825228] transaction","detail":"{read_only:false; response_revision:4090; number_of_response:1; }","duration":"109.482946ms","start":"2026-03-29T02:11:02.543185Z","end":"2026-03-29T02:11:02.652668Z","steps":["trace[106825228] 'process raft request' (duration: 108.994966ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:16.685609Z","caller":"traceutil/trace.go:171","msg":"trace[1144492470] transaction","detail":"{read_only:false; response_revision:4224; number_of_response:1; }","duration":"169.18023ms","start":"2026-03-29T02:11:16.516398Z","end":"2026-03-29T02:11:16.685578Z","steps":["trace[1144492470] 'process raft request' (duration: 168.961875ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:37.031194Z","caller":"traceutil/trace.go:171","msg":"trace[752473570] transaction","detail":"{read_only:false; response_revision:4341; number_of_response:1; }","duration":"213.937568ms","start":"2026-03-29T02:11:36.817233Z","end":"2026-03-29T02:11:37.031171Z","steps":["trace[752473570] 'process raft request' (duration: 213.677893ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:37.031169Z","caller":"traceutil/trace.go:171","msg":"trace[1846603185] linearizableReadLoop","detail":"{readStateIndex:4523; appliedIndex:4522; }","duration":"191.928078ms","start":"2026-03-29T02:11:36.839207Z","end":"2026-03-29T02:11:37.031136Z","steps":["trace[1846603185] 'read index received' (duration: 191.761404ms)","trace[1846603185] 'applied index is now lower than readState.Index' (duration: 165.384µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:11:37.031469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.193994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:11:37.031624Z","caller":"traceutil/trace.go:171","msg":"trace[869067493] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; response_count:1; response_revision:4341; }","duration":"192.47398ms","start":"2026-03-29T02:11:36.83913Z","end":"2026-03-29T02:11:37.031604Z","steps":["trace[869067493] 'agreement among raft nodes before linearized reading' (duration: 192.114002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:37.890124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.729768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:11:37.890231Z","caller":"traceutil/trace.go:171","msg":"trace[884196396] linearizableReadLoop","detail":"{readStateIndex:4524; appliedIndex:4523; }","duration":"858.863111ms","start":"2026-03-29T02:11:37.031353Z","end":"2026-03-29T02:11:37.890216Z","steps":["trace[884196396] 'read index received' (duration: 497.891597ms)","trace[884196396] 'applied index is now lower than readState.Index' (duration: 360.970594ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:11:37.890294Z","caller":"traceutil/trace.go:171","msg":"trace[172330454] transaction","detail":"{read_only:false; response_revision:4342; number_of_response:1; }","duration":"970.798005ms","start":"2026-03-29T02:11:36.919488Z","end":"2026-03-29T02:11:37.890286Z","steps":["trace[172330454] 'process raft request' (duration: 609.785361ms)","trace[172330454] 'compare' (duration: 347.064573ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:11:37.890338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:36.919467Z","time spent":"970.850066ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:11:37.890425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038378161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:11:37.89084Z","caller":"traceutil/trace.go:171","msg":"trace[481555318] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4342; }","duration":"1.038847562s","start":"2026-03-29T02:11:36.851973Z","end":"2026-03-29T02:11:37.890821Z","steps":["trace[481555318] 'agreement among raft nodes before linearized reading' (duration: 1.038318149s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:37.890879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:36.851947Z","time spent":"1.038925544s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:11:37.902219Z","caller":"traceutil/trace.go:171","msg":"trace[308479448] transaction","detail":"{read_only:false; response_revision:4343; number_of_response:1; }","duration":"459.05396ms","start":"2026-03-29T02:11:37.443134Z","end":"2026-03-29T02:11:37.902187Z","steps":["trace[308479448] 'process raft request' (duration: 458.899987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:37.902415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:37.443102Z","time spent":"459.209074ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:11:37.909106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.214989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62976"} {"level":"info","ts":"2026-03-29T02:11:37.909165Z","caller":"traceutil/trace.go:171","msg":"trace[980691267] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4345; }","duration":"872.334251ms","start":"2026-03-29T02:11:37.036818Z","end":"2026-03-29T02:11:37.909152Z","steps":["trace[980691267] 'agreement among raft nodes before linearized reading' (duration: 872.101256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:37.909204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:37.036792Z","time spent":"872.403492ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62998,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:11:37.90938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.758459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:11:37.909436Z","caller":"traceutil/trace.go:171","msg":"trace[1203121093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4345; }","duration":"762.937183ms","start":"2026-03-29T02:11:37.146485Z","end":"2026-03-29T02:11:37.909422Z","steps":["trace[1203121093] 'agreement among raft nodes before linearized reading' (duration: 762.719588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:37.90946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.515401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T02:11:37.909479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:37.14646Z","time spent":"763.010254ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:11:37.909493Z","caller":"traceutil/trace.go:171","msg":"trace[1339270054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4345; }","duration":"848.573521ms","start":"2026-03-29T02:11:37.060909Z","end":"2026-03-29T02:11:37.909483Z","steps":["trace[1339270054] 'agreement among raft nodes before linearized reading' (duration: 848.480959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:37.909786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:37.060887Z","time spent":"848.866178ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:11:37.909726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.801627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:11:37.910125Z","caller":"traceutil/trace.go:171","msg":"trace[1289821645] transaction","detail":"{read_only:false; response_revision:4344; number_of_response:1; }","duration":"205.047141ms","start":"2026-03-29T02:11:37.705055Z","end":"2026-03-29T02:11:37.910102Z","steps":["trace[1289821645] 'process raft request' (duration: 203.732261ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:37.90999Z","caller":"traceutil/trace.go:171","msg":"trace[278427315] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4345; }","duration":"600.120764ms","start":"2026-03-29T02:11:37.309849Z","end":"2026-03-29T02:11:37.90997Z","steps":["trace[278427315] 'agreement among raft nodes before linearized reading' (duration: 599.720145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:37.910394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:37.309823Z","time spent":"600.555215ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:11:45.666886Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2444} {"level":"info","ts":"2026-03-29T02:11:45.75073Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2444,"took":"82.071348ms","hash":2645483143,"current-db-size-bytes":35897344,"current-db-size":"36 MB","current-db-size-in-use-bytes":11608064,"current-db-size-in-use":"12 MB"} {"level":"info","ts":"2026-03-29T02:11:45.750793Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2645483143,"revision":2444,"compact-revision":-1} {"level":"info","ts":"2026-03-29T02:11:58.55248Z","caller":"traceutil/trace.go:171","msg":"trace[1172384960] transaction","detail":"{read_only:false; response_revision:4463; number_of_response:1; }","duration":"176.82642ms","start":"2026-03-29T02:11:58.375613Z","end":"2026-03-29T02:11:58.55244Z","steps":["trace[1172384960] 'process raft request' (duration: 120.527685ms)","trace[1172384960] 'compare' (duration: 55.983138ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:12:01.146848Z","caller":"traceutil/trace.go:171","msg":"trace[697994177] transaction","detail":"{read_only:false; response_revision:4477; number_of_response:1; }","duration":"177.812632ms","start":"2026-03-29T02:12:00.968981Z","end":"2026-03-29T02:12:01.146794Z","steps":["trace[697994177] 'process raft request' (duration: 93.672007ms)","trace[697994177] 'compare' (duration: 83.973182ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:12:44.720063Z","caller":"traceutil/trace.go:171","msg":"trace[1183532822] transaction","detail":"{read_only:false; response_revision:4776; number_of_response:1; }","duration":"174.53255ms","start":"2026-03-29T02:12:44.545486Z","end":"2026-03-29T02:12:44.720019Z","steps":["trace[1183532822] 'process raft request' (duration: 132.132514ms)","trace[1183532822] 'compare' (duration: 42.17539ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:12:44.720328Z","caller":"traceutil/trace.go:171","msg":"trace[856881170] linearizableReadLoop","detail":"{readStateIndex:4987; appliedIndex:4985; }","duration":"173.785283ms","start":"2026-03-29T02:12:44.546437Z","end":"2026-03-29T02:12:44.720223Z","steps":["trace[856881170] 'read index received' (duration: 53.923811ms)","trace[856881170] 'applied index is now lower than readState.Index' (duration: 119.857681ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:12:44.720387Z","caller":"traceutil/trace.go:171","msg":"trace[558450082] transaction","detail":"{read_only:false; response_revision:4777; number_of_response:1; }","duration":"166.47469ms","start":"2026-03-29T02:12:44.55388Z","end":"2026-03-29T02:12:44.720355Z","steps":["trace[558450082] 'process raft request' (duration: 166.084401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:44.720681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.208862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-29T02:12:44.720721Z","caller":"traceutil/trace.go:171","msg":"trace[460599021] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4777; }","duration":"174.307744ms","start":"2026-03-29T02:12:44.546403Z","end":"2026-03-29T02:12:44.720711Z","steps":["trace[460599021] 'agreement among raft nodes before linearized reading' (duration: 174.090759ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:45.338795Z","caller":"traceutil/trace.go:171","msg":"trace[1077856932] transaction","detail":"{read_only:false; response_revision:4778; number_of_response:1; }","duration":"145.964163ms","start":"2026-03-29T02:12:45.192799Z","end":"2026-03-29T02:12:45.338763Z","steps":["trace[1077856932] 'process raft request' (duration: 145.640146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:45.481671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.262753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:12:45.48181Z","caller":"traceutil/trace.go:171","msg":"trace[178376760] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:0; response_revision:4778; }","duration":"104.469728ms","start":"2026-03-29T02:12:45.37731Z","end":"2026-03-29T02:12:45.48178Z","steps":["trace[178376760] 'range keys from in-memory index tree' (duration: 104.144821ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:45.703133Z","caller":"traceutil/trace.go:171","msg":"trace[775969620] linearizableReadLoop","detail":"{readStateIndex:4991; appliedIndex:4990; }","duration":"121.004367ms","start":"2026-03-29T02:12:45.582081Z","end":"2026-03-29T02:12:45.703085Z","steps":["trace[775969620] 'read index received' (duration: 120.716471ms)","trace[775969620] 'applied index is now lower than readState.Index' (duration: 286.496µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:12:45.703267Z","caller":"traceutil/trace.go:171","msg":"trace[1211365942] transaction","detail":"{read_only:false; response_revision:4779; number_of_response:1; }","duration":"154.851301ms","start":"2026-03-29T02:12:45.548378Z","end":"2026-03-29T02:12:45.70323Z","steps":["trace[1211365942] 'process raft request' (duration: 154.379491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:45.703537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.415216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:12:45.703674Z","caller":"traceutil/trace.go:171","msg":"trace[251947371] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:4779; }","duration":"121.620771ms","start":"2026-03-29T02:12:45.582033Z","end":"2026-03-29T02:12:45.703653Z","steps":["trace[251947371] 'agreement among raft nodes before linearized reading' (duration: 121.235652ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:45.820452Z","caller":"traceutil/trace.go:171","msg":"trace[1687371938] linearizableReadLoop","detail":"{readStateIndex:4992; appliedIndex:4991; }","duration":"117.164462ms","start":"2026-03-29T02:12:45.703251Z","end":"2026-03-29T02:12:45.820416Z","steps":["trace[1687371938] 'read index received' (duration: 94.007536ms)","trace[1687371938] 'applied index is now lower than readState.Index' (duration: 23.155796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:12:45.820596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.471265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:12:45.820656Z","caller":"traceutil/trace.go:171","msg":"trace[1556159515] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4780; }","duration":"212.586177ms","start":"2026-03-29T02:12:45.608055Z","end":"2026-03-29T02:12:45.820641Z","steps":["trace[1556159515] 'agreement among raft nodes before linearized reading' (duration: 212.472885ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:45.820684Z","caller":"traceutil/trace.go:171","msg":"trace[1238363571] transaction","detail":"{read_only:false; response_revision:4780; number_of_response:1; }","duration":"200.592421ms","start":"2026-03-29T02:12:45.620061Z","end":"2026-03-29T02:12:45.820653Z","steps":["trace[1238363571] 'process raft request' (duration: 177.461425ms)","trace[1238363571] 'compare' (duration: 22.554853ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:12:46.254496Z","caller":"traceutil/trace.go:171","msg":"trace[1127299588] transaction","detail":"{read_only:false; response_revision:4783; number_of_response:1; }","duration":"104.020678ms","start":"2026-03-29T02:12:46.150419Z","end":"2026-03-29T02:12:46.25444Z","steps":["trace[1127299588] 'process raft request' (duration: 77.875926ms)","trace[1127299588] 'compare' (duration: 25.775674ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:12:46.516297Z","caller":"traceutil/trace.go:171","msg":"trace[373867502] transaction","detail":"{read_only:false; response_revision:4785; number_of_response:1; }","duration":"135.662633ms","start":"2026-03-29T02:12:46.380533Z","end":"2026-03-29T02:12:46.516196Z","steps":["trace[373867502] 'process raft request' (duration: 91.379616ms)","trace[373867502] 'compare' (duration: 44.074083ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:12:46.676017Z","caller":"traceutil/trace.go:171","msg":"trace[545048363] transaction","detail":"{read_only:false; response_revision:4786; number_of_response:1; }","duration":"294.494273ms","start":"2026-03-29T02:12:46.381481Z","end":"2026-03-29T02:12:46.675975Z","steps":["trace[545048363] 'process raft request' (duration: 241.42258ms)","trace[545048363] 'compare' (duration: 52.768296ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:12:46.676468Z","caller":"traceutil/trace.go:171","msg":"trace[1318242717] transaction","detail":"{read_only:false; response_revision:4787; number_of_response:1; }","duration":"288.290775ms","start":"2026-03-29T02:12:46.388142Z","end":"2026-03-29T02:12:46.676433Z","steps":["trace[1318242717] 'process raft request' (duration: 287.887846ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:46.676623Z","caller":"traceutil/trace.go:171","msg":"trace[1638895567] linearizableReadLoop","detail":"{readStateIndex:4999; appliedIndex:4996; }","duration":"278.173039ms","start":"2026-03-29T02:12:46.39841Z","end":"2026-03-29T02:12:46.676583Z","steps":["trace[1638895567] 'read index received' (duration: 73.56015ms)","trace[1638895567] 'applied index is now lower than readState.Index' (duration: 204.609619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:12:46.676786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.367963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:12:46.676832Z","caller":"traceutil/trace.go:171","msg":"trace[403853566] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:4788; }","duration":"278.476016ms","start":"2026-03-29T02:12:46.398346Z","end":"2026-03-29T02:12:46.676822Z","steps":["trace[403853566] 'agreement among raft nodes before linearized reading' (duration: 278.371323ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:46.676655Z","caller":"traceutil/trace.go:171","msg":"trace[409625448] transaction","detail":"{read_only:false; response_revision:4788; number_of_response:1; }","duration":"236.297915ms","start":"2026-03-29T02:12:46.440328Z","end":"2026-03-29T02:12:46.676626Z","steps":["trace[409625448] 'process raft request' (duration: 236.04628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:46.677067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.458267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:12:46.677089Z","caller":"traceutil/trace.go:171","msg":"trace[11192645] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; response_count:1; response_revision:4788; }","duration":"130.499177ms","start":"2026-03-29T02:12:46.546584Z","end":"2026-03-29T02:12:46.677084Z","steps":["trace[11192645] 'agreement among raft nodes before linearized reading' (duration: 130.404905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:46.677252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.277095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:12:46.677338Z","caller":"traceutil/trace.go:171","msg":"trace[445394353] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4788; }","duration":"131.470869ms","start":"2026-03-29T02:12:46.545848Z","end":"2026-03-29T02:12:46.677319Z","steps":["trace[445394353] 'agreement among raft nodes before linearized reading' (duration: 131.03364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:47.166798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.182121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:12:47.166989Z","caller":"traceutil/trace.go:171","msg":"trace[1341670042] linearizableReadLoop","detail":"{readStateIndex:5005; appliedIndex:5003; }","duration":"381.274417ms","start":"2026-03-29T02:12:46.785701Z","end":"2026-03-29T02:12:47.166975Z","steps":["trace[1341670042] 'read index received' (duration: 18.82401ms)","trace[1341670042] 'applied index is now lower than readState.Index' (duration: 362.449657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:12:47.167042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.344819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:12:47.167057Z","caller":"traceutil/trace.go:171","msg":"trace[2025481862] range","detail":"{range_begin:/registry/roles/monitoring/kube-prometheus-stack-admission; range_end:; response_count:0; response_revision:4793; }","duration":"381.377479ms","start":"2026-03-29T02:12:46.785673Z","end":"2026-03-29T02:12:47.167051Z","steps":["trace[2025481862] 'agreement among raft nodes before linearized reading' (duration: 381.343498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:47.167079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:46.785659Z","time spent":"381.41538ms","remote":"127.0.0.1:54800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":27,"request content":"key:\"/registry/roles/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-29T02:12:47.167033Z","caller":"traceutil/trace.go:171","msg":"trace[178639627] transaction","detail":"{read_only:false; response_revision:4792; number_of_response:1; }","duration":"386.663827ms","start":"2026-03-29T02:12:46.780319Z","end":"2026-03-29T02:12:47.166983Z","steps":["trace[178639627] 'process raft request' (duration: 24.20666ms)","trace[178639627] 'compare' (duration: 361.878015ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:12:47.16711Z","caller":"traceutil/trace.go:171","msg":"trace[1251397578] transaction","detail":"{read_only:false; response_revision:4793; number_of_response:1; }","duration":"386.022753ms","start":"2026-03-29T02:12:46.781053Z","end":"2026-03-29T02:12:47.167076Z","steps":["trace[1251397578] 'process raft request' (duration: 385.84701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:47.167315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:46.781023Z","time spent":"386.203127ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:12:47.167317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:46.780299Z","time spent":"386.834281ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:12:47.902535Z","caller":"traceutil/trace.go:171","msg":"trace[108186970] linearizableReadLoop","detail":"{readStateIndex:5010; appliedIndex:5009; }","duration":"162.855451ms","start":"2026-03-29T02:12:47.739619Z","end":"2026-03-29T02:12:47.902475Z","steps":["trace[108186970] 'read index received' (duration: 69.749545ms)","trace[108186970] 'applied index is now lower than readState.Index' (duration: 93.103826ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:12:47.902573Z","caller":"traceutil/trace.go:171","msg":"trace[1543341810] transaction","detail":"{read_only:false; response_revision:4798; number_of_response:1; }","duration":"168.160398ms","start":"2026-03-29T02:12:47.734382Z","end":"2026-03-29T02:12:47.902542Z","steps":["trace[1543341810] 'process raft request' (duration: 74.9421ms)","trace[1543341810] 'compare' (duration: 92.90179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:12:47.902761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.121826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/monitoring/kube-prometheus-stack-admission-create\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:12:47.902862Z","caller":"traceutil/trace.go:171","msg":"trace[621579877] range","detail":"{range_begin:/registry/jobs/monitoring/kube-prometheus-stack-admission-create; range_end:; response_count:0; response_revision:4798; }","duration":"163.27474ms","start":"2026-03-29T02:12:47.739563Z","end":"2026-03-29T02:12:47.902838Z","steps":["trace[621579877] 'agreement among raft nodes before linearized reading' (duration: 163.099826ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:48.208603Z","caller":"traceutil/trace.go:171","msg":"trace[2053781483] transaction","detail":"{read_only:false; response_revision:4799; number_of_response:1; }","duration":"167.851521ms","start":"2026-03-29T02:12:48.040725Z","end":"2026-03-29T02:12:48.208576Z","steps":["trace[2053781483] 'process raft request' (duration: 166.863488ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:48.524437Z","caller":"traceutil/trace.go:171","msg":"trace[650911264] linearizableReadLoop","detail":"{readStateIndex:5012; appliedIndex:5011; }","duration":"277.719781ms","start":"2026-03-29T02:12:48.246684Z","end":"2026-03-29T02:12:48.524404Z","steps":["trace[650911264] 'read index received' (duration: 248.260324ms)","trace[650911264] 'applied index is now lower than readState.Index' (duration: 29.457837ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:12:48.524457Z","caller":"traceutil/trace.go:171","msg":"trace[120119398] transaction","detail":"{read_only:false; response_revision:4800; number_of_response:1; }","duration":"281.977135ms","start":"2026-03-29T02:12:48.242441Z","end":"2026-03-29T02:12:48.524418Z","steps":["trace[120119398] 'process raft request' (duration: 252.480907ms)","trace[120119398] 'compare' (duration: 29.248072ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:12:48.524717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.986307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:12:48.52476Z","caller":"traceutil/trace.go:171","msg":"trace[1061293756] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:4800; }","duration":"278.088928ms","start":"2026-03-29T02:12:48.246659Z","end":"2026-03-29T02:12:48.524748Z","steps":["trace[1061293756] 'agreement among raft nodes before linearized reading' (duration: 277.867663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:48.822158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.387967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:12:48.822403Z","caller":"traceutil/trace.go:171","msg":"trace[451048573] transaction","detail":"{read_only:false; response_revision:4801; number_of_response:1; }","duration":"561.929914ms","start":"2026-03-29T02:12:48.260433Z","end":"2026-03-29T02:12:48.822363Z","steps":["trace[451048573] 'process raft request' (duration: 448.25377ms)","trace[451048573] 'compare' (duration: 113.06841ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:12:48.822485Z","caller":"traceutil/trace.go:171","msg":"trace[1724976680] linearizableReadLoop","detail":"{readStateIndex:5015; appliedIndex:5012; }","duration":"291.556217ms","start":"2026-03-29T02:12:48.530914Z","end":"2026-03-29T02:12:48.82247Z","steps":["trace[1724976680] 'read index received' (duration: 177.792151ms)","trace[1724976680] 'applied index is now lower than readState.Index' (duration: 113.763396ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:12:48.822518Z","caller":"traceutil/trace.go:171","msg":"trace[1146636296] transaction","detail":"{read_only:false; response_revision:4804; number_of_response:1; }","duration":"139.912499ms","start":"2026-03-29T02:12:48.682588Z","end":"2026-03-29T02:12:48.8225Z","steps":["trace[1146636296] 'process raft request' (duration: 139.852968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:48.822562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.65533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/monitoring/\" range_end:\"/registry/limitranges/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:12:48.822595Z","caller":"traceutil/trace.go:171","msg":"trace[1425714647] range","detail":"{range_begin:/registry/limitranges/monitoring/; range_end:/registry/limitranges/monitoring0; response_count:0; response_revision:4804; }","duration":"291.765792ms","start":"2026-03-29T02:12:48.530819Z","end":"2026-03-29T02:12:48.822585Z","steps":["trace[1425714647] 'agreement among raft nodes before linearized reading' (duration: 291.713081ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:48.822559Z","caller":"traceutil/trace.go:171","msg":"trace[1703683085] transaction","detail":"{read_only:false; response_revision:4802; number_of_response:1; }","duration":"295.2845ms","start":"2026-03-29T02:12:48.527219Z","end":"2026-03-29T02:12:48.822504Z","steps":["trace[1703683085] 'process raft request' (duration: 295.127356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:48.822635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:48.260388Z","time spent":"562.121798ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:12:48.823316Z","caller":"traceutil/trace.go:171","msg":"trace[1219024258] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"140.44425ms","start":"2026-03-29T02:12:48.682555Z","end":"2026-03-29T02:12:48.822999Z","steps":["trace[1219024258] 'process raft request' (duration: 139.862077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:48.824423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.495345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:12:48.824469Z","caller":"traceutil/trace.go:171","msg":"trace[1671231736] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; response_count:1; response_revision:4805; }","duration":"137.593337ms","start":"2026-03-29T02:12:48.686863Z","end":"2026-03-29T02:12:48.824456Z","steps":["trace[1671231736] 'agreement among raft nodes before linearized reading' (duration: 137.401643ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:48.824625Z","caller":"traceutil/trace.go:171","msg":"trace[146544241] transaction","detail":"{read_only:false; response_revision:4805; number_of_response:1; }","duration":"110.554254ms","start":"2026-03-29T02:12:48.71402Z","end":"2026-03-29T02:12:48.824574Z","steps":["trace[146544241] 'process raft request' (duration: 110.103234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:48.82493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.235695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:12:48.824973Z","caller":"traceutil/trace.go:171","msg":"trace[922768406] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4805; }","duration":"122.337557ms","start":"2026-03-29T02:12:48.702624Z","end":"2026-03-29T02:12:48.824962Z","steps":["trace[922768406] 'agreement among raft nodes before linearized reading' (duration: 122.222474ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:49.007072Z","caller":"traceutil/trace.go:171","msg":"trace[190043990] transaction","detail":"{read_only:false; response_revision:4807; number_of_response:1; }","duration":"181.423554ms","start":"2026-03-29T02:12:48.825613Z","end":"2026-03-29T02:12:49.007037Z","steps":["trace[190043990] 'process raft request' (duration: 151.271471ms)","trace[190043990] 'compare' (duration: 29.799125ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:12:49.007142Z","caller":"traceutil/trace.go:171","msg":"trace[341502727] linearizableReadLoop","detail":"{readStateIndex:5021; appliedIndex:5018; }","duration":"177.989587ms","start":"2026-03-29T02:12:48.829121Z","end":"2026-03-29T02:12:49.00711Z","steps":["trace[341502727] 'read index received' (duration: 7.076448ms)","trace[341502727] 'applied index is now lower than readState.Index' (duration: 170.911599ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:12:49.007189Z","caller":"traceutil/trace.go:171","msg":"trace[221363162] transaction","detail":"{read_only:false; response_revision:4808; number_of_response:1; }","duration":"178.694303ms","start":"2026-03-29T02:12:48.828449Z","end":"2026-03-29T02:12:49.007143Z","steps":["trace[221363162] 'process raft request' (duration: 178.521529ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:49.007259Z","caller":"traceutil/trace.go:171","msg":"trace[626748109] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"177.998107ms","start":"2026-03-29T02:12:48.829249Z","end":"2026-03-29T02:12:49.007247Z","steps":["trace[626748109] 'process raft request' (duration: 177.793593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:49.007466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.773721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-29T02:12:49.007512Z","caller":"traceutil/trace.go:171","msg":"trace[1986762465] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4809; }","duration":"168.853943ms","start":"2026-03-29T02:12:48.838646Z","end":"2026-03-29T02:12:49.0075Z","steps":["trace[1986762465] 'agreement among raft nodes before linearized reading' (duration: 168.654928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:49.007506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.251457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:12:49.007594Z","caller":"traceutil/trace.go:171","msg":"trace[1363152335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4809; }","duration":"132.435821ms","start":"2026-03-29T02:12:48.875139Z","end":"2026-03-29T02:12:49.007575Z","steps":["trace[1363152335] 'agreement among raft nodes before linearized reading' (duration: 132.212876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:49.007589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.425747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62976"} {"level":"info","ts":"2026-03-29T02:12:49.007691Z","caller":"traceutil/trace.go:171","msg":"trace[1219429383] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4809; }","duration":"178.5948ms","start":"2026-03-29T02:12:48.829073Z","end":"2026-03-29T02:12:49.007668Z","steps":["trace[1219429383] 'agreement among raft nodes before linearized reading' (duration: 178.178601ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:49.235726Z","caller":"traceutil/trace.go:171","msg":"trace[1696222142] transaction","detail":"{read_only:false; response_revision:4811; number_of_response:1; }","duration":"222.316814ms","start":"2026-03-29T02:12:49.013355Z","end":"2026-03-29T02:12:49.235672Z","steps":["trace[1696222142] 'process raft request' (duration: 170.105641ms)","trace[1696222142] 'compare' (duration: 51.939137ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:12:49.235769Z","caller":"traceutil/trace.go:171","msg":"trace[7288251] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"220.396351ms","start":"2026-03-29T02:12:49.015322Z","end":"2026-03-29T02:12:49.235718Z","steps":["trace[7288251] 'process raft request' (duration: 220.227768ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:51.133176Z","caller":"traceutil/trace.go:171","msg":"trace[519849205] linearizableReadLoop","detail":"{readStateIndex:5041; appliedIndex:5039; }","duration":"115.30538ms","start":"2026-03-29T02:12:51.017847Z","end":"2026-03-29T02:12:51.133153Z","steps":["trace[519849205] 'read index received' (duration: 79.281557ms)","trace[519849205] 'applied index is now lower than readState.Index' (duration: 36.022863ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:12:51.133244Z","caller":"traceutil/trace.go:171","msg":"trace[611732958] transaction","detail":"{read_only:false; response_revision:4828; number_of_response:1; }","duration":"115.445293ms","start":"2026-03-29T02:12:51.017765Z","end":"2026-03-29T02:12:51.13321Z","steps":["trace[611732958] 'process raft request' (duration: 115.237219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:51.133507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.621666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62976"} {"level":"info","ts":"2026-03-29T02:12:51.133556Z","caller":"traceutil/trace.go:171","msg":"trace[1317027897] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4828; }","duration":"115.765659ms","start":"2026-03-29T02:12:51.017779Z","end":"2026-03-29T02:12:51.133544Z","steps":["trace[1317027897] 'agreement among raft nodes before linearized reading' (duration: 115.461003ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:51.535905Z","caller":"traceutil/trace.go:171","msg":"trace[304910461] transaction","detail":"{read_only:false; response_revision:4830; number_of_response:1; }","duration":"242.461564ms","start":"2026-03-29T02:12:51.293426Z","end":"2026-03-29T02:12:51.535888Z","steps":["trace[304910461] 'process raft request' (duration: 242.226628ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:51.535867Z","caller":"traceutil/trace.go:171","msg":"trace[646986837] linearizableReadLoop","detail":"{readStateIndex:5043; appliedIndex:5042; }","duration":"115.968295ms","start":"2026-03-29T02:12:51.419868Z","end":"2026-03-29T02:12:51.535836Z","steps":["trace[646986837] 'read index received' (duration: 115.723599ms)","trace[646986837] 'applied index is now lower than readState.Index' (duration: 243.486µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:12:51.536008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.112759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:12:51.536063Z","caller":"traceutil/trace.go:171","msg":"trace[84276451] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:4830; }","duration":"116.246822ms","start":"2026-03-29T02:12:51.419803Z","end":"2026-03-29T02:12:51.53605Z","steps":["trace[84276451] 'agreement among raft nodes before linearized reading' (duration: 116.128159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:53.075551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.796245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:12:53.075694Z","caller":"traceutil/trace.go:171","msg":"trace[241560516] transaction","detail":"{read_only:false; response_revision:4833; number_of_response:1; }","duration":"192.589522ms","start":"2026-03-29T02:12:52.883078Z","end":"2026-03-29T02:12:53.075668Z","steps":["trace[241560516] 'process raft request' (duration: 26.555413ms)","trace[241560516] 'compare' (duration: 165.568009ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:12:53.110067Z","caller":"traceutil/trace.go:171","msg":"trace[1518738667] transaction","detail":"{read_only:false; response_revision:4834; number_of_response:1; }","duration":"226.942428ms","start":"2026-03-29T02:12:52.883084Z","end":"2026-03-29T02:12:53.110026Z","steps":["trace[1518738667] 'process raft request' (duration: 226.683612ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:53.110163Z","caller":"traceutil/trace.go:171","msg":"trace[1579673544] transaction","detail":"{read_only:false; response_revision:4835; number_of_response:1; }","duration":"226.798295ms","start":"2026-03-29T02:12:52.88332Z","end":"2026-03-29T02:12:53.110119Z","steps":["trace[1579673544] 'process raft request' (duration: 226.5975ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:54.942676Z","caller":"traceutil/trace.go:171","msg":"trace[1986057748] transaction","detail":"{read_only:false; response_revision:4845; number_of_response:1; }","duration":"230.817585ms","start":"2026-03-29T02:12:54.711829Z","end":"2026-03-29T02:12:54.942646Z","steps":["trace[1986057748] 'process raft request' (duration: 230.62123ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:58.906312Z","caller":"traceutil/trace.go:171","msg":"trace[2118955414] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"108.523099ms","start":"2026-03-29T02:12:58.797749Z","end":"2026-03-29T02:12:58.906272Z","steps":["trace[2118955414] 'process raft request' (duration: 70.677215ms)","trace[2118955414] 'compare' (duration: 37.552246ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:01.161533Z","caller":"traceutil/trace.go:171","msg":"trace[399684489] transaction","detail":"{read_only:false; response_revision:5161; number_of_response:1; }","duration":"126.754196ms","start":"2026-03-29T02:13:01.034742Z","end":"2026-03-29T02:13:01.161496Z","steps":["trace[399684489] 'process raft request' (duration: 124.345222ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:01.161767Z","caller":"traceutil/trace.go:171","msg":"trace[1191021847] transaction","detail":"{read_only:false; response_revision:5162; number_of_response:1; }","duration":"126.762406ms","start":"2026-03-29T02:13:01.034837Z","end":"2026-03-29T02:13:01.1616Z","steps":["trace[1191021847] 'process raft request' (duration: 126.605753ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:01.162395Z","caller":"traceutil/trace.go:171","msg":"trace[850114044] transaction","detail":"{read_only:false; response_revision:5165; number_of_response:1; }","duration":"127.448811ms","start":"2026-03-29T02:13:01.034932Z","end":"2026-03-29T02:13:01.162381Z","steps":["trace[850114044] 'process raft request' (duration: 126.992601ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:01.162427Z","caller":"traceutil/trace.go:171","msg":"trace[1387253358] transaction","detail":"{read_only:false; response_revision:5168; number_of_response:1; }","duration":"127.266837ms","start":"2026-03-29T02:13:01.035127Z","end":"2026-03-29T02:13:01.162394Z","steps":["trace[1387253358] 'process raft request' (duration: 127.014031ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:01.162446Z","caller":"traceutil/trace.go:171","msg":"trace[1301382699] transaction","detail":"{read_only:false; response_revision:5169; number_of_response:1; }","duration":"126.941439ms","start":"2026-03-29T02:13:01.035474Z","end":"2026-03-29T02:13:01.162416Z","steps":["trace[1301382699] 'process raft request' (duration: 126.700934ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:01.162482Z","caller":"traceutil/trace.go:171","msg":"trace[1245020772] transaction","detail":"{read_only:false; response_revision:5167; number_of_response:1; }","duration":"127.39465ms","start":"2026-03-29T02:13:01.035063Z","end":"2026-03-29T02:13:01.162457Z","steps":["trace[1245020772] 'process raft request' (duration: 127.041152ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:01.162416Z","caller":"traceutil/trace.go:171","msg":"trace[1609801819] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"127.427301ms","start":"2026-03-29T02:13:01.034976Z","end":"2026-03-29T02:13:01.162403Z","steps":["trace[1609801819] 'process raft request' (duration: 127.091294ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:01.162551Z","caller":"traceutil/trace.go:171","msg":"trace[96721265] transaction","detail":"{read_only:false; response_revision:5164; number_of_response:1; }","duration":"127.640445ms","start":"2026-03-29T02:13:01.034902Z","end":"2026-03-29T02:13:01.162542Z","steps":["trace[96721265] 'process raft request' (duration: 126.700304ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:01.162512Z","caller":"traceutil/trace.go:171","msg":"trace[2054911425] transaction","detail":"{read_only:false; response_revision:5163; number_of_response:1; }","duration":"127.613605ms","start":"2026-03-29T02:13:01.034888Z","end":"2026-03-29T02:13:01.162501Z","steps":["trace[2054911425] 'process raft request' (duration: 126.601593ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:01.162701Z","caller":"traceutil/trace.go:171","msg":"trace[1523660779] transaction","detail":"{read_only:false; response_revision:5172; number_of_response:1; }","duration":"127.095742ms","start":"2026-03-29T02:13:01.035595Z","end":"2026-03-29T02:13:01.162691Z","steps":["trace[1523660779] 'process raft request' (duration: 126.683263ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:01.162734Z","caller":"traceutil/trace.go:171","msg":"trace[1903946409] transaction","detail":"{read_only:false; response_revision:5173; number_of_response:1; }","duration":"126.735115ms","start":"2026-03-29T02:13:01.035982Z","end":"2026-03-29T02:13:01.162718Z","steps":["trace[1903946409] 'process raft request' (duration: 126.329556ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:01.162808Z","caller":"traceutil/trace.go:171","msg":"trace[72144674] transaction","detail":"{read_only:false; response_revision:5170; number_of_response:1; }","duration":"127.306677ms","start":"2026-03-29T02:13:01.035491Z","end":"2026-03-29T02:13:01.162798Z","steps":["trace[72144674] 'process raft request' (duration: 126.720674ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:01.162909Z","caller":"traceutil/trace.go:171","msg":"trace[1432461830] transaction","detail":"{read_only:false; response_revision:5171; number_of_response:1; }","duration":"127.310247ms","start":"2026-03-29T02:13:01.035584Z","end":"2026-03-29T02:13:01.162894Z","steps":["trace[1432461830] 'process raft request' (duration: 126.659872ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:01.377444Z","caller":"traceutil/trace.go:171","msg":"trace[789800590] transaction","detail":"{read_only:false; response_revision:5181; number_of_response:1; }","duration":"114.503042ms","start":"2026-03-29T02:13:01.262906Z","end":"2026-03-29T02:13:01.377409Z","steps":["trace[789800590] 'process raft request' (duration: 83.521131ms)","trace[789800590] 'compare' (duration: 30.803097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:01.422595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.814502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:3226"} {"level":"info","ts":"2026-03-29T02:13:01.422703Z","caller":"traceutil/trace.go:171","msg":"trace[1022385161] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:5184; }","duration":"102.986545ms","start":"2026-03-29T02:13:01.319688Z","end":"2026-03-29T02:13:01.422674Z","steps":["trace[1022385161] 'agreement among raft nodes before linearized reading' (duration: 102.73288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:02.246589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.848125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:13:02.247248Z","caller":"traceutil/trace.go:171","msg":"trace[1598837048] linearizableReadLoop","detail":"{readStateIndex:5422; appliedIndex:5420; }","duration":"161.210723ms","start":"2026-03-29T02:13:02.086011Z","end":"2026-03-29T02:13:02.247222Z","steps":["trace[1598837048] 'read index received' (duration: 34.55125ms)","trace[1598837048] 'applied index is now lower than readState.Index' (duration: 126.656853ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:02.247391Z","caller":"traceutil/trace.go:171","msg":"trace[1711854819] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"313.701351ms","start":"2026-03-29T02:13:01.933638Z","end":"2026-03-29T02:13:02.247339Z","steps":["trace[1711854819] 'process raft request' (duration: 187.002688ms)","trace[1711854819] 'compare' (duration: 125.523347ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:02.247515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.501499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:13:02.247388Z","caller":"traceutil/trace.go:171","msg":"trace[2024145803] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"284.47464ms","start":"2026-03-29T02:13:01.962865Z","end":"2026-03-29T02:13:02.247339Z","steps":["trace[2024145803] 'process raft request' (duration: 283.898488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:02.247594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:01.9336Z","time spent":"313.892616ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:13:02.247567Z","caller":"traceutil/trace.go:171","msg":"trace[958643740] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5201; }","duration":"161.617222ms","start":"2026-03-29T02:13:02.085934Z","end":"2026-03-29T02:13:02.247551Z","steps":["trace[958643740] 'agreement among raft nodes before linearized reading' (duration: 161.359676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:03.058582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.247843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:13:03.058782Z","caller":"traceutil/trace.go:171","msg":"trace[1831200665] linearizableReadLoop","detail":"{readStateIndex:5430; appliedIndex:5429; }","duration":"183.766156ms","start":"2026-03-29T02:13:02.874995Z","end":"2026-03-29T02:13:03.058761Z","steps":["trace[1831200665] 'read index received' (duration: 70.947272ms)","trace[1831200665] 'applied index is now lower than readState.Index' (duration: 112.814184ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:03.058859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.872428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:03.058893Z","caller":"traceutil/trace.go:171","msg":"trace[182455963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5209; }","duration":"183.94634ms","start":"2026-03-29T02:13:02.874938Z","end":"2026-03-29T02:13:03.058884Z","steps":["trace[182455963] 'agreement among raft nodes before linearized reading' (duration: 183.877749ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:03.05889Z","caller":"traceutil/trace.go:171","msg":"trace[137464898] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"221.887166ms","start":"2026-03-29T02:13:02.836931Z","end":"2026-03-29T02:13:03.058818Z","steps":["trace[137464898] 'process raft request' (duration: 109.227295ms)","trace[137464898] 'compare' (duration: 111.71617ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:07.541172Z","caller":"traceutil/trace.go:171","msg":"trace[311428458] transaction","detail":"{read_only:false; response_revision:5253; number_of_response:1; }","duration":"638.580612ms","start":"2026-03-29T02:13:06.902555Z","end":"2026-03-29T02:13:07.541136Z","steps":["trace[311428458] 'process raft request' (duration: 637.825106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:07.541451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:06.902478Z","time spent":"638.815878ms","remote":"127.0.0.1:54716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3862,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:07.550349Z","caller":"traceutil/trace.go:171","msg":"trace[2020508098] transaction","detail":"{read_only:false; response_revision:5254; number_of_response:1; }","duration":"418.829504ms","start":"2026-03-29T02:13:07.131502Z","end":"2026-03-29T02:13:07.550332Z","steps":["trace[2020508098] 'process raft request' (duration: 410.437957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:07.550503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:07.131481Z","time spent":"418.982118ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:07.550575Z","caller":"traceutil/trace.go:171","msg":"trace[1052311674] transaction","detail":"{read_only:false; response_revision:5255; number_of_response:1; }","duration":"283.930228ms","start":"2026-03-29T02:13:07.266625Z","end":"2026-03-29T02:13:07.550555Z","steps":["trace[1052311674] 'process raft request' (duration: 283.657902ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:07.550852Z","caller":"traceutil/trace.go:171","msg":"trace[1308534255] transaction","detail":"{read_only:false; response_revision:5257; number_of_response:1; }","duration":"273.74028ms","start":"2026-03-29T02:13:07.277102Z","end":"2026-03-29T02:13:07.550842Z","steps":["trace[1308534255] 'process raft request' (duration: 273.634808ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:07.550846Z","caller":"traceutil/trace.go:171","msg":"trace[1386131333] linearizableReadLoop","detail":"{readStateIndex:5479; appliedIndex:5474; }","duration":"203.826151ms","start":"2026-03-29T02:13:07.346999Z","end":"2026-03-29T02:13:07.550825Z","steps":["trace[1386131333] 'read index received' (duration: 193.243367ms)","trace[1386131333] 'applied index is now lower than readState.Index' (duration: 10.581624ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:07.550872Z","caller":"traceutil/trace.go:171","msg":"trace[521106450] transaction","detail":"{read_only:false; response_revision:5256; number_of_response:1; }","duration":"283.822385ms","start":"2026-03-29T02:13:07.267038Z","end":"2026-03-29T02:13:07.55086Z","steps":["trace[521106450] 'process raft request' (duration: 283.430087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:07.550953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.943415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:13:07.550976Z","caller":"traceutil/trace.go:171","msg":"trace[1545168663] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5257; }","duration":"204.021726ms","start":"2026-03-29T02:13:07.346948Z","end":"2026-03-29T02:13:07.55097Z","steps":["trace[1545168663] 'agreement among raft nodes before linearized reading' (duration: 203.958104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:07.551035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.412559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:13:07.55107Z","caller":"traceutil/trace.go:171","msg":"trace[1673834281] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; response_count:1; response_revision:5257; }","duration":"188.47048ms","start":"2026-03-29T02:13:07.36259Z","end":"2026-03-29T02:13:07.55106Z","steps":["trace[1673834281] 'agreement among raft nodes before linearized reading' (duration: 188.366987ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:09.286759Z","caller":"traceutil/trace.go:171","msg":"trace[2142427799] transaction","detail":"{read_only:false; response_revision:5305; number_of_response:1; }","duration":"268.30418ms","start":"2026-03-29T02:13:09.018415Z","end":"2026-03-29T02:13:09.28672Z","steps":["trace[2142427799] 'process raft request' (duration: 202.076044ms)","trace[2142427799] 'compare' (duration: 65.607232ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:09.287419Z","caller":"traceutil/trace.go:171","msg":"trace[75146574] linearizableReadLoop","detail":"{readStateIndex:5531; appliedIndex:5529; }","duration":"185.715699ms","start":"2026-03-29T02:13:09.101678Z","end":"2026-03-29T02:13:09.287394Z","steps":["trace[75146574] 'read index received' (duration: 118.836068ms)","trace[75146574] 'applied index is now lower than readState.Index' (duration: 66.878571ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:09.287506Z","caller":"traceutil/trace.go:171","msg":"trace[891871018] transaction","detail":"{read_only:false; response_revision:5306; number_of_response:1; }","duration":"212.180918ms","start":"2026-03-29T02:13:09.075304Z","end":"2026-03-29T02:13:09.287485Z","steps":["trace[891871018] 'process raft request' (duration: 211.298448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:09.289073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.424558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:49 size:1957116"} {"level":"info","ts":"2026-03-29T02:13:09.289146Z","caller":"traceutil/trace.go:171","msg":"trace[1241388172] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:49; response_revision:5306; }","duration":"253.555401ms","start":"2026-03-29T02:13:09.035574Z","end":"2026-03-29T02:13:09.289129Z","steps":["trace[1241388172] 'agreement among raft nodes before linearized reading' (duration: 251.914204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:09.300699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.869868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-29T02:13:09.30074Z","caller":"traceutil/trace.go:171","msg":"trace[332040748] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5307; }","duration":"188.95854ms","start":"2026-03-29T02:13:09.111772Z","end":"2026-03-29T02:13:09.300731Z","steps":["trace[332040748] 'agreement among raft nodes before linearized reading' (duration: 188.843098ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:09.300893Z","caller":"traceutil/trace.go:171","msg":"trace[288991548] transaction","detail":"{read_only:false; response_revision:5307; number_of_response:1; }","duration":"188.01647ms","start":"2026-03-29T02:13:09.112869Z","end":"2026-03-29T02:13:09.300885Z","steps":["trace[288991548] 'process raft request' (duration: 187.636111ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:09.447162Z","caller":"traceutil/trace.go:171","msg":"trace[1828240220] transaction","detail":"{read_only:false; response_revision:5312; number_of_response:1; }","duration":"118.492911ms","start":"2026-03-29T02:13:09.328622Z","end":"2026-03-29T02:13:09.447115Z","steps":["trace[1828240220] 'process raft request' (duration: 110.602585ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:09.447274Z","caller":"traceutil/trace.go:171","msg":"trace[598314759] transaction","detail":"{read_only:false; response_revision:5313; number_of_response:1; }","duration":"114.660095ms","start":"2026-03-29T02:13:09.332576Z","end":"2026-03-29T02:13:09.447236Z","steps":["trace[598314759] 'process raft request' (duration: 114.390169ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:09.447772Z","caller":"traceutil/trace.go:171","msg":"trace[1385606995] transaction","detail":"{read_only:false; response_revision:5314; number_of_response:1; }","duration":"110.288289ms","start":"2026-03-29T02:13:09.337464Z","end":"2026-03-29T02:13:09.447752Z","steps":["trace[1385606995] 'process raft request' (duration: 109.570292ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:09.707191Z","caller":"traceutil/trace.go:171","msg":"trace[63350190] transaction","detail":"{read_only:false; response_revision:5326; number_of_response:1; }","duration":"107.059556ms","start":"2026-03-29T02:13:09.60008Z","end":"2026-03-29T02:13:09.707139Z","steps":["trace[63350190] 'process raft request' (duration: 101.988202ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:09.707322Z","caller":"traceutil/trace.go:171","msg":"trace[725901316] transaction","detail":"{read_only:false; response_revision:5327; number_of_response:1; }","duration":"106.305689ms","start":"2026-03-29T02:13:09.600983Z","end":"2026-03-29T02:13:09.707288Z","steps":["trace[725901316] 'process raft request' (duration: 106.016042ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:09.707441Z","caller":"traceutil/trace.go:171","msg":"trace[684082964] linearizableReadLoop","detail":"{readStateIndex:5552; appliedIndex:5549; }","duration":"105.632545ms","start":"2026-03-29T02:13:09.60175Z","end":"2026-03-29T02:13:09.707382Z","steps":["trace[684082964] 'read index received' (duration: 362.029µs)","trace[684082964] 'applied index is now lower than readState.Index' (duration: 105.266826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:09.70786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.086985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:11983"} {"level":"info","ts":"2026-03-29T02:13:09.707919Z","caller":"traceutil/trace.go:171","msg":"trace[1220187601] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5327; }","duration":"106.179516ms","start":"2026-03-29T02:13:09.601718Z","end":"2026-03-29T02:13:09.707898Z","steps":["trace[1220187601] 'agreement among raft nodes before linearized reading' (duration: 105.88968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:09.708223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.116638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4737"} {"level":"info","ts":"2026-03-29T02:13:09.708326Z","caller":"traceutil/trace.go:171","msg":"trace[1078442390] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5329; }","duration":"103.259251ms","start":"2026-03-29T02:13:09.605046Z","end":"2026-03-29T02:13:09.708305Z","steps":["trace[1078442390] 'agreement among raft nodes before linearized reading' (duration: 102.836991ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:09.708408Z","caller":"traceutil/trace.go:171","msg":"trace[1206153948] transaction","detail":"{read_only:false; response_revision:5329; number_of_response:1; }","duration":"105.43448ms","start":"2026-03-29T02:13:09.602857Z","end":"2026-03-29T02:13:09.708291Z","steps":["trace[1206153948] 'process raft request' (duration: 104.962128ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:09.708666Z","caller":"traceutil/trace.go:171","msg":"trace[2100842336] transaction","detail":"{read_only:false; response_revision:5328; number_of_response:1; }","duration":"106.018683ms","start":"2026-03-29T02:13:09.602629Z","end":"2026-03-29T02:13:09.708648Z","steps":["trace[2100842336] 'process raft request' (duration: 104.626441ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:10.055878Z","caller":"traceutil/trace.go:171","msg":"trace[145896552] transaction","detail":"{read_only:false; response_revision:5335; number_of_response:1; }","duration":"278.999468ms","start":"2026-03-29T02:13:09.776832Z","end":"2026-03-29T02:13:10.055831Z","steps":["trace[145896552] 'process raft request' (duration: 265.950207ms)","trace[145896552] 'compare' (duration: 12.508909ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:10.055969Z","caller":"traceutil/trace.go:171","msg":"trace[178293071] linearizableReadLoop","detail":"{readStateIndex:5562; appliedIndex:5559; }","duration":"265.789243ms","start":"2026-03-29T02:13:09.790075Z","end":"2026-03-29T02:13:10.055864Z","steps":["trace[178293071] 'read index received' (duration: 252.693961ms)","trace[178293071] 'applied index is now lower than readState.Index' (duration: 13.093962ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:10.056105Z","caller":"traceutil/trace.go:171","msg":"trace[145192948] transaction","detail":"{read_only:false; response_revision:5336; number_of_response:1; }","duration":"278.840955ms","start":"2026-03-29T02:13:09.777228Z","end":"2026-03-29T02:13:10.056069Z","steps":["trace[145192948] 'process raft request' (duration: 278.420735ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:10.056209Z","caller":"traceutil/trace.go:171","msg":"trace[781889022] transaction","detail":"{read_only:false; response_revision:5337; number_of_response:1; }","duration":"274.685591ms","start":"2026-03-29T02:13:09.781503Z","end":"2026-03-29T02:13:10.056189Z","steps":["trace[781889022] 'process raft request' (duration: 274.289783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:10.056781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.603464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"warn","ts":"2026-03-29T02:13:10.056831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.506647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-29T02:13:10.056903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.212386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:10.056905Z","caller":"traceutil/trace.go:171","msg":"trace[1058007980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5338; }","duration":"274.64889ms","start":"2026-03-29T02:13:09.782235Z","end":"2026-03-29T02:13:10.056884Z","steps":["trace[1058007980] 'agreement among raft nodes before linearized reading' (duration: 274.18039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:10.05683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.83675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-29T02:13:10.05694Z","caller":"traceutil/trace.go:171","msg":"trace[1713393775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5338; }","duration":"184.283207ms","start":"2026-03-29T02:13:09.872648Z","end":"2026-03-29T02:13:10.056931Z","steps":["trace[1713393775] 'agreement among raft nodes before linearized reading' (duration: 184.224746ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:10.056968Z","caller":"traceutil/trace.go:171","msg":"trace[135819335] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5338; }","duration":"276.998553ms","start":"2026-03-29T02:13:09.779952Z","end":"2026-03-29T02:13:10.05695Z","steps":["trace[135819335] 'agreement among raft nodes before linearized reading' (duration: 276.723577ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:10.056848Z","caller":"traceutil/trace.go:171","msg":"trace[548223355] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:5338; }","duration":"223.679425ms","start":"2026-03-29T02:13:09.833147Z","end":"2026-03-29T02:13:10.056827Z","steps":["trace[548223355] 'agreement among raft nodes before linearized reading' (duration: 223.484551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:10.228076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.75044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-29T02:13:10.228185Z","caller":"traceutil/trace.go:171","msg":"trace[1772640055] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5342; }","duration":"137.862632ms","start":"2026-03-29T02:13:10.09028Z","end":"2026-03-29T02:13:10.228142Z","steps":["trace[1772640055] 'agreement among raft nodes before linearized reading' (duration: 137.647278ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:10.228431Z","caller":"traceutil/trace.go:171","msg":"trace[1795540656] transaction","detail":"{read_only:false; response_revision:5342; number_of_response:1; }","duration":"136.174524ms","start":"2026-03-29T02:13:10.092238Z","end":"2026-03-29T02:13:10.228413Z","steps":["trace[1795540656] 'process raft request' (duration: 101.465561ms)","trace[1795540656] 'compare' (duration: 34.09721ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:10.368577Z","caller":"traceutil/trace.go:171","msg":"trace[1599825601] transaction","detail":"{read_only:false; response_revision:5344; number_of_response:1; }","duration":"135.364367ms","start":"2026-03-29T02:13:10.233162Z","end":"2026-03-29T02:13:10.368526Z","steps":["trace[1599825601] 'process raft request' (duration: 112.392945ms)","trace[1599825601] 'compare' (duration: 22.682875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:10.368898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.537321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-29T02:13:10.368631Z","caller":"traceutil/trace.go:171","msg":"trace[1027536499] linearizableReadLoop","detail":"{readStateIndex:5569; appliedIndex:5567; }","duration":"135.279064ms","start":"2026-03-29T02:13:10.233324Z","end":"2026-03-29T02:13:10.368603Z","steps":["trace[1027536499] 'read index received' (duration: 19.77379ms)","trace[1027536499] 'applied index is now lower than readState.Index' (duration: 115.503864ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:10.368967Z","caller":"traceutil/trace.go:171","msg":"trace[552587438] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5346; }","duration":"135.701614ms","start":"2026-03-29T02:13:10.233253Z","end":"2026-03-29T02:13:10.368954Z","steps":["trace[552587438] 'agreement among raft nodes before linearized reading' (duration: 135.440098ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:10.368663Z","caller":"traceutil/trace.go:171","msg":"trace[27938504] transaction","detail":"{read_only:false; response_revision:5345; number_of_response:1; }","duration":"130.58977ms","start":"2026-03-29T02:13:10.238034Z","end":"2026-03-29T02:13:10.368623Z","steps":["trace[27938504] 'process raft request' (duration: 130.407806ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:10.368744Z","caller":"traceutil/trace.go:171","msg":"trace[1138059571] transaction","detail":"{read_only:false; response_revision:5346; number_of_response:1; }","duration":"126.53218ms","start":"2026-03-29T02:13:10.242186Z","end":"2026-03-29T02:13:10.368718Z","steps":["trace[1138059571] 'process raft request' (duration: 126.362336ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:10.487999Z","caller":"traceutil/trace.go:171","msg":"trace[1770503448] transaction","detail":"{read_only:false; response_revision:5347; number_of_response:1; }","duration":"111.495675ms","start":"2026-03-29T02:13:10.376473Z","end":"2026-03-29T02:13:10.487968Z","steps":["trace[1770503448] 'process raft request' (duration: 103.951256ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:10.489785Z","caller":"traceutil/trace.go:171","msg":"trace[484007259] transaction","detail":"{read_only:false; response_revision:5349; number_of_response:1; }","duration":"112.234691ms","start":"2026-03-29T02:13:10.377535Z","end":"2026-03-29T02:13:10.48977Z","steps":["trace[484007259] 'process raft request' (duration: 112.103849ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:10.489852Z","caller":"traceutil/trace.go:171","msg":"trace[1737521947] transaction","detail":"{read_only:false; response_revision:5350; number_of_response:1; }","duration":"111.090796ms","start":"2026-03-29T02:13:10.378743Z","end":"2026-03-29T02:13:10.489834Z","steps":["trace[1737521947] 'process raft request' (duration: 110.945682ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:10.489965Z","caller":"traceutil/trace.go:171","msg":"trace[957021283] transaction","detail":"{read_only:false; response_revision:5348; number_of_response:1; }","duration":"112.616401ms","start":"2026-03-29T02:13:10.377297Z","end":"2026-03-29T02:13:10.489914Z","steps":["trace[957021283] 'process raft request' (duration: 112.262732ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:10.490159Z","caller":"traceutil/trace.go:171","msg":"trace[558045803] transaction","detail":"{read_only:false; response_revision:5351; number_of_response:1; }","duration":"110.686377ms","start":"2026-03-29T02:13:10.379438Z","end":"2026-03-29T02:13:10.490124Z","steps":["trace[558045803] 'process raft request' (duration: 110.289818ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:10.490418Z","caller":"traceutil/trace.go:171","msg":"trace[538816399] linearizableReadLoop","detail":"{readStateIndex:5574; appliedIndex:5571; }","duration":"112.722393ms","start":"2026-03-29T02:13:10.377676Z","end":"2026-03-29T02:13:10.490399Z","steps":["trace[538816399] 'read index received' (duration: 102.772681ms)","trace[538816399] 'applied index is now lower than readState.Index' (duration: 9.948282ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:10.490424Z","caller":"traceutil/trace.go:171","msg":"trace[270377352] transaction","detail":"{read_only:false; response_revision:5352; number_of_response:1; }","duration":"110.893162ms","start":"2026-03-29T02:13:10.379509Z","end":"2026-03-29T02:13:10.490402Z","steps":["trace[270377352] 'process raft request' (duration: 110.430032ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:10.490515Z","caller":"traceutil/trace.go:171","msg":"trace[1142754828] transaction","detail":"{read_only:false; response_revision:5353; number_of_response:1; }","duration":"107.18461ms","start":"2026-03-29T02:13:10.383316Z","end":"2026-03-29T02:13:10.4905Z","steps":["trace[1142754828] 'process raft request' (duration: 106.965035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:10.490577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.877037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:10.490668Z","caller":"traceutil/trace.go:171","msg":"trace[1774179423] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:5353; }","duration":"113.000019ms","start":"2026-03-29T02:13:10.377645Z","end":"2026-03-29T02:13:10.490645Z","steps":["trace[1774179423] 'agreement among raft nodes before linearized reading' (duration: 112.860716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:10.490727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.71293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-29T02:13:10.490782Z","caller":"traceutil/trace.go:171","msg":"trace[1082892218] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5353; }","duration":"111.805442ms","start":"2026-03-29T02:13:10.378961Z","end":"2026-03-29T02:13:10.490766Z","steps":["trace[1082892218] 'agreement among raft nodes before linearized reading' (duration: 111.576757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:11.982523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.269457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:13:11.982808Z","caller":"traceutil/trace.go:171","msg":"trace[249788604] transaction","detail":"{read_only:false; response_revision:5375; number_of_response:1; }","duration":"381.253047ms","start":"2026-03-29T02:13:11.601536Z","end":"2026-03-29T02:13:11.982789Z","steps":["trace[249788604] 'process raft request' (duration: 381.210586ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:11.982783Z","caller":"traceutil/trace.go:171","msg":"trace[246388845] transaction","detail":"{read_only:false; response_revision:5373; number_of_response:1; }","duration":"594.155762ms","start":"2026-03-29T02:13:11.388583Z","end":"2026-03-29T02:13:11.982739Z","steps":["trace[246388845] 'process raft request' (duration: 103.570599ms)","trace[246388845] 'compare' (duration: 489.869417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:11.982879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:11.601508Z","time spent":"381.329718ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:11.982961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:11.388559Z","time spent":"594.305474ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:13:11.98297Z","caller":"traceutil/trace.go:171","msg":"trace[1457665077] linearizableReadLoop","detail":"{readStateIndex:5598; appliedIndex:5597; }","duration":"590.751986ms","start":"2026-03-29T02:13:11.392195Z","end":"2026-03-29T02:13:11.982946Z","steps":["trace[1457665077] 'read index received' (duration: 99.998578ms)","trace[1457665077] 'applied index is now lower than readState.Index' (duration: 490.751168ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:11.98307Z","caller":"traceutil/trace.go:171","msg":"trace[619243360] transaction","detail":"{read_only:false; response_revision:5374; number_of_response:1; }","duration":"381.492293ms","start":"2026-03-29T02:13:11.601534Z","end":"2026-03-29T02:13:11.983026Z","steps":["trace[619243360] 'process raft request' (duration: 381.119154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:11.983283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:11.601508Z","time spent":"381.659266ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:11.983277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.046072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-29T02:13:11.983372Z","caller":"traceutil/trace.go:171","msg":"trace[62952567] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5375; }","duration":"591.214756ms","start":"2026-03-29T02:13:11.392137Z","end":"2026-03-29T02:13:11.983352Z","steps":["trace[62952567] 'agreement among raft nodes before linearized reading' (duration: 590.901609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:11.983423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:11.392114Z","time spent":"591.300267ms","remote":"127.0.0.1:54572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3528,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-29T02:13:12.061039Z","caller":"traceutil/trace.go:171","msg":"trace[424910074] transaction","detail":"{read_only:false; response_revision:5376; number_of_response:1; }","duration":"459.439179ms","start":"2026-03-29T02:13:11.601568Z","end":"2026-03-29T02:13:12.061007Z","steps":["trace[424910074] 'process raft request' (duration: 459.184223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:12.061437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:11.601535Z","time spent":"459.784437ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:12.061576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.567388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:13:12.061656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.965012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.18a12e13bf1cc31d\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-03-29T02:13:12.061724Z","caller":"traceutil/trace.go:171","msg":"trace[1250186590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5377; }","duration":"186.723542ms","start":"2026-03-29T02:13:11.874929Z","end":"2026-03-29T02:13:12.061653Z","steps":["trace[1250186590] 'agreement among raft nodes before linearized reading' (duration: 186.516828ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:12.061725Z","caller":"traceutil/trace.go:171","msg":"trace[970471161] transaction","detail":"{read_only:false; response_revision:5377; number_of_response:1; }","duration":"460.001762ms","start":"2026-03-29T02:13:11.601694Z","end":"2026-03-29T02:13:12.061695Z","steps":["trace[970471161] 'process raft request' (duration: 459.259645ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:12.06177Z","caller":"traceutil/trace.go:171","msg":"trace[1850521230] range","detail":"{range_begin:/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.18a12e13bf1cc31d; range_end:; response_count:1; response_revision:5377; }","duration":"347.153317ms","start":"2026-03-29T02:13:11.714579Z","end":"2026-03-29T02:13:12.061732Z","steps":["trace[1850521230] 'agreement among raft nodes before linearized reading' (duration: 346.82439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:12.061823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:11.601684Z","time spent":"460.092775ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:12.061826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:11.714543Z","time spent":"347.2721ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":1,"response size":1201,"request content":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.18a12e13bf1cc31d\" "} {"level":"warn","ts":"2026-03-29T02:13:12.061855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.246128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-29T02:13:12.061918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.847569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:13:12.061957Z","caller":"traceutil/trace.go:171","msg":"trace[1799524791] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5377; }","duration":"347.452803ms","start":"2026-03-29T02:13:11.714478Z","end":"2026-03-29T02:13:12.061931Z","steps":["trace[1799524791] 'agreement among raft nodes before linearized reading' (duration: 346.938232ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:12.061982Z","caller":"traceutil/trace.go:171","msg":"trace[1442702534] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5377; }","duration":"455.941791ms","start":"2026-03-29T02:13:11.606024Z","end":"2026-03-29T02:13:12.061966Z","steps":["trace[1442702534] 'agreement among raft nodes before linearized reading' (duration: 455.642654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:12.061974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.211037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:13:12.062027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.775634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:13:12.062037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:11.606018Z","time spent":"456.005932ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:13:12.06199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.308576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:13:12.062061Z","caller":"traceutil/trace.go:171","msg":"trace[1992692371] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5377; }","duration":"178.846316ms","start":"2026-03-29T02:13:11.883207Z","end":"2026-03-29T02:13:12.062054Z","steps":["trace[1992692371] 'agreement among raft nodes before linearized reading' (duration: 178.793065ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:12.062076Z","caller":"traceutil/trace.go:171","msg":"trace[1377910044] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; response_count:1; response_revision:5377; }","duration":"456.359761ms","start":"2026-03-29T02:13:11.605692Z","end":"2026-03-29T02:13:12.062051Z","steps":["trace[1377910044] 'agreement among raft nodes before linearized reading' (duration: 455.980022ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:12.062122Z","caller":"traceutil/trace.go:171","msg":"trace[1939986311] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5377; }","duration":"638.50131ms","start":"2026-03-29T02:13:11.423588Z","end":"2026-03-29T02:13:12.06209Z","steps":["trace[1939986311] 'agreement among raft nodes before linearized reading' (duration: 638.237564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:12.062168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:11.605682Z","time spent":"456.441412ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-s9btj\" "} {"level":"warn","ts":"2026-03-29T02:13:12.062197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.907143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-29T02:13:12.062207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:11.423565Z","time spent":"638.629923ms","remote":"127.0.0.1:54956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:13:12.062193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.380681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-20dba3c6-422b-4e1d-a354-2dcd1fa01cfc\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-29T02:13:12.062292Z","caller":"traceutil/trace.go:171","msg":"trace[879471024] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-20dba3c6-422b-4e1d-a354-2dcd1fa01cfc; range_end:; response_count:1; response_revision:5377; }","duration":"338.548895ms","start":"2026-03-29T02:13:11.723722Z","end":"2026-03-29T02:13:12.062271Z","steps":["trace[879471024] 'agreement among raft nodes before linearized reading' (duration: 338.242128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:12.062334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:11.72371Z","time spent":"338.614846ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3796,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-20dba3c6-422b-4e1d-a354-2dcd1fa01cfc\" "} {"level":"warn","ts":"2026-03-29T02:13:12.062018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:11.714442Z","time spent":"347.565296ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:13:12.062401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.971743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bee28473-9bad-458d-b417-d4251d3e7e13\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-03-29T02:13:12.061933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.437314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-20dba3c6-422b-4e1d-a354-2dcd1fa01cfc\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-29T02:13:12.062463Z","caller":"traceutil/trace.go:171","msg":"trace[594232773] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bee28473-9bad-458d-b417-d4251d3e7e13; range_end:; response_count:1; response_revision:5377; }","duration":"500.092225ms","start":"2026-03-29T02:13:11.562352Z","end":"2026-03-29T02:13:12.062445Z","steps":["trace[594232773] 'agreement among raft nodes before linearized reading' (duration: 499.290428ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:12.062494Z","caller":"traceutil/trace.go:171","msg":"trace[1570807240] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-20dba3c6-422b-4e1d-a354-2dcd1fa01cfc; range_end:; response_count:1; response_revision:5377; }","duration":"204.077658ms","start":"2026-03-29T02:13:11.858397Z","end":"2026-03-29T02:13:12.062475Z","steps":["trace[1570807240] 'agreement among raft nodes before linearized reading' (duration: 203.277641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:12.062513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:11.562322Z","time spent":"500.180938ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3782,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bee28473-9bad-458d-b417-d4251d3e7e13\" "} {"level":"info","ts":"2026-03-29T02:13:12.062237Z","caller":"traceutil/trace.go:171","msg":"trace[1567895279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5377; }","duration":"347.966135ms","start":"2026-03-29T02:13:11.714261Z","end":"2026-03-29T02:13:12.062227Z","steps":["trace[1567895279] 'agreement among raft nodes before linearized reading' (duration: 347.811531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:12.062632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:11.714246Z","time spent":"348.373283ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:13:12.214505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.117402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:13:12.214651Z","caller":"traceutil/trace.go:171","msg":"trace[1935066630] linearizableReadLoop","detail":"{readStateIndex:5603; appliedIndex:5602; }","duration":"147.039797ms","start":"2026-03-29T02:13:12.067588Z","end":"2026-03-29T02:13:12.214628Z","steps":["trace[1935066630] 'read index received' (duration: 46.66818ms)","trace[1935066630] 'applied index is now lower than readState.Index' (duration: 100.368467ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:12.214748Z","caller":"traceutil/trace.go:171","msg":"trace[1579158949] transaction","detail":"{read_only:false; response_revision:5378; number_of_response:1; }","duration":"148.733225ms","start":"2026-03-29T02:13:12.066001Z","end":"2026-03-29T02:13:12.214735Z","steps":["trace[1579158949] 'process raft request' (duration: 48.240136ms)","trace[1579158949] 'compare' (duration: 99.775304ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:12.215128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.529068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:13:12.215197Z","caller":"traceutil/trace.go:171","msg":"trace[1784423071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5378; }","duration":"147.63717ms","start":"2026-03-29T02:13:12.067545Z","end":"2026-03-29T02:13:12.215182Z","steps":["trace[1784423071] 'agreement among raft nodes before linearized reading' (duration: 147.325083ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:12.237397Z","caller":"traceutil/trace.go:171","msg":"trace[412405150] transaction","detail":"{read_only:false; response_revision:5379; number_of_response:1; }","duration":"168.949695ms","start":"2026-03-29T02:13:12.068426Z","end":"2026-03-29T02:13:12.237376Z","steps":["trace[412405150] 'process raft request' (duration: 168.72718ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:12.237429Z","caller":"traceutil/trace.go:171","msg":"trace[694659695] transaction","detail":"{read_only:false; response_revision:5380; number_of_response:1; }","duration":"168.890674ms","start":"2026-03-29T02:13:12.068508Z","end":"2026-03-29T02:13:12.237398Z","steps":["trace[694659695] 'process raft request' (duration: 168.802892ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:12.237721Z","caller":"traceutil/trace.go:171","msg":"trace[1890393930] transaction","detail":"{read_only:false; response_revision:5381; number_of_response:1; }","duration":"166.194614ms","start":"2026-03-29T02:13:12.071512Z","end":"2026-03-29T02:13:12.237707Z","steps":["trace[1890393930] 'process raft request' (duration: 165.847897ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:12.23785Z","caller":"traceutil/trace.go:171","msg":"trace[464259246] transaction","detail":"{read_only:false; response_revision:5382; number_of_response:1; }","duration":"166.172543ms","start":"2026-03-29T02:13:12.071666Z","end":"2026-03-29T02:13:12.237838Z","steps":["trace[464259246] 'process raft request' (duration: 165.965539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:12.237893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.64293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:13:12.237951Z","caller":"traceutil/trace.go:171","msg":"trace[2124179807] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:5382; }","duration":"121.749094ms","start":"2026-03-29T02:13:12.11619Z","end":"2026-03-29T02:13:12.237939Z","steps":["trace[2124179807] 'agreement among raft nodes before linearized reading' (duration: 121.58994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:12.238115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.02213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62976"} {"level":"info","ts":"2026-03-29T02:13:12.238193Z","caller":"traceutil/trace.go:171","msg":"trace[1843852599] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5382; }","duration":"170.166613ms","start":"2026-03-29T02:13:12.068013Z","end":"2026-03-29T02:13:12.238179Z","steps":["trace[1843852599] 'agreement among raft nodes before linearized reading' (duration: 169.914577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:12.238347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.491827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517420"} {"level":"warn","ts":"2026-03-29T02:13:12.238426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.826748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-29T02:13:12.238464Z","caller":"traceutil/trace.go:171","msg":"trace[1380971590] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5382; }","duration":"170.892859ms","start":"2026-03-29T02:13:12.06756Z","end":"2026-03-29T02:13:12.238453Z","steps":["trace[1380971590] 'agreement among raft nodes before linearized reading' (duration: 170.741865ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:12.23852Z","caller":"traceutil/trace.go:171","msg":"trace[2064447209] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:5382; }","duration":"125.643861ms","start":"2026-03-29T02:13:12.112776Z","end":"2026-03-29T02:13:12.23842Z","steps":["trace[2064447209] 'agreement among raft nodes before linearized reading' (duration: 125.038747ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:12.382823Z","caller":"traceutil/trace.go:171","msg":"trace[315580948] linearizableReadLoop","detail":"{readStateIndex:5609; appliedIndex:5608; }","duration":"114.492841ms","start":"2026-03-29T02:13:12.268293Z","end":"2026-03-29T02:13:12.382785Z","steps":["trace[315580948] 'read index received' (duration: 83.115823ms)","trace[315580948] 'applied index is now lower than readState.Index' (duration: 31.374688ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:12.382832Z","caller":"traceutil/trace.go:171","msg":"trace[1176850747] transaction","detail":"{read_only:false; response_revision:5384; number_of_response:1; }","duration":"116.319762ms","start":"2026-03-29T02:13:12.266477Z","end":"2026-03-29T02:13:12.382796Z","steps":["trace[1176850747] 'process raft request' (duration: 85.004364ms)","trace[1176850747] 'compare' (duration: 31.100563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:12.383042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.710176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:12.38314Z","caller":"traceutil/trace.go:171","msg":"trace[1650666764] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:5384; }","duration":"114.841969ms","start":"2026-03-29T02:13:12.268277Z","end":"2026-03-29T02:13:12.383119Z","steps":["trace[1650666764] 'agreement among raft nodes before linearized reading' (duration: 114.592713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:12.383215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.240229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:13:12.383293Z","caller":"traceutil/trace.go:171","msg":"trace[286302500] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:5384; }","duration":"111.352961ms","start":"2026-03-29T02:13:12.271923Z","end":"2026-03-29T02:13:12.383276Z","steps":["trace[286302500] 'agreement among raft nodes before linearized reading' (duration: 111.104606ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:13.825435Z","caller":"traceutil/trace.go:171","msg":"trace[1147643924] transaction","detail":"{read_only:false; response_revision:5395; number_of_response:1; }","duration":"139.48725ms","start":"2026-03-29T02:13:13.685914Z","end":"2026-03-29T02:13:13.825401Z","steps":["trace[1147643924] 'process raft request' (duration: 139.286955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:14.138261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.041107ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:13:14.138411Z","caller":"traceutil/trace.go:171","msg":"trace[1713218921] transaction","detail":"{read_only:false; response_revision:5397; number_of_response:1; }","duration":"149.389739ms","start":"2026-03-29T02:13:13.988999Z","end":"2026-03-29T02:13:14.138388Z","steps":["trace[1713218921] 'process raft request' (duration: 37.117227ms)","trace[1713218921] 'compare' (duration: 111.848383ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:14.727572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.786066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:13:14.727842Z","caller":"traceutil/trace.go:171","msg":"trace[262791605] transaction","detail":"{read_only:false; response_revision:5398; number_of_response:1; }","duration":"737.674318ms","start":"2026-03-29T02:13:13.990111Z","end":"2026-03-29T02:13:14.727785Z","steps":["trace[262791605] 'process raft request' (duration: 315.559324ms)","trace[262791605] 'compare' (duration: 421.381918ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:14.727947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:13.990099Z","time spent":"737.80473ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:14.728273Z","caller":"traceutil/trace.go:171","msg":"trace[1215485477] transaction","detail":"{read_only:false; response_revision:5399; number_of_response:1; }","duration":"659.652708ms","start":"2026-03-29T02:13:14.068554Z","end":"2026-03-29T02:13:14.728207Z","steps":["trace[1215485477] 'process raft request' (duration: 659.145047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:14.728509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:14.068522Z","time spent":"659.861924ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:14.729431Z","caller":"traceutil/trace.go:171","msg":"trace[1094321472] linearizableReadLoop","detail":"{readStateIndex:5626; appliedIndex:5623; }","duration":"655.912525ms","start":"2026-03-29T02:13:14.073498Z","end":"2026-03-29T02:13:14.72941Z","steps":["trace[1094321472] 'read index received' (duration: 232.181295ms)","trace[1094321472] 'applied index is now lower than readState.Index' (duration: 423.72959ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:14.729597Z","caller":"traceutil/trace.go:171","msg":"trace[138540745] transaction","detail":"{read_only:false; response_revision:5400; number_of_response:1; }","duration":"659.766342ms","start":"2026-03-29T02:13:14.069807Z","end":"2026-03-29T02:13:14.729573Z","steps":["trace[138540745] 'process raft request' (duration: 658.325889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:14.729724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:14.069795Z","time spent":"659.868294ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:14.729806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.310394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-20dba3c6-422b-4e1d-a354-2dcd1fa01cfc\" ","response":"range_response_count:1 size:4080"} {"level":"info","ts":"2026-03-29T02:13:14.729885Z","caller":"traceutil/trace.go:171","msg":"trace[1038419832] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-20dba3c6-422b-4e1d-a354-2dcd1fa01cfc; range_end:; response_count:1; response_revision:5400; }","duration":"656.446906ms","start":"2026-03-29T02:13:14.073422Z","end":"2026-03-29T02:13:14.729869Z","steps":["trace[1038419832] 'agreement among raft nodes before linearized reading' (duration: 656.188931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:14.72998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:14.073394Z","time spent":"656.57015ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4102,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-20dba3c6-422b-4e1d-a354-2dcd1fa01cfc\" "} {"level":"warn","ts":"2026-03-29T02:13:14.730292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.027745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bee28473-9bad-458d-b417-d4251d3e7e13\" ","response":"range_response_count:1 size:4053"} {"level":"info","ts":"2026-03-29T02:13:14.730368Z","caller":"traceutil/trace.go:171","msg":"trace[1299423124] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bee28473-9bad-458d-b417-d4251d3e7e13; range_end:; response_count:1; response_revision:5400; }","duration":"655.141218ms","start":"2026-03-29T02:13:14.075209Z","end":"2026-03-29T02:13:14.730351Z","steps":["trace[1299423124] 'agreement among raft nodes before linearized reading' (duration: 654.915933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:14.730436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:14.075195Z","time spent":"655.22828ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4075,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bee28473-9bad-458d-b417-d4251d3e7e13\" "} {"level":"warn","ts":"2026-03-29T02:13:14.730573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.236591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:13:14.730648Z","caller":"traceutil/trace.go:171","msg":"trace[1723865015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5400; }","duration":"463.312382ms","start":"2026-03-29T02:13:14.267323Z","end":"2026-03-29T02:13:14.730636Z","steps":["trace[1723865015] 'agreement among raft nodes before linearized reading' (duration: 463.140258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:14.730738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:14.267288Z","time spent":"463.439325ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:13:14.730791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.036639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:13:14.730851Z","caller":"traceutil/trace.go:171","msg":"trace[375774451] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; response_count:1; response_revision:5400; }","duration":"486.118301ms","start":"2026-03-29T02:13:14.244717Z","end":"2026-03-29T02:13:14.730836Z","steps":["trace[375774451] 'agreement among raft nodes before linearized reading' (duration: 485.960657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:14.730905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:14.244706Z","time spent":"486.187442ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-s9btj\" "} {"level":"warn","ts":"2026-03-29T02:13:14.731013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.195908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:14.731174Z","caller":"traceutil/trace.go:171","msg":"trace[1277266994] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:5400; }","duration":"208.328703ms","start":"2026-03-29T02:13:14.522784Z","end":"2026-03-29T02:13:14.731112Z","steps":["trace[1277266994] 'agreement among raft nodes before linearized reading' (duration: 208.167988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:14.731196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.963803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:13:14.731242Z","caller":"traceutil/trace.go:171","msg":"trace[1065596121] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5400; }","duration":"488.063425ms","start":"2026-03-29T02:13:14.243165Z","end":"2026-03-29T02:13:14.731228Z","steps":["trace[1065596121] 'agreement among raft nodes before linearized reading' (duration: 487.923872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:14.731316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:14.243123Z","time spent":"488.178528ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:13:14.731581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.497665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-29T02:13:14.731639Z","caller":"traceutil/trace.go:171","msg":"trace[823758169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5400; }","duration":"488.609477ms","start":"2026-03-29T02:13:14.243018Z","end":"2026-03-29T02:13:14.731627Z","steps":["trace[823758169] 'agreement among raft nodes before linearized reading' (duration: 488.476634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:14.73168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:14.24299Z","time spent":"488.679399ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:13:14.731778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.764204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:13:14.731943Z","caller":"traceutil/trace.go:171","msg":"trace[96168915] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:5400; }","duration":"424.951688ms","start":"2026-03-29T02:13:14.306979Z","end":"2026-03-29T02:13:14.731931Z","steps":["trace[96168915] 'agreement among raft nodes before linearized reading' (duration: 424.754943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:14.732009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.046879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:13:14.732033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:14.306967Z","time spent":"425.04821ms","remote":"127.0.0.1:40582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:13:14.732081Z","caller":"traceutil/trace.go:171","msg":"trace[7912645] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5400; }","duration":"490.161642ms","start":"2026-03-29T02:13:14.241904Z","end":"2026-03-29T02:13:14.732065Z","steps":["trace[7912645] 'agreement among raft nodes before linearized reading' (duration: 489.986988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:14.732126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:14.241882Z","time spent":"490.231743ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:13:14.731687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.948702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:13:14.732297Z","caller":"traceutil/trace.go:171","msg":"trace[19207302] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5400; }","duration":"221.581206ms","start":"2026-03-29T02:13:14.510686Z","end":"2026-03-29T02:13:14.732268Z","steps":["trace[19207302] 'agreement among raft nodes before linearized reading' (duration: 220.889121ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:14.955604Z","caller":"traceutil/trace.go:171","msg":"trace[743804093] transaction","detail":"{read_only:false; response_revision:5401; number_of_response:1; }","duration":"218.965238ms","start":"2026-03-29T02:13:14.736607Z","end":"2026-03-29T02:13:14.955572Z","steps":["trace[743804093] 'process raft request' (duration: 128.709545ms)","trace[743804093] 'compare' (duration: 90.093389ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:14.957534Z","caller":"traceutil/trace.go:171","msg":"trace[238701676] linearizableReadLoop","detail":"{readStateIndex:5628; appliedIndex:5626; }","duration":"219.417357ms","start":"2026-03-29T02:13:14.738103Z","end":"2026-03-29T02:13:14.95752Z","steps":["trace[238701676] 'read index received' (duration: 127.231842ms)","trace[238701676] 'applied index is now lower than readState.Index' (duration: 92.184475ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:14.957785Z","caller":"traceutil/trace.go:171","msg":"trace[1216885535] transaction","detail":"{read_only:false; response_revision:5402; number_of_response:1; }","duration":"220.589883ms","start":"2026-03-29T02:13:14.737186Z","end":"2026-03-29T02:13:14.957776Z","steps":["trace[1216885535] 'process raft request' (duration: 220.172024ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:14.957934Z","caller":"traceutil/trace.go:171","msg":"trace[1464786313] transaction","detail":"{read_only:false; response_revision:5403; number_of_response:1; }","duration":"219.630652ms","start":"2026-03-29T02:13:14.738293Z","end":"2026-03-29T02:13:14.957923Z","steps":["trace[1464786313] 'process raft request' (duration: 219.125971ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:14.958087Z","caller":"traceutil/trace.go:171","msg":"trace[2138378338] transaction","detail":"{read_only:false; response_revision:5404; number_of_response:1; }","duration":"219.702234ms","start":"2026-03-29T02:13:14.738374Z","end":"2026-03-29T02:13:14.958076Z","steps":["trace[2138378338] 'process raft request' (duration: 219.07782ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:14.958216Z","caller":"traceutil/trace.go:171","msg":"trace[1761132205] transaction","detail":"{read_only:false; response_revision:5405; number_of_response:1; }","duration":"219.731075ms","start":"2026-03-29T02:13:14.738473Z","end":"2026-03-29T02:13:14.958204Z","steps":["trace[1761132205] 'process raft request' (duration: 219.014879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:14.958549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.41906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62976"} {"level":"info","ts":"2026-03-29T02:13:14.958584Z","caller":"traceutil/trace.go:171","msg":"trace[1725789726] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5405; }","duration":"220.490511ms","start":"2026-03-29T02:13:14.738084Z","end":"2026-03-29T02:13:14.958575Z","steps":["trace[1725789726] 'agreement among raft nodes before linearized reading' (duration: 220.263886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:14.958766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.640594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:14.958798Z","caller":"traceutil/trace.go:171","msg":"trace[816478420] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:0; response_revision:5405; }","duration":"220.684496ms","start":"2026-03-29T02:13:14.738103Z","end":"2026-03-29T02:13:14.958787Z","steps":["trace[816478420] 'agreement among raft nodes before linearized reading' (duration: 220.638915ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:15.637551Z","caller":"traceutil/trace.go:171","msg":"trace[2103627442] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"424.262131ms","start":"2026-03-29T02:13:15.213248Z","end":"2026-03-29T02:13:15.63751Z","steps":["trace[2103627442] 'process raft request' (duration: 424.136918ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:15.637579Z","caller":"traceutil/trace.go:171","msg":"trace[1481554169] transaction","detail":"{read_only:false; response_revision:5447; number_of_response:1; }","duration":"424.594048ms","start":"2026-03-29T02:13:15.212946Z","end":"2026-03-29T02:13:15.63754Z","steps":["trace[1481554169] 'process raft request' (duration: 353.673125ms)","trace[1481554169] 'compare' (duration: 70.33054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:15.637717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:15.213237Z","time spent":"424.402244ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3473,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:13:15.637882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:15.212932Z","time spent":"424.850004ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":697,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:13:15.642096Z","caller":"traceutil/trace.go:171","msg":"trace[142908804] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"425.694043ms","start":"2026-03-29T02:13:15.216366Z","end":"2026-03-29T02:13:15.64206Z","steps":["trace[142908804] 'process raft request' (duration: 425.406297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:15.64227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:15.216349Z","time spent":"425.834556ms","remote":"127.0.0.1:54904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4290,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:15.64269Z","caller":"traceutil/trace.go:171","msg":"trace[1246532354] transaction","detail":"{read_only:false; response_revision:5450; number_of_response:1; }","duration":"418.3528ms","start":"2026-03-29T02:13:15.224327Z","end":"2026-03-29T02:13:15.64268Z","steps":["trace[1246532354] 'process raft request' (duration: 417.611314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:15.642736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:15.224287Z","time spent":"418.429082ms","remote":"127.0.0.1:54948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2606,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:13:15.642818Z","caller":"traceutil/trace.go:171","msg":"trace[641390246] linearizableReadLoop","detail":"{readStateIndex:5679; appliedIndex:5673; }","duration":"365.196781ms","start":"2026-03-29T02:13:15.277606Z","end":"2026-03-29T02:13:15.642803Z","steps":["trace[641390246] 'read index received' (duration: 289.099363ms)","trace[641390246] 'applied index is now lower than readState.Index' (duration: 76.095828ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:15.642903Z","caller":"traceutil/trace.go:171","msg":"trace[1407478439] transaction","detail":"{read_only:false; response_revision:5452; number_of_response:1; }","duration":"417.788368ms","start":"2026-03-29T02:13:15.225108Z","end":"2026-03-29T02:13:15.642896Z","steps":["trace[1407478439] 'process raft request' (duration: 417.322038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:15.642946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:15.225075Z","time spent":"417.851639ms","remote":"127.0.0.1:54948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2599,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:13:15.643046Z","caller":"traceutil/trace.go:171","msg":"trace[1733937709] transaction","detail":"{read_only:false; response_revision:5451; number_of_response:1; }","duration":"418.643957ms","start":"2026-03-29T02:13:15.224395Z","end":"2026-03-29T02:13:15.643039Z","steps":["trace[1733937709] 'process raft request' (duration: 417.973672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:15.643088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:15.224371Z","time spent":"418.698717ms","remote":"127.0.0.1:54948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:13:15.643368Z","caller":"traceutil/trace.go:171","msg":"trace[462986998] transaction","detail":"{read_only:false; response_revision:5453; number_of_response:1; }","duration":"344.333338ms","start":"2026-03-29T02:13:15.299006Z","end":"2026-03-29T02:13:15.643339Z","steps":["trace[462986998] 'process raft request' (duration: 343.600972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:15.643438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.008145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:13:15.64348Z","caller":"traceutil/trace.go:171","msg":"trace[1240903014] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5453; }","duration":"126.096217ms","start":"2026-03-29T02:13:15.517375Z","end":"2026-03-29T02:13:15.643471Z","steps":["trace[1240903014] 'agreement among raft nodes before linearized reading' (duration: 126.002595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:15.643576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:15.298964Z","time spent":"344.479612ms","remote":"127.0.0.1:54572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":197439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:15.643676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.066039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:13:15.643706Z","caller":"traceutil/trace.go:171","msg":"trace[556545832] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5453; }","duration":"366.100711ms","start":"2026-03-29T02:13:15.277598Z","end":"2026-03-29T02:13:15.643699Z","steps":["trace[556545832] 'agreement among raft nodes before linearized reading' (duration: 366.007059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:15.643726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:15.277539Z","time spent":"366.180493ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":73,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:13:16.912857Z","caller":"traceutil/trace.go:171","msg":"trace[1420291089] transaction","detail":"{read_only:false; response_revision:5513; number_of_response:1; }","duration":"100.785235ms","start":"2026-03-29T02:13:16.812036Z","end":"2026-03-29T02:13:16.912821Z","steps":["trace[1420291089] 'process raft request' (duration: 100.579441ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:17.76855Z","caller":"traceutil/trace.go:171","msg":"trace[1877045449] linearizableReadLoop","detail":"{readStateIndex:5771; appliedIndex:5770; }","duration":"127.962289ms","start":"2026-03-29T02:13:17.640557Z","end":"2026-03-29T02:13:17.768519Z","steps":["trace[1877045449] 'read index received' (duration: 83.279518ms)","trace[1877045449] 'applied index is now lower than readState.Index' (duration: 44.662401ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:17.768581Z","caller":"traceutil/trace.go:171","msg":"trace[226226055] transaction","detail":"{read_only:false; response_revision:5540; number_of_response:1; }","duration":"128.356237ms","start":"2026-03-29T02:13:17.640171Z","end":"2026-03-29T02:13:17.768528Z","steps":["trace[226226055] 'process raft request' (duration: 83.687376ms)","trace[226226055] 'compare' (duration: 44.208091ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:17.768894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.311096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bee28473-9bad-458d-b417-d4251d3e7e13\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-29T02:13:17.76896Z","caller":"traceutil/trace.go:171","msg":"trace[400834304] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bee28473-9bad-458d-b417-d4251d3e7e13; range_end:; response_count:1; response_revision:5540; }","duration":"128.439939ms","start":"2026-03-29T02:13:17.640501Z","end":"2026-03-29T02:13:17.768941Z","steps":["trace[400834304] 'agreement among raft nodes before linearized reading' (duration: 128.164393ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:17.769316Z","caller":"traceutil/trace.go:171","msg":"trace[1326884463] transaction","detail":"{read_only:false; response_revision:5541; number_of_response:1; }","duration":"116.978005ms","start":"2026-03-29T02:13:17.65232Z","end":"2026-03-29T02:13:17.769298Z","steps":["trace[1326884463] 'process raft request' (duration: 116.696809ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:18.178932Z","caller":"traceutil/trace.go:171","msg":"trace[1766233018] transaction","detail":"{read_only:false; response_revision:5582; number_of_response:1; }","duration":"119.646734ms","start":"2026-03-29T02:13:18.059255Z","end":"2026-03-29T02:13:18.178902Z","steps":["trace[1766233018] 'process raft request' (duration: 48.781672ms)","trace[1766233018] 'compare' (duration: 70.605156ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:18.179218Z","caller":"traceutil/trace.go:171","msg":"trace[1418374380] linearizableReadLoop","detail":"{readStateIndex:5816; appliedIndex:5813; }","duration":"118.063389ms","start":"2026-03-29T02:13:18.061108Z","end":"2026-03-29T02:13:18.179172Z","steps":["trace[1418374380] 'read index received' (duration: 4.833167ms)","trace[1418374380] 'applied index is now lower than readState.Index' (duration: 113.226912ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:18.179272Z","caller":"traceutil/trace.go:171","msg":"trace[517791247] transaction","detail":"{read_only:false; response_revision:5583; number_of_response:1; }","duration":"119.858799ms","start":"2026-03-29T02:13:18.059352Z","end":"2026-03-29T02:13:18.179211Z","steps":["trace[517791247] 'process raft request' (duration: 119.4834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:18.179548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.411427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-wr5ch\" ","response":"range_response_count:1 size:4949"} {"level":"info","ts":"2026-03-29T02:13:18.179654Z","caller":"traceutil/trace.go:171","msg":"trace[5159970] range","detail":"{range_begin:/registry/pods/monitoring/vector-wr5ch; range_end:; response_count:1; response_revision:5583; }","duration":"118.605872ms","start":"2026-03-29T02:13:18.061025Z","end":"2026-03-29T02:13:18.179631Z","steps":["trace[5159970] 'agreement among raft nodes before linearized reading' (duration: 118.280444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:18.187434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.593899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-29T02:13:18.187506Z","caller":"traceutil/trace.go:171","msg":"trace[416794102] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5584; }","duration":"122.703891ms","start":"2026-03-29T02:13:18.064784Z","end":"2026-03-29T02:13:18.187488Z","steps":["trace[416794102] 'agreement among raft nodes before linearized reading' (duration: 122.455896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:18.188605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.882822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:55 size:2209007"} {"level":"info","ts":"2026-03-29T02:13:18.18868Z","caller":"traceutil/trace.go:171","msg":"trace[1746784511] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:55; response_revision:5584; }","duration":"111.973414ms","start":"2026-03-29T02:13:18.07669Z","end":"2026-03-29T02:13:18.188663Z","steps":["trace[1746784511] 'agreement among raft nodes before linearized reading' (duration: 110.94568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:18.691261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198740946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:13:19.191906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198740946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:13:19.60153Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.411655076s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:13:19.602038Z","caller":"traceutil/trace.go:171","msg":"trace[309155702] transaction","detail":"{read_only:false; response_revision:5585; number_of_response:1; }","duration":"1.41231999s","start":"2026-03-29T02:13:18.189683Z","end":"2026-03-29T02:13:19.602003Z","steps":["trace[309155702] 'process raft request' (duration: 1.412114856s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:19.602217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:18.189662Z","time spent":"1.412464254s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5837,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:20.620676Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.018835203s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:13:20.621515Z","caller":"traceutil/trace.go:171","msg":"trace[24442185] linearizableReadLoop","detail":"{readStateIndex:5823; appliedIndex:5817; }","duration":"2.430296083s","start":"2026-03-29T02:13:18.191194Z","end":"2026-03-29T02:13:20.62149Z","steps":["trace[24442185] 'read index received' (duration: 1.410628642s)","trace[24442185] 'applied index is now lower than readState.Index' (duration: 1.019666071s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:20.621934Z","caller":"traceutil/trace.go:171","msg":"trace[1080510677] transaction","detail":"{read_only:false; response_revision:5586; number_of_response:1; }","duration":"1.855219046s","start":"2026-03-29T02:13:18.766706Z","end":"2026-03-29T02:13:20.621925Z","steps":["trace[1080510677] 'process raft request' (duration: 1.854435039s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:20.622048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:18.766675Z","time spent":"1.855287237s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:20.622219Z","caller":"traceutil/trace.go:171","msg":"trace[287155364] transaction","detail":"{read_only:false; response_revision:5587; number_of_response:1; }","duration":"1.851256477s","start":"2026-03-29T02:13:18.770955Z","end":"2026-03-29T02:13:20.622211Z","steps":["trace[287155364] 'process raft request' (duration: 1.850351678s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:20.622272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:18.770927Z","time spent":"1.851319638s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:20.622372Z","caller":"traceutil/trace.go:171","msg":"trace[1156347874] transaction","detail":"{read_only:false; response_revision:5588; number_of_response:1; }","duration":"1.851414211s","start":"2026-03-29T02:13:18.770946Z","end":"2026-03-29T02:13:20.622361Z","steps":["trace[1156347874] 'process raft request' (duration: 1.850384768s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:20.622412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:18.770911Z","time spent":"1.851479043s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:20.622575Z","caller":"traceutil/trace.go:171","msg":"trace[1897224556] transaction","detail":"{read_only:false; response_revision:5589; number_of_response:1; }","duration":"1.734295634s","start":"2026-03-29T02:13:18.888269Z","end":"2026-03-29T02:13:20.622565Z","steps":["trace[1897224556] 'process raft request' (duration: 1.733086457s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:20.622623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:18.888236Z","time spent":"1.734364556s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:20.622725Z","caller":"traceutil/trace.go:171","msg":"trace[1666983423] transaction","detail":"{read_only:false; response_revision:5590; number_of_response:1; }","duration":"1.673103066s","start":"2026-03-29T02:13:18.949614Z","end":"2026-03-29T02:13:20.622717Z","steps":["trace[1666983423] 'process raft request' (duration: 1.671827408s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:20.622771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:18.949583Z","time spent":"1.673165648s","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:13:20.623019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.431823187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-29T02:13:20.623143Z","caller":"traceutil/trace.go:171","msg":"trace[253153222] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5590; }","duration":"2.431904459s","start":"2026-03-29T02:13:18.19114Z","end":"2026-03-29T02:13:20.623045Z","steps":["trace[253153222] 'agreement among raft nodes before linearized reading' (duration: 2.431749965s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:20.623176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:18.191122Z","time spent":"2.432047432s","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1307,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-03-29T02:13:20.648096Z","caller":"traceutil/trace.go:171","msg":"trace[865955823] transaction","detail":"{read_only:false; response_revision:5592; number_of_response:1; }","duration":"531.367808ms","start":"2026-03-29T02:13:20.116696Z","end":"2026-03-29T02:13:20.648063Z","steps":["trace[865955823] 'process raft request' (duration: 531.276666ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:20.64813Z","caller":"traceutil/trace.go:171","msg":"trace[1989763939] transaction","detail":"{read_only:false; response_revision:5593; number_of_response:1; }","duration":"454.643316ms","start":"2026-03-29T02:13:20.193459Z","end":"2026-03-29T02:13:20.648102Z","steps":["trace[1989763939] 'process raft request' (duration: 454.550584ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:20.648185Z","caller":"traceutil/trace.go:171","msg":"trace[430905215] transaction","detail":"{read_only:false; response_revision:5591; number_of_response:1; }","duration":"632.011491ms","start":"2026-03-29T02:13:20.016116Z","end":"2026-03-29T02:13:20.648127Z","steps":["trace[430905215] 'process raft request' (duration: 631.704384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:20.648353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:20.193426Z","time spent":"454.78567ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:20.648556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:20.116645Z","time spent":"531.549832ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:20.648553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.427100433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-03-29T02:13:20.648419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:20.016088Z","time spent":"632.211704ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:20.648578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77018916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:13:20.648619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947430571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:20.648715Z","caller":"traceutil/trace.go:171","msg":"trace[163688485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5593; }","duration":"1.770361314s","start":"2026-03-29T02:13:18.878309Z","end":"2026-03-29T02:13:20.64867Z","steps":["trace[163688485] 'agreement among raft nodes before linearized reading' (duration: 1.770168159s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:20.648799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.271652403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777469"} {"level":"warn","ts":"2026-03-29T02:13:20.648807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.422637373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"warn","ts":"2026-03-29T02:13:20.64881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:18.878289Z","time spent":"1.770506976s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:13:20.648806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.400979883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:13:20.648855Z","caller":"traceutil/trace.go:171","msg":"trace[30555285] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:5593; }","duration":"2.422722175s","start":"2026-03-29T02:13:18.226123Z","end":"2026-03-29T02:13:20.648845Z","steps":["trace[30555285] 'agreement among raft nodes before linearized reading' (duration: 2.422580362s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:20.6489Z","caller":"traceutil/trace.go:171","msg":"trace[385166077] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:5593; }","duration":"2.401072495s","start":"2026-03-29T02:13:18.247805Z","end":"2026-03-29T02:13:20.648877Z","steps":["trace[385166077] 'agreement among raft nodes before linearized reading' (duration: 2.400789439s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:20.648935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.164851764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e5dcc628-b754-4ad1-89ec-39ca6b6e14e1\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-29T02:13:20.648938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672480681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-29T02:13:20.648952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:18.247738Z","time spent":"2.401204838s","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"warn","ts":"2026-03-29T02:13:20.648977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.020728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:20.648974Z","caller":"traceutil/trace.go:171","msg":"trace[861522772] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5593; }","duration":"1.672537753s","start":"2026-03-29T02:13:18.976427Z","end":"2026-03-29T02:13:20.648965Z","steps":["trace[861522772] 'agreement among raft nodes before linearized reading' (duration: 1.672349759s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:20.648984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11839857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:13:20.649018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.246975836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:13:20.649028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:18.976415Z","time spent":"1.672604124s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:13:20.649044Z","caller":"traceutil/trace.go:171","msg":"trace[1155583777] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5593; }","duration":"2.247061939s","start":"2026-03-29T02:13:18.401977Z","end":"2026-03-29T02:13:20.649039Z","steps":["trace[1155583777] 'agreement among raft nodes before linearized reading' (duration: 2.246999727s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:20.649046Z","caller":"traceutil/trace.go:171","msg":"trace[1648161117] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5593; }","duration":"1.118491772s","start":"2026-03-29T02:13:19.530536Z","end":"2026-03-29T02:13:20.649028Z","steps":["trace[1648161117] 'agreement among raft nodes before linearized reading' (duration: 1.118174185s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:20.649063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.714089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:13:20.649087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:19.530514Z","time spent":"1.118564184s","remote":"127.0.0.1:54578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":87,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:13:20.649105Z","caller":"traceutil/trace.go:171","msg":"trace[846232899] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5593; }","duration":"258.78833ms","start":"2026-03-29T02:13:20.390308Z","end":"2026-03-29T02:13:20.649096Z","steps":["trace[846232899] 'agreement among raft nodes before linearized reading' (duration: 258.730939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:20.649137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672693147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:13:20.649156Z","caller":"traceutil/trace.go:171","msg":"trace[447793008] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5593; }","duration":"1.672743527s","start":"2026-03-29T02:13:18.976408Z","end":"2026-03-29T02:13:20.649152Z","steps":["trace[447793008] 'agreement among raft nodes before linearized reading' (duration: 1.672681776s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:20.649174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:18.976393Z","time spent":"1.672777359s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:13:20.648902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:18.226101Z","time spent":"2.422792547s","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":916,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"warn","ts":"2026-03-29T02:13:20.649211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676111112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:13:20.64924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672092723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:13:20.649276Z","caller":"traceutil/trace.go:171","msg":"trace[1617833493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5593; }","duration":"1.672146275s","start":"2026-03-29T02:13:18.97712Z","end":"2026-03-29T02:13:20.649267Z","steps":["trace[1617833493] 'agreement among raft nodes before linearized reading' (duration: 1.672048513s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:20.649015Z","caller":"traceutil/trace.go:171","msg":"trace[1801037640] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5593; }","duration":"324.10311ms","start":"2026-03-29T02:13:20.324899Z","end":"2026-03-29T02:13:20.649002Z","steps":["trace[1801037640] 'agreement among raft nodes before linearized reading' (duration: 324.041999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:20.649306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.602678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:13:20.649279Z","caller":"traceutil/trace.go:171","msg":"trace[685070563] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5593; }","duration":"1.676316947s","start":"2026-03-29T02:13:18.972946Z","end":"2026-03-29T02:13:20.649263Z","steps":["trace[685070563] 'agreement among raft nodes before linearized reading' (duration: 1.675236023s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:20.64896Z","caller":"traceutil/trace.go:171","msg":"trace[391679586] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e5dcc628-b754-4ad1-89ec-39ca6b6e14e1; range_end:; response_count:1; response_revision:5593; }","duration":"2.164878986s","start":"2026-03-29T02:13:18.484073Z","end":"2026-03-29T02:13:20.648952Z","steps":["trace[391679586] 'agreement among raft nodes before linearized reading' (duration: 2.164800684s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:20.649345Z","caller":"traceutil/trace.go:171","msg":"trace[576016392] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:5593; }","duration":"996.69109ms","start":"2026-03-29T02:13:19.652644Z","end":"2026-03-29T02:13:20.649335Z","steps":["trace[576016392] 'agreement among raft nodes before linearized reading' (duration: 996.621389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:20.649361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674368214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:13:20.649377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:19.652615Z","time spent":"996.754282ms","remote":"127.0.0.1:54920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":9,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:13:20.649372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:18.48399Z","time spent":"2.165368416s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e5dcc628-b754-4ad1-89ec-39ca6b6e14e1\" "} {"level":"info","ts":"2026-03-29T02:13:20.649398Z","caller":"traceutil/trace.go:171","msg":"trace[1890457261] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; response_count:1; response_revision:5593; }","duration":"1.674458225s","start":"2026-03-29T02:13:18.974932Z","end":"2026-03-29T02:13:20.64939Z","steps":["trace[1890457261] 'agreement among raft nodes before linearized reading' (duration: 1.674345643s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:20.649403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672410551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-29T02:13:20.649389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:18.972931Z","time spent":"1.676421509s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:13:20.649428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:18.974899Z","time spent":"1.674522077s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-s9btj\" "} {"level":"info","ts":"2026-03-29T02:13:20.649434Z","caller":"traceutil/trace.go:171","msg":"trace[1862851444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5593; }","duration":"1.672458921s","start":"2026-03-29T02:13:18.976967Z","end":"2026-03-29T02:13:20.649426Z","steps":["trace[1862851444] 'agreement among raft nodes before linearized reading' (duration: 1.672374029s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:20.649416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:20.324872Z","time spent":"324.496199ms","remote":"127.0.0.1:42378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:13:20.649466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:18.976952Z","time spent":"1.672507802s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:13:20.648664Z","caller":"traceutil/trace.go:171","msg":"trace[1764009488] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5593; }","duration":"2.427277326s","start":"2026-03-29T02:13:18.221363Z","end":"2026-03-29T02:13:20.64864Z","steps":["trace[1764009488] 'agreement among raft nodes before linearized reading' (duration: 2.42699353s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:20.649318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:18.97711Z","time spent":"1.672201546s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:13:20.649539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:18.221342Z","time spent":"2.428184806s","remote":"127.0.0.1:54572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1843,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-29T02:13:20.648738Z","caller":"traceutil/trace.go:171","msg":"trace[1564390475] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:5593; }","duration":"1.947620815s","start":"2026-03-29T02:13:18.701085Z","end":"2026-03-29T02:13:20.648706Z","steps":["trace[1564390475] 'agreement among raft nodes before linearized reading' (duration: 1.947351639s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:20.648854Z","caller":"traceutil/trace.go:171","msg":"trace[1923563844] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5593; }","duration":"2.271757706s","start":"2026-03-29T02:13:18.377082Z","end":"2026-03-29T02:13:20.64884Z","steps":["trace[1923563844] 'agreement among raft nodes before linearized reading' (duration: 2.271121782s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:20.649576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:18.701062Z","time spent":"1.948504244s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:13:20.649624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:18.377058Z","time spent":"2.272545123s","remote":"127.0.0.1:54572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777491,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-29T02:13:20.649071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:18.401949Z","time spent":"2.247117049s","remote":"127.0.0.1:54800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":27,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:13:20.649577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04266556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-5xgn5\" ","response":"range_response_count:1 size:9716"} {"level":"info","ts":"2026-03-29T02:13:20.649944Z","caller":"traceutil/trace.go:171","msg":"trace[1768997200] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-5xgn5; range_end:; response_count:1; response_revision:5593; }","duration":"1.043072279s","start":"2026-03-29T02:13:19.60686Z","end":"2026-03-29T02:13:20.649932Z","steps":["trace[1768997200] 'agreement among raft nodes before linearized reading' (duration: 1.04265s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:20.649973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:19.606837Z","time spent":"1.04312765s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9738,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-5xgn5\" "} {"level":"warn","ts":"2026-03-29T02:13:22.592777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198741038,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:13:22.609131Z","caller":"traceutil/trace.go:171","msg":"trace[221598107] linearizableReadLoop","detail":"{readStateIndex:5851; appliedIndex:5850; }","duration":"517.303396ms","start":"2026-03-29T02:13:22.091803Z","end":"2026-03-29T02:13:22.609106Z","steps":["trace[221598107] 'read index received' (duration: 517.164343ms)","trace[221598107] 'applied index is now lower than readState.Index' (duration: 138.163µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:22.609217Z","caller":"traceutil/trace.go:171","msg":"trace[1502214157] transaction","detail":"{read_only:false; response_revision:5617; number_of_response:1; }","duration":"613.01773ms","start":"2026-03-29T02:13:21.99616Z","end":"2026-03-29T02:13:22.609177Z","steps":["trace[1502214157] 'process raft request' (duration: 612.780754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:22.609425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:21.996133Z","time spent":"613.164633ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3879,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:22.609756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.95269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777469"} {"level":"info","ts":"2026-03-29T02:13:22.609819Z","caller":"traceutil/trace.go:171","msg":"trace[1005895510] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5617; }","duration":"518.056772ms","start":"2026-03-29T02:13:22.091748Z","end":"2026-03-29T02:13:22.609804Z","steps":["trace[1005895510] 'agreement among raft nodes before linearized reading' (duration: 517.469779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:22.609858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:22.091715Z","time spent":"518.134024ms","remote":"127.0.0.1:54572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777491,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-29T02:13:23.239998Z","caller":"traceutil/trace.go:171","msg":"trace[2072969682] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5629; }","duration":"134.240328ms","start":"2026-03-29T02:13:23.10571Z","end":"2026-03-29T02:13:23.239951Z","steps":["trace[2072969682] 'process raft request' (duration: 134.077535ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:23.408071Z","caller":"traceutil/trace.go:171","msg":"trace[1603193321] transaction","detail":"{read_only:false; response_revision:5630; number_of_response:1; }","duration":"159.499178ms","start":"2026-03-29T02:13:23.248533Z","end":"2026-03-29T02:13:23.408032Z","steps":["trace[1603193321] 'process raft request' (duration: 159.264423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:23.566129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.130877ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T02:13:23.569863Z","caller":"traceutil/trace.go:171","msg":"trace[413115669] transaction","detail":"{read_only:false; response_revision:5631; number_of_response:1; }","duration":"156.170765ms","start":"2026-03-29T02:13:23.413675Z","end":"2026-03-29T02:13:23.569845Z","steps":["trace[413115669] 'process raft request' (duration: 155.987321ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:26.995536Z","caller":"traceutil/trace.go:171","msg":"trace[1872836260] transaction","detail":"{read_only:false; response_revision:5687; number_of_response:1; }","duration":"183.92343ms","start":"2026-03-29T02:13:26.81158Z","end":"2026-03-29T02:13:26.995503Z","steps":["trace[1872836260] 'process raft request' (duration: 182.492857ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:26.995793Z","caller":"traceutil/trace.go:171","msg":"trace[115405882] linearizableReadLoop","detail":"{readStateIndex:5924; appliedIndex:5921; }","duration":"183.597123ms","start":"2026-03-29T02:13:26.812182Z","end":"2026-03-29T02:13:26.995779Z","steps":["trace[115405882] 'read index received' (duration: 32.636234ms)","trace[115405882] 'applied index is now lower than readState.Index' (duration: 150.959879ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:26.995775Z","caller":"traceutil/trace.go:171","msg":"trace[731096787] transaction","detail":"{read_only:false; response_revision:5688; number_of_response:1; }","duration":"184.114394ms","start":"2026-03-29T02:13:26.811627Z","end":"2026-03-29T02:13:26.995741Z","steps":["trace[731096787] 'process raft request' (duration: 183.823867ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:26.995858Z","caller":"traceutil/trace.go:171","msg":"trace[146415781] transaction","detail":"{read_only:false; response_revision:5689; number_of_response:1; }","duration":"183.106213ms","start":"2026-03-29T02:13:26.812719Z","end":"2026-03-29T02:13:26.995825Z","steps":["trace[146415781] 'process raft request' (duration: 182.948659ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:26.99588Z","caller":"traceutil/trace.go:171","msg":"trace[1985149658] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5689; }","duration":"170.38568ms","start":"2026-03-29T02:13:26.82546Z","end":"2026-03-29T02:13:26.995846Z","steps":["trace[1985149658] 'process raft request' (duration: 170.283288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:26.996003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.804738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62976"} {"level":"info","ts":"2026-03-29T02:13:26.996039Z","caller":"traceutil/trace.go:171","msg":"trace[2095978623] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5689; }","duration":"183.891929ms","start":"2026-03-29T02:13:26.812139Z","end":"2026-03-29T02:13:26.996031Z","steps":["trace[2095978623] 'agreement among raft nodes before linearized reading' (duration: 183.699735ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:27.358982Z","caller":"traceutil/trace.go:171","msg":"trace[1337075398] transaction","detail":"{read_only:false; response_revision:5708; number_of_response:1; }","duration":"109.427667ms","start":"2026-03-29T02:13:27.249513Z","end":"2026-03-29T02:13:27.358941Z","steps":["trace[1337075398] 'process raft request' (duration: 101.943632ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:27.35911Z","caller":"traceutil/trace.go:171","msg":"trace[608788924] transaction","detail":"{read_only:false; response_revision:5709; number_of_response:1; }","duration":"104.14427ms","start":"2026-03-29T02:13:27.254933Z","end":"2026-03-29T02:13:27.359077Z","steps":["trace[608788924] 'process raft request' (duration: 103.758232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:29.160856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.128665ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:13:29.16115Z","caller":"traceutil/trace.go:171","msg":"trace[545327058] transaction","detail":"{read_only:false; response_revision:5722; number_of_response:1; }","duration":"417.723738ms","start":"2026-03-29T02:13:28.743373Z","end":"2026-03-29T02:13:29.161096Z","steps":["trace[545327058] 'process raft request' (duration: 287.221983ms)","trace[545327058] 'compare' (duration: 129.949431ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:29.16119Z","caller":"traceutil/trace.go:171","msg":"trace[573936102] linearizableReadLoop","detail":"{readStateIndex:5960; appliedIndex:5959; }","duration":"349.447932ms","start":"2026-03-29T02:13:28.811715Z","end":"2026-03-29T02:13:29.161163Z","steps":["trace[573936102] 'read index received' (duration: 218.807064ms)","trace[573936102] 'applied index is now lower than readState.Index' (duration: 130.639348ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:29.161401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:28.743361Z","time spent":"417.898931ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:29.161467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.103497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:29.161505Z","caller":"traceutil/trace.go:171","msg":"trace[1634359444] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5723; }","duration":"286.193748ms","start":"2026-03-29T02:13:28.875301Z","end":"2026-03-29T02:13:29.161495Z","steps":["trace[1634359444] 'agreement among raft nodes before linearized reading' (duration: 286.147197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:29.161522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.215741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-29T02:13:29.161552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.799499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:13:29.161614Z","caller":"traceutil/trace.go:171","msg":"trace[478812982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5723; }","duration":"136.367424ms","start":"2026-03-29T02:13:29.025225Z","end":"2026-03-29T02:13:29.161592Z","steps":["trace[478812982] 'agreement among raft nodes before linearized reading' (duration: 136.084988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:29.161606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.377345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:13:29.16143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.973078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:13:29.161657Z","caller":"traceutil/trace.go:171","msg":"trace[764099054] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5723; }","duration":"349.969593ms","start":"2026-03-29T02:13:28.811666Z","end":"2026-03-29T02:13:29.161635Z","steps":["trace[764099054] 'agreement among raft nodes before linearized reading' (duration: 349.596995ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:29.161693Z","caller":"traceutil/trace.go:171","msg":"trace[1123736999] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5723; }","duration":"136.505368ms","start":"2026-03-29T02:13:29.025165Z","end":"2026-03-29T02:13:29.16167Z","steps":["trace[1123736999] 'agreement among raft nodes before linearized reading' (duration: 136.197711ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:29.161723Z","caller":"traceutil/trace.go:171","msg":"trace[631181546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5723; }","duration":"311.286165ms","start":"2026-03-29T02:13:28.850406Z","end":"2026-03-29T02:13:29.161692Z","steps":["trace[631181546] 'agreement among raft nodes before linearized reading' (duration: 310.884916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:29.161738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:28.811645Z","time spent":"350.060406ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:13:29.161782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:28.85039Z","time spent":"311.373967ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:13:29.161773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.456917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:13:29.161872Z","caller":"traceutil/trace.go:171","msg":"trace[414301069] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5723; }","duration":"136.625911ms","start":"2026-03-29T02:13:29.025221Z","end":"2026-03-29T02:13:29.161847Z","steps":["trace[414301069] 'agreement among raft nodes before linearized reading' (duration: 136.278793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:29.161925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.786459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:13:29.162071Z","caller":"traceutil/trace.go:171","msg":"trace[407227564] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; response_count:1; response_revision:5723; }","duration":"135.014494ms","start":"2026-03-29T02:13:29.027022Z","end":"2026-03-29T02:13:29.162036Z","steps":["trace[407227564] 'agreement among raft nodes before linearized reading' (duration: 134.554344ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:29.673324Z","caller":"traceutil/trace.go:171","msg":"trace[1477280847] transaction","detail":"{read_only:false; response_revision:5731; number_of_response:1; }","duration":"135.895465ms","start":"2026-03-29T02:13:29.537398Z","end":"2026-03-29T02:13:29.673294Z","steps":["trace[1477280847] 'process raft request' (duration: 135.65553ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:30.208174Z","caller":"traceutil/trace.go:171","msg":"trace[561380356] transaction","detail":"{read_only:false; response_revision:5733; number_of_response:1; }","duration":"118.881676ms","start":"2026-03-29T02:13:30.089231Z","end":"2026-03-29T02:13:30.208113Z","steps":["trace[561380356] 'process raft request' (duration: 115.91748ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:31.030073Z","caller":"traceutil/trace.go:171","msg":"trace[53278643] transaction","detail":"{read_only:false; response_revision:5743; number_of_response:1; }","duration":"256.316456ms","start":"2026-03-29T02:13:30.77373Z","end":"2026-03-29T02:13:31.030046Z","steps":["trace[53278643] 'process raft request' (duration: 256.128322ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:31.03014Z","caller":"traceutil/trace.go:171","msg":"trace[1136962174] linearizableReadLoop","detail":"{readStateIndex:5982; appliedIndex:5979; }","duration":"155.076621ms","start":"2026-03-29T02:13:30.875033Z","end":"2026-03-29T02:13:31.03011Z","steps":["trace[1136962174] 'read index received' (duration: 152.270478ms)","trace[1136962174] 'applied index is now lower than readState.Index' (duration: 2.804943ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:31.030302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.245065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:31.030342Z","caller":"traceutil/trace.go:171","msg":"trace[1733986063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5744; }","duration":"155.358027ms","start":"2026-03-29T02:13:30.874974Z","end":"2026-03-29T02:13:31.030332Z","steps":["trace[1733986063] 'agreement among raft nodes before linearized reading' (duration: 155.242625ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:31.030547Z","caller":"traceutil/trace.go:171","msg":"trace[1640909042] transaction","detail":"{read_only:false; response_revision:5742; number_of_response:1; }","duration":"257.444501ms","start":"2026-03-29T02:13:30.773087Z","end":"2026-03-29T02:13:31.030532Z","steps":["trace[1640909042] 'process raft request' (duration: 254.24805ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:31.030654Z","caller":"traceutil/trace.go:171","msg":"trace[2124567349] transaction","detail":"{read_only:false; response_revision:5744; number_of_response:1; }","duration":"213.046246ms","start":"2026-03-29T02:13:30.817597Z","end":"2026-03-29T02:13:31.030643Z","steps":["trace[2124567349] 'process raft request' (duration: 212.393262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:31.398019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.700101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:13:31.39816Z","caller":"traceutil/trace.go:171","msg":"trace[1986434292] linearizableReadLoop","detail":"{readStateIndex:5984; appliedIndex:5983; }","duration":"307.940801ms","start":"2026-03-29T02:13:31.090196Z","end":"2026-03-29T02:13:31.398137Z","steps":["trace[1986434292] 'read index received' (duration: 153.107867ms)","trace[1986434292] 'applied index is now lower than readState.Index' (duration: 154.830954ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:31.398254Z","caller":"traceutil/trace.go:171","msg":"trace[1788943484] transaction","detail":"{read_only:false; response_revision:5746; number_of_response:1; }","duration":"308.126506ms","start":"2026-03-29T02:13:31.090111Z","end":"2026-03-29T02:13:31.398237Z","steps":["trace[1788943484] 'process raft request' (duration: 153.065706ms)","trace[1788943484] 'compare' (duration: 154.463776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:31.398325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:31.090086Z","time spent":"308.201447ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:31.398538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.313959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-29T02:13:31.398629Z","caller":"traceutil/trace.go:171","msg":"trace[1346881854] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5746; }","duration":"308.476063ms","start":"2026-03-29T02:13:31.090134Z","end":"2026-03-29T02:13:31.39861Z","steps":["trace[1346881854] 'agreement among raft nodes before linearized reading' (duration: 308.183376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:31.398666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:31.090113Z","time spent":"308.544665ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:13:31.399316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.279729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:13:31.399347Z","caller":"traceutil/trace.go:171","msg":"trace[1232801391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5748; }","duration":"212.344011ms","start":"2026-03-29T02:13:31.186997Z","end":"2026-03-29T02:13:31.399341Z","steps":["trace[1232801391] 'agreement among raft nodes before linearized reading' (duration: 212.270609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:31.399416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.399355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:13:31.39947Z","caller":"traceutil/trace.go:171","msg":"trace[259982494] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; response_count:1; response_revision:5748; }","duration":"227.498927ms","start":"2026-03-29T02:13:31.171958Z","end":"2026-03-29T02:13:31.399457Z","steps":["trace[259982494] 'agreement among raft nodes before linearized reading' (duration: 227.280521ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:31.399496Z","caller":"traceutil/trace.go:171","msg":"trace[228239969] transaction","detail":"{read_only:false; response_revision:5748; number_of_response:1; }","duration":"231.666739ms","start":"2026-03-29T02:13:31.167819Z","end":"2026-03-29T02:13:31.399486Z","steps":["trace[228239969] 'process raft request' (duration: 231.342811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:31.399581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.053366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:13:31.399625Z","caller":"traceutil/trace.go:171","msg":"trace[1316346008] transaction","detail":"{read_only:false; response_revision:5747; number_of_response:1; }","duration":"302.348867ms","start":"2026-03-29T02:13:31.097246Z","end":"2026-03-29T02:13:31.399595Z","steps":["trace[1316346008] 'process raft request' (duration: 301.762603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:31.399711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.227729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:13:31.399707Z","caller":"traceutil/trace.go:171","msg":"trace[99008697] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5748; }","duration":"213.23804ms","start":"2026-03-29T02:13:31.186436Z","end":"2026-03-29T02:13:31.399674Z","steps":["trace[99008697] 'agreement among raft nodes before linearized reading' (duration: 212.859872ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:31.399758Z","caller":"traceutil/trace.go:171","msg":"trace[1663513199] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5748; }","duration":"213.312211ms","start":"2026-03-29T02:13:31.186436Z","end":"2026-03-29T02:13:31.399748Z","steps":["trace[1663513199] 'agreement among raft nodes before linearized reading' (duration: 213.23329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:31.399809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:31.097222Z","time spent":"302.48318ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9713,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:31.39988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.959502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:13:31.39991Z","caller":"traceutil/trace.go:171","msg":"trace[1919875071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5748; }","duration":"226.019484ms","start":"2026-03-29T02:13:31.173883Z","end":"2026-03-29T02:13:31.399902Z","steps":["trace[1919875071] 'agreement among raft nodes before linearized reading' (duration: 225.939252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:31.400026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.399653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:13:31.400055Z","caller":"traceutil/trace.go:171","msg":"trace[1697464977] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5748; }","duration":"213.471545ms","start":"2026-03-29T02:13:31.186577Z","end":"2026-03-29T02:13:31.400049Z","steps":["trace[1697464977] 'agreement among raft nodes before linearized reading' (duration: 213.400493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:31.702014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.171146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:13:31.702169Z","caller":"traceutil/trace.go:171","msg":"trace[1984705662] transaction","detail":"{read_only:false; response_revision:5750; number_of_response:1; }","duration":"297.363578ms","start":"2026-03-29T02:13:31.404784Z","end":"2026-03-29T02:13:31.702148Z","steps":["trace[1984705662] 'process raft request' (duration: 297.322827ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:31.702377Z","caller":"traceutil/trace.go:171","msg":"trace[1374754758] transaction","detail":"{read_only:false; response_revision:5749; number_of_response:1; }","duration":"297.539481ms","start":"2026-03-29T02:13:31.404802Z","end":"2026-03-29T02:13:31.702341Z","steps":["trace[1374754758] 'process raft request' (duration: 112.956966ms)","trace[1374754758] 'compare' (duration: 183.999472ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:31.704283Z","caller":"traceutil/trace.go:171","msg":"trace[835391739] transaction","detail":"{read_only:false; response_revision:5752; number_of_response:1; }","duration":"299.037283ms","start":"2026-03-29T02:13:31.40523Z","end":"2026-03-29T02:13:31.704267Z","steps":["trace[835391739] 'process raft request' (duration: 298.835329ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:31.704285Z","caller":"traceutil/trace.go:171","msg":"trace[997955675] transaction","detail":"{read_only:false; response_revision:5751; number_of_response:1; }","duration":"299.091164ms","start":"2026-03-29T02:13:31.405137Z","end":"2026-03-29T02:13:31.704228Z","steps":["trace[997955675] 'process raft request' (duration: 298.725596ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:31.704306Z","caller":"traceutil/trace.go:171","msg":"trace[1775032574] transaction","detail":"{read_only:false; response_revision:5753; number_of_response:1; }","duration":"298.997452ms","start":"2026-03-29T02:13:31.40529Z","end":"2026-03-29T02:13:31.704288Z","steps":["trace[1775032574] 'process raft request' (duration: 298.831138ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:31.704205Z","caller":"traceutil/trace.go:171","msg":"trace[2055508915] linearizableReadLoop","detail":"{readStateIndex:5991; appliedIndex:5986; }","duration":"281.512464ms","start":"2026-03-29T02:13:31.422657Z","end":"2026-03-29T02:13:31.70417Z","steps":["trace[2055508915] 'read index received' (duration: 95.12238ms)","trace[2055508915] 'applied index is now lower than readState.Index' (duration: 186.388124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:31.704555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.858732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-29T02:13:31.704633Z","caller":"traceutil/trace.go:171","msg":"trace[612593467] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5753; }","duration":"281.990716ms","start":"2026-03-29T02:13:31.422626Z","end":"2026-03-29T02:13:31.704617Z","steps":["trace[612593467] 'agreement among raft nodes before linearized reading' (duration: 281.683838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:31.704932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.306181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62976"} {"level":"info","ts":"2026-03-29T02:13:31.704978Z","caller":"traceutil/trace.go:171","msg":"trace[555948277] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5753; }","duration":"263.407594ms","start":"2026-03-29T02:13:31.441559Z","end":"2026-03-29T02:13:31.704967Z","steps":["trace[555948277] 'agreement among raft nodes before linearized reading' (duration: 262.994504ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:33.16884Z","caller":"traceutil/trace.go:171","msg":"trace[979657066] transaction","detail":"{read_only:false; response_revision:5766; number_of_response:1; }","duration":"112.24702ms","start":"2026-03-29T02:13:33.056566Z","end":"2026-03-29T02:13:33.168813Z","steps":["trace[979657066] 'process raft request' (duration: 112.038735ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:33.37363Z","caller":"traceutil/trace.go:171","msg":"trace[1116643734] transaction","detail":"{read_only:false; response_revision:5770; number_of_response:1; }","duration":"129.908621ms","start":"2026-03-29T02:13:33.243682Z","end":"2026-03-29T02:13:33.373591Z","steps":["trace[1116643734] 'process raft request' (duration: 103.665159ms)","trace[1116643734] 'compare' (duration: 25.910115ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:33.398084Z","caller":"traceutil/trace.go:171","msg":"trace[196038954] transaction","detail":"{read_only:false; response_revision:5771; number_of_response:1; }","duration":"153.958926ms","start":"2026-03-29T02:13:33.244084Z","end":"2026-03-29T02:13:33.398043Z","steps":["trace[196038954] 'process raft request' (duration: 153.751661ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:33.398463Z","caller":"traceutil/trace.go:171","msg":"trace[1860937254] transaction","detail":"{read_only:false; response_revision:5772; number_of_response:1; }","duration":"149.768551ms","start":"2026-03-29T02:13:33.24867Z","end":"2026-03-29T02:13:33.398439Z","steps":["trace[1860937254] 'process raft request' (duration: 149.289601ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:33.399146Z","caller":"traceutil/trace.go:171","msg":"trace[129585132] transaction","detail":"{read_only:false; response_revision:5773; number_of_response:1; }","duration":"147.814978ms","start":"2026-03-29T02:13:33.251315Z","end":"2026-03-29T02:13:33.39913Z","steps":["trace[129585132] 'process raft request' (duration: 146.789145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:33.399679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.713033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:13:33.399731Z","caller":"traceutil/trace.go:171","msg":"trace[637923478] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5773; }","duration":"154.852806ms","start":"2026-03-29T02:13:33.244865Z","end":"2026-03-29T02:13:33.399717Z","steps":["trace[637923478] 'agreement among raft nodes before linearized reading' (duration: 154.747454ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:33.398774Z","caller":"traceutil/trace.go:171","msg":"trace[1962771728] linearizableReadLoop","detail":"{readStateIndex:6010; appliedIndex:6008; }","duration":"153.736321ms","start":"2026-03-29T02:13:33.24494Z","end":"2026-03-29T02:13:33.398676Z","steps":["trace[1962771728] 'read index received' (duration: 102.492944ms)","trace[1962771728] 'applied index is now lower than readState.Index' (duration: 51.242167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:36.48367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450273012s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:36.483894Z","caller":"traceutil/trace.go:171","msg":"trace[1861109409] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5792; }","duration":"1.450519659s","start":"2026-03-29T02:13:35.03334Z","end":"2026-03-29T02:13:36.48386Z","steps":["trace[1861109409] 'range keys from in-memory index tree' (duration: 1.450234402s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:36.484167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607854078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:36.484307Z","caller":"traceutil/trace.go:171","msg":"trace[892945470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5792; }","duration":"1.608034963s","start":"2026-03-29T02:13:34.876208Z","end":"2026-03-29T02:13:36.484243Z","steps":["trace[892945470] 'range keys from in-memory index tree' (duration: 1.607751577s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:36.484359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:34.876187Z","time spent":"1.608161885s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:13:36.484398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150794359s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:13:36.48461Z","caller":"traceutil/trace.go:171","msg":"trace[1390738454] transaction","detail":"{read_only:false; response_revision:5793; number_of_response:1; }","duration":"1.604083225s","start":"2026-03-29T02:13:34.880481Z","end":"2026-03-29T02:13:36.484564Z","steps":["trace[1390738454] 'process raft request' (duration: 452.976109ms)","trace[1390738454] 'compare' (duration: 1.150303339s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:36.484663Z","caller":"traceutil/trace.go:171","msg":"trace[2139317030] transaction","detail":"{read_only:false; response_revision:5794; number_of_response:1; }","duration":"1.4248681s","start":"2026-03-29T02:13:35.059778Z","end":"2026-03-29T02:13:36.484646Z","steps":["trace[2139317030] 'process raft request' (duration: 1.424730837s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:36.484747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:35.059757Z","time spent":"1.424944121s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:36.484771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:34.880446Z","time spent":"1.604224568s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:36.484945Z","caller":"traceutil/trace.go:171","msg":"trace[313699664] linearizableReadLoop","detail":"{readStateIndex:6034; appliedIndex:6031; }","duration":"1.367929436s","start":"2026-03-29T02:13:35.116976Z","end":"2026-03-29T02:13:36.484905Z","steps":["trace[313699664] 'read index received' (duration: 216.497182ms)","trace[313699664] 'applied index is now lower than readState.Index' (duration: 1.151428073s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:36.485032Z","caller":"traceutil/trace.go:171","msg":"trace[1469959008] transaction","detail":"{read_only:false; response_revision:5795; number_of_response:1; }","duration":"1.422114728s","start":"2026-03-29T02:13:35.062878Z","end":"2026-03-29T02:13:36.484992Z","steps":["trace[1469959008] 'process raft request' (duration: 1.42173505s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:36.485205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:35.062841Z","time spent":"1.422280522s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:36.485224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368230323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-76k5c\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-03-29T02:13:36.485281Z","caller":"traceutil/trace.go:171","msg":"trace[1780401318] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-76k5c; range_end:; response_count:1; response_revision:5795; }","duration":"1.368333604s","start":"2026-03-29T02:13:35.116927Z","end":"2026-03-29T02:13:36.48526Z","steps":["trace[1780401318] 'agreement among raft nodes before linearized reading' (duration: 1.36813161s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:36.485347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:35.116907Z","time spent":"1.368423267s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":7840,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-76k5c\" "} {"level":"warn","ts":"2026-03-29T02:13:36.860309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.102411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:13:36.860637Z","caller":"traceutil/trace.go:171","msg":"trace[1263474494] transaction","detail":"{read_only:false; response_revision:5797; number_of_response:1; }","duration":"1.203389316s","start":"2026-03-29T02:13:35.657213Z","end":"2026-03-29T02:13:36.860603Z","steps":["trace[1263474494] 'process raft request' (duration: 1.203248773s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:36.860757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:35.657167Z","time spent":"1.203535479s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:36.86091Z","caller":"traceutil/trace.go:171","msg":"trace[397919231] transaction","detail":"{read_only:false; response_revision:5796; number_of_response:1; }","duration":"1.401902549s","start":"2026-03-29T02:13:35.458951Z","end":"2026-03-29T02:13:36.860854Z","steps":["trace[397919231] 'process raft request' (duration: 1.278076042s)","trace[397919231] 'compare' (duration: 122.843216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:36.861146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:35.458931Z","time spent":"1.402090343s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:37.003424Z","caller":"traceutil/trace.go:171","msg":"trace[1397011210] linearizableReadLoop","detail":"{readStateIndex:6037; appliedIndex:6034; }","duration":"518.374579ms","start":"2026-03-29T02:13:36.485018Z","end":"2026-03-29T02:13:37.003393Z","steps":["trace[1397011210] 'read index received' (duration: 251.902538ms)","trace[1397011210] 'applied index is now lower than readState.Index' (duration: 266.470761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:37.00369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270085715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-29T02:13:37.003772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.950591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:37.003813Z","caller":"traceutil/trace.go:171","msg":"trace[1106120055] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5798; }","duration":"1.270252439s","start":"2026-03-29T02:13:35.733534Z","end":"2026-03-29T02:13:37.003787Z","steps":["trace[1106120055] 'agreement among raft nodes before linearized reading' (duration: 1.269903911s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:37.003846Z","caller":"traceutil/trace.go:171","msg":"trace[615110495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5798; }","duration":"514.057363ms","start":"2026-03-29T02:13:36.489771Z","end":"2026-03-29T02:13:37.003829Z","steps":["trace[615110495] 'agreement among raft nodes before linearized reading' (duration: 513.951741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:37.003856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.33859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-29T02:13:37.003884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:35.733523Z","time spent":"1.270348141s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:13:37.00389Z","caller":"traceutil/trace.go:171","msg":"trace[806829299] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5798; }","duration":"157.407662ms","start":"2026-03-29T02:13:36.846472Z","end":"2026-03-29T02:13:37.003879Z","steps":["trace[806829299] 'agreement among raft nodes before linearized reading' (duration: 157.3144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:37.003869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273252685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-29T02:13:37.003741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27433367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:13:37.003988Z","caller":"traceutil/trace.go:171","msg":"trace[1554701297] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5798; }","duration":"1.27347182s","start":"2026-03-29T02:13:35.730495Z","end":"2026-03-29T02:13:37.003967Z","steps":["trace[1554701297] 'agreement among raft nodes before linearized reading' (duration: 1.273124792s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:37.003968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086588885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:13:37.00398Z","caller":"traceutil/trace.go:171","msg":"trace[1943381662] transaction","detail":"{read_only:false; response_revision:5798; number_of_response:1; }","duration":"504.976922ms","start":"2026-03-29T02:13:36.498967Z","end":"2026-03-29T02:13:37.003944Z","steps":["trace[1943381662] 'process raft request' (duration: 504.174215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:37.0039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:36.489745Z","time spent":"514.143695ms","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:13:37.004052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:35.730437Z","time spent":"1.273604363s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:13:37.003689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273505922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:13:37.004077Z","caller":"traceutil/trace.go:171","msg":"trace[2068454438] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5798; }","duration":"1.086770919s","start":"2026-03-29T02:13:35.917278Z","end":"2026-03-29T02:13:37.004049Z","steps":["trace[2068454438] 'agreement among raft nodes before linearized reading' (duration: 1.086557654s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:37.004137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:35.917247Z","time spent":"1.086877941s","remote":"127.0.0.1:42352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:13:37.00408Z","caller":"traceutil/trace.go:171","msg":"trace[1001745476] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5798; }","duration":"1.274688597s","start":"2026-03-29T02:13:35.72932Z","end":"2026-03-29T02:13:37.004008Z","steps":["trace[1001745476] 'agreement among raft nodes before linearized reading' (duration: 1.274255227s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:37.004188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:36.498947Z","time spent":"505.135095ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8041,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:37.004168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270247258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:13:37.004308Z","caller":"traceutil/trace.go:171","msg":"trace[789737438] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; response_count:1; response_revision:5798; }","duration":"1.270461503s","start":"2026-03-29T02:13:35.733824Z","end":"2026-03-29T02:13:37.004286Z","steps":["trace[789737438] 'agreement among raft nodes before linearized reading' (duration: 1.270062924s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:37.004364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:35.733794Z","time spent":"1.270558165s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-s9btj\" "} {"level":"warn","ts":"2026-03-29T02:13:37.004438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:35.729292Z","time spent":"1.274925902s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:13:37.004433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282160822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-29T02:13:37.004601Z","caller":"traceutil/trace.go:171","msg":"trace[126272424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5798; }","duration":"1.282398888s","start":"2026-03-29T02:13:35.722156Z","end":"2026-03-29T02:13:37.004555Z","steps":["trace[126272424] 'agreement among raft nodes before linearized reading' (duration: 1.28160529s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:37.004128Z","caller":"traceutil/trace.go:171","msg":"trace[78791730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5798; }","duration":"1.274010772s","start":"2026-03-29T02:13:35.730099Z","end":"2026-03-29T02:13:37.00411Z","steps":["trace[78791730] 'agreement among raft nodes before linearized reading' (duration: 1.27343848s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:37.004706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:35.722134Z","time spent":"1.282553281s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:13:37.0047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:35.730077Z","time spent":"1.274605626s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:13:37.229602Z","caller":"traceutil/trace.go:171","msg":"trace[2127503272] transaction","detail":"{read_only:false; response_revision:5799; number_of_response:1; }","duration":"218.130189ms","start":"2026-03-29T02:13:37.011436Z","end":"2026-03-29T02:13:37.229566Z","steps":["trace[2127503272] 'process raft request' (duration: 170.087583ms)","trace[2127503272] 'compare' (duration: 47.866932ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:37.458598Z","caller":"traceutil/trace.go:171","msg":"trace[2036327014] transaction","detail":"{read_only:false; response_revision:5800; number_of_response:1; }","duration":"446.74732ms","start":"2026-03-29T02:13:37.01179Z","end":"2026-03-29T02:13:37.458537Z","steps":["trace[2036327014] 'process raft request' (duration: 433.6423ms)","trace[2036327014] 'compare' (duration: 12.64969ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:37.458796Z","caller":"traceutil/trace.go:171","msg":"trace[815612374] transaction","detail":"{read_only:false; response_revision:5801; number_of_response:1; }","duration":"446.833362ms","start":"2026-03-29T02:13:37.011926Z","end":"2026-03-29T02:13:37.458759Z","steps":["trace[815612374] 'process raft request' (duration: 446.494514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:37.458845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:37.011747Z","time spent":"446.981556ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:37.459007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:37.011911Z","time spent":"446.985346ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:37.459128Z","caller":"traceutil/trace.go:171","msg":"trace[696199746] transaction","detail":"{read_only:false; response_revision:5802; number_of_response:1; }","duration":"443.164412ms","start":"2026-03-29T02:13:37.015924Z","end":"2026-03-29T02:13:37.459088Z","steps":["trace[696199746] 'process raft request' (duration: 442.629429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:37.459317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:37.015904Z","time spent":"443.312945ms","remote":"127.0.0.1:54640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":530,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:37.459565Z","caller":"traceutil/trace.go:171","msg":"trace[2139944573] transaction","detail":"{read_only:false; response_revision:5804; number_of_response:1; }","duration":"443.498268ms","start":"2026-03-29T02:13:37.016049Z","end":"2026-03-29T02:13:37.459547Z","steps":["trace[2139944573] 'process raft request' (duration: 443.268263ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:37.459608Z","caller":"traceutil/trace.go:171","msg":"trace[1639480189] transaction","detail":"{read_only:false; response_revision:5803; number_of_response:1; }","duration":"443.616731ms","start":"2026-03-29T02:13:37.015964Z","end":"2026-03-29T02:13:37.459581Z","steps":["trace[1639480189] 'process raft request' (duration: 442.975227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:37.459647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:37.016005Z","time spent":"443.60389ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:37.459774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:37.015954Z","time spent":"443.735324ms","remote":"127.0.0.1:54640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:37.46077Z","caller":"traceutil/trace.go:171","msg":"trace[852351138] transaction","detail":"{read_only:false; response_revision:5805; number_of_response:1; }","duration":"444.675384ms","start":"2026-03-29T02:13:37.01607Z","end":"2026-03-29T02:13:37.460746Z","steps":["trace[852351138] 'process raft request' (duration: 443.439927ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:37.460791Z","caller":"traceutil/trace.go:171","msg":"trace[512774973] transaction","detail":"{read_only:false; response_revision:5806; number_of_response:1; }","duration":"444.194543ms","start":"2026-03-29T02:13:37.016575Z","end":"2026-03-29T02:13:37.460769Z","steps":["trace[512774973] 'process raft request' (duration: 444.068371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:37.460869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:37.01606Z","time spent":"444.761805ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:37.460909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:37.016565Z","time spent":"444.298085ms","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1068,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:37.46077Z","caller":"traceutil/trace.go:171","msg":"trace[918461242] linearizableReadLoop","detail":"{readStateIndex:6041; appliedIndex:6038; }","duration":"446.895493ms","start":"2026-03-29T02:13:37.013857Z","end":"2026-03-29T02:13:37.460752Z","steps":["trace[918461242] 'read index received' (duration: 167.652569ms)","trace[918461242] 'applied index is now lower than readState.Index' (duration: 279.242084ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:37.46124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.347609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:37.461286Z","caller":"traceutil/trace.go:171","msg":"trace[41109893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5807; }","duration":"445.414081ms","start":"2026-03-29T02:13:37.01586Z","end":"2026-03-29T02:13:37.461274Z","steps":["trace[41109893] 'agreement among raft nodes before linearized reading' (duration: 445.33433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:37.461356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:37.01585Z","time spent":"445.497633ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:13:37.461417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.549067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-29T02:13:37.461752Z","caller":"traceutil/trace.go:171","msg":"trace[2109626993] transaction","detail":"{read_only:false; response_revision:5807; number_of_response:1; }","duration":"445.125014ms","start":"2026-03-29T02:13:37.016613Z","end":"2026-03-29T02:13:37.461738Z","steps":["trace[2109626993] 'process raft request' (duration: 444.102341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:37.461811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.670287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71025"} {"level":"warn","ts":"2026-03-29T02:13:37.461834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:37.016587Z","time spent":"445.210847ms","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1039,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:37.461859Z","caller":"traceutil/trace.go:171","msg":"trace[513195778] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5807; }","duration":"445.728148ms","start":"2026-03-29T02:13:37.016118Z","end":"2026-03-29T02:13:37.461847Z","steps":["trace[513195778] 'agreement among raft nodes before linearized reading' (duration: 445.408681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:37.461897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:37.016112Z","time spent":"445.777639ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":71047,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-29T02:13:37.461489Z","caller":"traceutil/trace.go:171","msg":"trace[142574291] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5807; }","duration":"447.672311ms","start":"2026-03-29T02:13:37.013808Z","end":"2026-03-29T02:13:37.46148Z","steps":["trace[142574291] 'agreement among raft nodes before linearized reading' (duration: 447.002665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:37.465436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:37.01378Z","time spent":"451.419534ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:13:38.807144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248359044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-29T02:13:38.807251Z","caller":"traceutil/trace.go:171","msg":"trace[281401501] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5807; }","duration":"1.248522617s","start":"2026-03-29T02:13:37.558702Z","end":"2026-03-29T02:13:38.807224Z","steps":["trace[281401501] 'range keys from in-memory index tree' (duration: 1.24818139s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:38.807313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:37.558686Z","time spent":"1.24861001s","remote":"127.0.0.1:42364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-29T02:13:38.808102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.284016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:13:38.808434Z","caller":"traceutil/trace.go:171","msg":"trace[733611228] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5807; }","duration":"385.692356ms","start":"2026-03-29T02:13:38.422712Z","end":"2026-03-29T02:13:38.808405Z","steps":["trace[733611228] 'count revisions from in-memory index tree' (duration: 385.178665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:38.808591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:38.422683Z","time spent":"385.88526ms","remote":"127.0.0.1:54874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:13:38.808309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.417587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-29T02:13:38.80823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.123637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:38.808734Z","caller":"traceutil/trace.go:171","msg":"trace[1906199217] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:5807; }","duration":"558.924048ms","start":"2026-03-29T02:13:38.249773Z","end":"2026-03-29T02:13:38.808697Z","steps":["trace[1906199217] 'range keys from in-memory index tree' (duration: 558.195512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:38.808856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:38.249743Z","time spent":"559.067142ms","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"info","ts":"2026-03-29T02:13:38.808986Z","caller":"traceutil/trace.go:171","msg":"trace[585573438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5807; }","duration":"932.756492ms","start":"2026-03-29T02:13:37.87604Z","end":"2026-03-29T02:13:38.808796Z","steps":["trace[585573438] 'range keys from in-memory index tree' (duration: 932.036836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:38.809087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:37.876022Z","time spent":"933.049729ms","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:13:39.372841Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198741445,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:13:39.874051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198741445,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:13:39.92433Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.432294585s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:13:39.924879Z","caller":"traceutil/trace.go:171","msg":"trace[124488955] transaction","detail":"{read_only:false; response_revision:5808; number_of_response:1; }","duration":"1.432969479s","start":"2026-03-29T02:13:38.49187Z","end":"2026-03-29T02:13:39.92484Z","steps":["trace[124488955] 'process raft request' (duration: 1.432721934s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:39.925101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:38.49184Z","time spent":"1.433134553s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:40.252036Z","caller":"traceutil/trace.go:171","msg":"trace[795941627] transaction","detail":"{read_only:false; response_revision:5809; number_of_response:1; }","duration":"1.759656566s","start":"2026-03-29T02:13:38.492346Z","end":"2026-03-29T02:13:40.252003Z","steps":["trace[795941627] 'process raft request' (duration: 1.709255378s)","trace[795941627] 'compare' (duration: 50.146033ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:40.25224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:38.492331Z","time spent":"1.759811999s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:40.252366Z","caller":"traceutil/trace.go:171","msg":"trace[185972287] transaction","detail":"{read_only:false; response_revision:5810; number_of_response:1; }","duration":"1.759164835s","start":"2026-03-29T02:13:38.493153Z","end":"2026-03-29T02:13:40.252318Z","steps":["trace[185972287] 'process raft request' (duration: 1.758801867s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:40.252417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:38.810509Z","time spent":"1.441899497s","remote":"127.0.0.1:54502","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T02:13:40.252448Z","caller":"traceutil/trace.go:171","msg":"trace[1468861810] linearizableReadLoop","detail":"{readStateIndex:6052; appliedIndex:6047; }","duration":"1.380632718s","start":"2026-03-29T02:13:38.871789Z","end":"2026-03-29T02:13:40.252421Z","steps":["trace[1468861810] 'read index received' (duration: 1.052908228s)","trace[1468861810] 'applied index is now lower than readState.Index' (duration: 327.72364ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:40.252589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:38.493102Z","time spent":"1.759362589s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:40.252682Z","caller":"traceutil/trace.go:171","msg":"trace[1066135051] transaction","detail":"{read_only:false; response_revision:5811; number_of_response:1; }","duration":"1.383964622s","start":"2026-03-29T02:13:38.868703Z","end":"2026-03-29T02:13:40.252668Z","steps":["trace[1066135051] 'process raft request' (duration: 1.383594874s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:40.252823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:38.86868Z","time spent":"1.384041044s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:40.252844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381061577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:40.252891Z","caller":"traceutil/trace.go:171","msg":"trace[417702374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5811; }","duration":"1.381148539s","start":"2026-03-29T02:13:38.871729Z","end":"2026-03-29T02:13:40.252878Z","steps":["trace[417702374] 'agreement among raft nodes before linearized reading' (duration: 1.381071007s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:40.252937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:38.871696Z","time spent":"1.381232381s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:13:40.252948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.972036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:13:40.252959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.24076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-5xgn5\" ","response":"range_response_count:1 size:9728"} {"level":"warn","ts":"2026-03-29T02:13:40.252991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.803128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:40.253025Z","caller":"traceutil/trace.go:171","msg":"trace[1409684850] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:5811; }","duration":"179.86989ms","start":"2026-03-29T02:13:40.073146Z","end":"2026-03-29T02:13:40.253016Z","steps":["trace[1409684850] 'agreement among raft nodes before linearized reading' (duration: 179.807449ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:40.253027Z","caller":"traceutil/trace.go:171","msg":"trace[1471195714] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-5xgn5; range_end:; response_count:1; response_revision:5811; }","duration":"121.380422ms","start":"2026-03-29T02:13:40.131631Z","end":"2026-03-29T02:13:40.253011Z","steps":["trace[1471195714] 'agreement among raft nodes before linearized reading' (duration: 121.200088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:40.253019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017567364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:13:40.253113Z","caller":"traceutil/trace.go:171","msg":"trace[1385269674] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5811; }","duration":"1.017715957s","start":"2026-03-29T02:13:39.235378Z","end":"2026-03-29T02:13:40.253094Z","steps":["trace[1385269674] 'agreement among raft nodes before linearized reading' (duration: 1.017449531s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:40.25299Z","caller":"traceutil/trace.go:171","msg":"trace[1092192904] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; response_count:1; response_revision:5811; }","duration":"777.083388ms","start":"2026-03-29T02:13:39.475891Z","end":"2026-03-29T02:13:40.252975Z","steps":["trace[1092192904] 'agreement among raft nodes before linearized reading' (duration: 776.932745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:40.253156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.778034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-29T02:13:40.253165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:39.235357Z","time spent":"1.017797118s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:13:40.253199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:39.47588Z","time spent":"777.308624ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-s9btj\" "} {"level":"info","ts":"2026-03-29T02:13:40.253208Z","caller":"traceutil/trace.go:171","msg":"trace[384933726] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5811; }","duration":"786.862696ms","start":"2026-03-29T02:13:39.466329Z","end":"2026-03-29T02:13:40.253191Z","steps":["trace[384933726] 'agreement among raft nodes before linearized reading' (duration: 786.765334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:40.253246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:39.46631Z","time spent":"786.929357ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:13:40.253063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.258845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-29T02:13:40.253279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.30527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:13:40.253288Z","caller":"traceutil/trace.go:171","msg":"trace[936395004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5811; }","duration":"787.51301ms","start":"2026-03-29T02:13:39.465766Z","end":"2026-03-29T02:13:40.253279Z","steps":["trace[936395004] 'agreement among raft nodes before linearized reading' (duration: 787.120191ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:40.253327Z","caller":"traceutil/trace.go:171","msg":"trace[270847349] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5811; }","duration":"789.386612ms","start":"2026-03-29T02:13:39.463925Z","end":"2026-03-29T02:13:40.253311Z","steps":["trace[270847349] 'agreement among raft nodes before linearized reading' (duration: 789.243599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:40.253362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:39.463901Z","time spent":"789.454514ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:13:40.253324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:39.465754Z","time spent":"787.563491ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:13:40.253152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.142837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:13:40.253562Z","caller":"traceutil/trace.go:171","msg":"trace[210307504] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5811; }","duration":"789.591127ms","start":"2026-03-29T02:13:39.463948Z","end":"2026-03-29T02:13:40.253539Z","steps":["trace[210307504] 'agreement among raft nodes before linearized reading' (duration: 789.124076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:40.253631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:39.463918Z","time spent":"789.695058ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:13:40.456479Z","caller":"traceutil/trace.go:171","msg":"trace[541904726] transaction","detail":"{read_only:false; response_revision:5813; number_of_response:1; }","duration":"198.890402ms","start":"2026-03-29T02:13:40.257556Z","end":"2026-03-29T02:13:40.456446Z","steps":["trace[541904726] 'process raft request' (duration: 198.435501ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:40.456551Z","caller":"traceutil/trace.go:171","msg":"trace[1407543292] transaction","detail":"{read_only:false; response_revision:5816; number_of_response:1; }","duration":"195.598569ms","start":"2026-03-29T02:13:40.260934Z","end":"2026-03-29T02:13:40.456533Z","steps":["trace[1407543292] 'process raft request' (duration: 195.504967ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:40.456575Z","caller":"traceutil/trace.go:171","msg":"trace[1005105169] transaction","detail":"{read_only:false; response_revision:5814; number_of_response:1; }","duration":"196.783566ms","start":"2026-03-29T02:13:40.259752Z","end":"2026-03-29T02:13:40.456535Z","steps":["trace[1005105169] 'process raft request' (duration: 196.383708ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:40.456814Z","caller":"traceutil/trace.go:171","msg":"trace[349272544] transaction","detail":"{read_only:false; response_revision:5817; number_of_response:1; }","duration":"195.514428ms","start":"2026-03-29T02:13:40.261258Z","end":"2026-03-29T02:13:40.456773Z","steps":["trace[349272544] 'process raft request' (duration: 195.220831ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:40.456857Z","caller":"traceutil/trace.go:171","msg":"trace[1874052631] linearizableReadLoop","detail":"{readStateIndex:6060; appliedIndex:6053; }","duration":"120.698577ms","start":"2026-03-29T02:13:40.336143Z","end":"2026-03-29T02:13:40.456842Z","steps":["trace[1874052631] 'read index received' (duration: 119.795406ms)","trace[1874052631] 'applied index is now lower than readState.Index' (duration: 902.371µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:40.456958Z","caller":"traceutil/trace.go:171","msg":"trace[1765172986] transaction","detail":"{read_only:false; response_revision:5819; number_of_response:1; }","duration":"193.284258ms","start":"2026-03-29T02:13:40.263664Z","end":"2026-03-29T02:13:40.456949Z","steps":["trace[1765172986] 'process raft request' (duration: 193.099584ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:40.456959Z","caller":"traceutil/trace.go:171","msg":"trace[1223096822] transaction","detail":"{read_only:false; response_revision:5818; number_of_response:1; }","duration":"195.599869ms","start":"2026-03-29T02:13:40.261345Z","end":"2026-03-29T02:13:40.456945Z","steps":["trace[1223096822] 'process raft request' (duration: 195.341564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:40.457131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.010862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:13:40.457129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.197731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-29T02:13:40.457177Z","caller":"traceutil/trace.go:171","msg":"trace[447650432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5819; }","duration":"115.107583ms","start":"2026-03-29T02:13:40.34206Z","end":"2026-03-29T02:13:40.457167Z","steps":["trace[447650432] 'agreement among raft nodes before linearized reading' (duration: 115.017741ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:40.457195Z","caller":"traceutil/trace.go:171","msg":"trace[659506353] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5819; }","duration":"118.338575ms","start":"2026-03-29T02:13:40.338842Z","end":"2026-03-29T02:13:40.45718Z","steps":["trace[659506353] 'agreement among raft nodes before linearized reading' (duration: 118.120681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:40.457251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.874468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71025"} {"level":"info","ts":"2026-03-29T02:13:40.457311Z","caller":"traceutil/trace.go:171","msg":"trace[2108879493] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5819; }","duration":"196.961979ms","start":"2026-03-29T02:13:40.260337Z","end":"2026-03-29T02:13:40.457299Z","steps":["trace[2108879493] 'agreement among raft nodes before linearized reading' (duration: 196.722304ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:40.45663Z","caller":"traceutil/trace.go:171","msg":"trace[907504999] transaction","detail":"{read_only:false; response_revision:5815; number_of_response:1; }","duration":"195.683931ms","start":"2026-03-29T02:13:40.260923Z","end":"2026-03-29T02:13:40.456607Z","steps":["trace[907504999] 'process raft request' (duration: 195.465636ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:40.864073Z","caller":"traceutil/trace.go:171","msg":"trace[1462159387] transaction","detail":"{read_only:false; response_revision:5822; number_of_response:1; }","duration":"385.145994ms","start":"2026-03-29T02:13:40.478901Z","end":"2026-03-29T02:13:40.864047Z","steps":["trace[1462159387] 'process raft request' (duration: 385.028781ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:40.864134Z","caller":"traceutil/trace.go:171","msg":"trace[1831609062] transaction","detail":"{read_only:false; response_revision:5821; number_of_response:1; }","duration":"388.615341ms","start":"2026-03-29T02:13:40.475431Z","end":"2026-03-29T02:13:40.864047Z","steps":["trace[1831609062] 'process raft request' (duration: 375.354427ms)","trace[1831609062] 'compare' (duration: 11.598098ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:40.864245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:40.47889Z","time spent":"385.270576ms","remote":"127.0.0.1:54934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8196,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:40.864396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:40.475399Z","time spent":"388.817086ms","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1951,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:44.555346Z","caller":"traceutil/trace.go:171","msg":"trace[367782461] transaction","detail":"{read_only:false; response_revision:5848; number_of_response:1; }","duration":"252.582693ms","start":"2026-03-29T02:13:44.302729Z","end":"2026-03-29T02:13:44.555312Z","steps":["trace[367782461] 'process raft request' (duration: 252.44751ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:44.555388Z","caller":"traceutil/trace.go:171","msg":"trace[692073162] transaction","detail":"{read_only:false; response_revision:5847; number_of_response:1; }","duration":"252.615404ms","start":"2026-03-29T02:13:44.302729Z","end":"2026-03-29T02:13:44.555345Z","steps":["trace[692073162] 'process raft request' (duration: 252.129013ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:44.561145Z","caller":"traceutil/trace.go:171","msg":"trace[266939269] transaction","detail":"{read_only:false; response_revision:5849; number_of_response:1; }","duration":"258.329501ms","start":"2026-03-29T02:13:44.302786Z","end":"2026-03-29T02:13:44.561116Z","steps":["trace[266939269] 'process raft request' (duration: 258.146447ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:44.561315Z","caller":"traceutil/trace.go:171","msg":"trace[1219282447] transaction","detail":"{read_only:false; response_revision:5850; number_of_response:1; }","duration":"191.398686ms","start":"2026-03-29T02:13:44.369895Z","end":"2026-03-29T02:13:44.561294Z","steps":["trace[1219282447] 'process raft request' (duration: 191.174741ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:44.561303Z","caller":"traceutil/trace.go:171","msg":"trace[1721420220] linearizableReadLoop","detail":"{readStateIndex:6091; appliedIndex:6088; }","duration":"213.655689ms","start":"2026-03-29T02:13:44.34762Z","end":"2026-03-29T02:13:44.561276Z","steps":["trace[1721420220] 'read index received' (duration: 207.158065ms)","trace[1721420220] 'applied index is now lower than readState.Index' (duration: 6.495174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:44.561463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.821113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:44.561501Z","caller":"traceutil/trace.go:171","msg":"trace[579767178] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5850; }","duration":"213.907615ms","start":"2026-03-29T02:13:44.34758Z","end":"2026-03-29T02:13:44.561488Z","steps":["trace[579767178] 'agreement among raft nodes before linearized reading' (duration: 213.827813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:44.561529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.034032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:44.561579Z","caller":"traceutil/trace.go:171","msg":"trace[1885128585] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5850; }","duration":"168.806434ms","start":"2026-03-29T02:13:44.392754Z","end":"2026-03-29T02:13:44.56156Z","steps":["trace[1885128585] 'agreement among raft nodes before linearized reading' (duration: 168.697562ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:46.336697Z","caller":"traceutil/trace.go:171","msg":"trace[2092359592] transaction","detail":"{read_only:false; response_revision:5856; number_of_response:1; }","duration":"350.871844ms","start":"2026-03-29T02:13:45.985789Z","end":"2026-03-29T02:13:46.336661Z","steps":["trace[2092359592] 'process raft request' (duration: 350.580548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:46.336968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:45.985763Z","time spent":"351.053659ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:46.688918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.819986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125576"} {"level":"info","ts":"2026-03-29T02:13:46.689009Z","caller":"traceutil/trace.go:171","msg":"trace[1676810083] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5856; }","duration":"242.97323ms","start":"2026-03-29T02:13:46.446015Z","end":"2026-03-29T02:13:46.688988Z","steps":["trace[1676810083] 'range keys from in-memory index tree' (duration: 242.56879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:46.688919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.896587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-29T02:13:46.690212Z","caller":"traceutil/trace.go:171","msg":"trace[2019077362] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:5856; }","duration":"248.091824ms","start":"2026-03-29T02:13:46.441914Z","end":"2026-03-29T02:13:46.690006Z","steps":["trace[2019077362] 'range keys from in-memory index tree' (duration: 246.589701ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:46.707842Z","caller":"traceutil/trace.go:171","msg":"trace[2048874156] transaction","detail":"{read_only:false; response_revision:5857; number_of_response:1; }","duration":"145.057418ms","start":"2026-03-29T02:13:46.56276Z","end":"2026-03-29T02:13:46.707817Z","steps":["trace[2048874156] 'process raft request' (duration: 144.739581ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:46.760736Z","caller":"traceutil/trace.go:171","msg":"trace[420268561] linearizableReadLoop","detail":"{readStateIndex:6101; appliedIndex:6099; }","duration":"184.412171ms","start":"2026-03-29T02:13:46.576301Z","end":"2026-03-29T02:13:46.760713Z","steps":["trace[420268561] 'read index received' (duration: 132.072529ms)","trace[420268561] 'applied index is now lower than readState.Index' (duration: 52.338732ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:46.760845Z","caller":"traceutil/trace.go:171","msg":"trace[1039693063] transaction","detail":"{read_only:false; response_revision:5859; number_of_response:1; }","duration":"189.819591ms","start":"2026-03-29T02:13:46.570983Z","end":"2026-03-29T02:13:46.760803Z","steps":["trace[1039693063] 'process raft request' (duration: 189.690428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:46.760987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.663486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:13:46.761044Z","caller":"traceutil/trace.go:171","msg":"trace[331652395] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5859; }","duration":"184.776198ms","start":"2026-03-29T02:13:46.576241Z","end":"2026-03-29T02:13:46.761018Z","steps":["trace[331652395] 'agreement among raft nodes before linearized reading' (duration: 184.608775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:46.761644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.096964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:13:46.76175Z","caller":"traceutil/trace.go:171","msg":"trace[1830260746] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; response_count:1; response_revision:5859; }","duration":"180.238988ms","start":"2026-03-29T02:13:46.58149Z","end":"2026-03-29T02:13:46.761729Z","steps":["trace[1830260746] 'agreement among raft nodes before linearized reading' (duration: 179.912521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:46.761772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.369853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:13:46.761821Z","caller":"traceutil/trace.go:171","msg":"trace[824874269] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5859; }","duration":"181.413704ms","start":"2026-03-29T02:13:46.580394Z","end":"2026-03-29T02:13:46.761807Z","steps":["trace[824874269] 'agreement among raft nodes before linearized reading' (duration: 181.312112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:46.76224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.938129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-29T02:13:46.762287Z","caller":"traceutil/trace.go:171","msg":"trace[741092111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5859; }","duration":"183.016471ms","start":"2026-03-29T02:13:46.57926Z","end":"2026-03-29T02:13:46.762277Z","steps":["trace[741092111] 'agreement among raft nodes before linearized reading' (duration: 182.865538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:46.761672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.291814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:13:46.762551Z","caller":"traceutil/trace.go:171","msg":"trace[129596499] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5859; }","duration":"183.220705ms","start":"2026-03-29T02:13:46.579319Z","end":"2026-03-29T02:13:46.76254Z","steps":["trace[129596499] 'agreement among raft nodes before linearized reading' (duration: 182.174911ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:46.765543Z","caller":"traceutil/trace.go:171","msg":"trace[1031206669] transaction","detail":"{read_only:false; response_revision:5858; number_of_response:1; }","duration":"197.744717ms","start":"2026-03-29T02:13:46.563016Z","end":"2026-03-29T02:13:46.760761Z","steps":["trace[1031206669] 'process raft request' (duration: 197.510762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:46.76166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.310704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:13:46.766633Z","caller":"traceutil/trace.go:171","msg":"trace[1579418677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5859; }","duration":"187.386467ms","start":"2026-03-29T02:13:46.579223Z","end":"2026-03-29T02:13:46.76661Z","steps":["trace[1579418677] 'agreement among raft nodes before linearized reading' (duration: 182.1166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:46.988606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.767048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:13:46.988775Z","caller":"traceutil/trace.go:171","msg":"trace[1508987614] transaction","detail":"{read_only:false; response_revision:5860; number_of_response:1; }","duration":"222.800331ms","start":"2026-03-29T02:13:46.765954Z","end":"2026-03-29T02:13:46.988754Z","steps":["trace[1508987614] 'process raft request' (duration: 92.770277ms)","trace[1508987614] 'compare' (duration: 129.582605ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:47.304548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.33866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:13:47.304694Z","caller":"traceutil/trace.go:171","msg":"trace[1027033279] transaction","detail":"{read_only:false; response_revision:5861; number_of_response:1; }","duration":"537.543545ms","start":"2026-03-29T02:13:46.767133Z","end":"2026-03-29T02:13:47.304677Z","steps":["trace[1027033279] 'process raft request' (duration: 338.99013ms)","trace[1027033279] 'compare' (duration: 198.209557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:47.304744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:46.767103Z","time spent":"537.621086ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:47.304901Z","caller":"traceutil/trace.go:171","msg":"trace[740698483] transaction","detail":"{read_only:false; response_revision:5862; number_of_response:1; }","duration":"537.048593ms","start":"2026-03-29T02:13:46.767845Z","end":"2026-03-29T02:13:47.304894Z","steps":["trace[740698483] 'process raft request' (duration: 536.797087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:47.304936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:46.767832Z","time spent":"537.086994ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:47.305272Z","caller":"traceutil/trace.go:171","msg":"trace[1438639584] linearizableReadLoop","detail":"{readStateIndex:6105; appliedIndex:6101; }","duration":"532.499032ms","start":"2026-03-29T02:13:46.772745Z","end":"2026-03-29T02:13:47.305244Z","steps":["trace[1438639584] 'read index received' (duration: 85.997378ms)","trace[1438639584] 'applied index is now lower than readState.Index' (duration: 446.500674ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:47.305372Z","caller":"traceutil/trace.go:171","msg":"trace[719420265] transaction","detail":"{read_only:false; response_revision:5864; number_of_response:1; }","duration":"532.492813ms","start":"2026-03-29T02:13:46.772869Z","end":"2026-03-29T02:13:47.305362Z","steps":["trace[719420265] 'process raft request' (duration: 532.264668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:47.305435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:46.772856Z","time spent":"532.545284ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:47.305658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.083455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-29T02:13:47.305692Z","caller":"traceutil/trace.go:171","msg":"trace[265545592] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:5864; }","duration":"528.143887ms","start":"2026-03-29T02:13:46.777538Z","end":"2026-03-29T02:13:47.305682Z","steps":["trace[265545592] 'agreement among raft nodes before linearized reading' (duration: 527.995264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:47.3057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.929203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71036"} {"level":"warn","ts":"2026-03-29T02:13:47.30572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:46.777523Z","time spent":"528.190857ms","remote":"127.0.0.1:54544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-29T02:13:47.305741Z","caller":"traceutil/trace.go:171","msg":"trace[770732135] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5864; }","duration":"533.030515ms","start":"2026-03-29T02:13:46.772699Z","end":"2026-03-29T02:13:47.305729Z","steps":["trace[770732135] 'agreement among raft nodes before linearized reading' (duration: 532.706817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:47.305789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:46.772683Z","time spent":"533.096357ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":71058,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-29T02:13:47.305316Z","caller":"traceutil/trace.go:171","msg":"trace[644708607] transaction","detail":"{read_only:false; response_revision:5863; number_of_response:1; }","duration":"537.37762ms","start":"2026-03-29T02:13:46.767922Z","end":"2026-03-29T02:13:47.3053Z","steps":["trace[644708607] 'process raft request' (duration: 536.941611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:47.306067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.342941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:47.306124Z","caller":"traceutil/trace.go:171","msg":"trace[1980107038] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:5864; }","duration":"423.444083ms","start":"2026-03-29T02:13:46.882665Z","end":"2026-03-29T02:13:47.306109Z","steps":["trace[1980107038] 'agreement among raft nodes before linearized reading' (duration: 423.326591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:47.306085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.99429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:13:47.306163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:46.882644Z","time spent":"423.508815ms","remote":"127.0.0.1:52766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:13:47.306197Z","caller":"traceutil/trace.go:171","msg":"trace[570298478] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:5864; }","duration":"206.163603ms","start":"2026-03-29T02:13:47.100003Z","end":"2026-03-29T02:13:47.306167Z","steps":["trace[570298478] 'agreement among raft nodes before linearized reading' (duration: 205.961289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:47.306187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.023524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125576"} {"level":"warn","ts":"2026-03-29T02:13:47.306242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.619922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:13:47.306278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:46.767913Z","time spent":"538.21545ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:47.306368Z","caller":"traceutil/trace.go:171","msg":"trace[1709169414] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5864; }","duration":"187.791056ms","start":"2026-03-29T02:13:47.118546Z","end":"2026-03-29T02:13:47.306337Z","steps":["trace[1709169414] 'agreement among raft nodes before linearized reading' (duration: 187.559191ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:47.306289Z","caller":"traceutil/trace.go:171","msg":"trace[735211886] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5864; }","duration":"528.196998ms","start":"2026-03-29T02:13:46.778068Z","end":"2026-03-29T02:13:47.306265Z","steps":["trace[735211886] 'agreement among raft nodes before linearized reading' (duration: 527.914881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:47.306502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:46.778049Z","time spent":"528.432993ms","remote":"127.0.0.1:54536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":125598,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-29T02:13:49.088726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.633774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:13:49.092028Z","caller":"traceutil/trace.go:171","msg":"trace[834893163] transaction","detail":"{read_only:false; response_revision:5865; number_of_response:1; }","duration":"818.931967ms","start":"2026-03-29T02:13:48.269914Z","end":"2026-03-29T02:13:49.088846Z","steps":["trace[834893163] 'process raft request' (duration: 713.095888ms)","trace[834893163] 'compare' (duration: 105.140313ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:49.092102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:48.269891Z","time spent":"822.179209ms","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:49.282691Z","caller":"traceutil/trace.go:171","msg":"trace[1632463266] transaction","detail":"{read_only:false; response_revision:5866; number_of_response:1; }","duration":"938.892178ms","start":"2026-03-29T02:13:48.343738Z","end":"2026-03-29T02:13:49.28263Z","steps":["trace[1632463266] 'process raft request' (duration: 850.975288ms)","trace[1632463266] 'compare' (duration: 87.653335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:49.282925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:48.343702Z","time spent":"939.099793ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:49.282972Z","caller":"traceutil/trace.go:171","msg":"trace[876597939] transaction","detail":"{read_only:false; response_revision:5867; number_of_response:1; }","duration":"568.824099ms","start":"2026-03-29T02:13:48.714111Z","end":"2026-03-29T02:13:49.282935Z","steps":["trace[876597939] 'process raft request' (duration: 568.458991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:49.283121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.411869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:49.28318Z","caller":"traceutil/trace.go:171","msg":"trace[765569247] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:5869; }","duration":"472.522052ms","start":"2026-03-29T02:13:48.810645Z","end":"2026-03-29T02:13:49.283167Z","steps":["trace[765569247] 'agreement among raft nodes before linearized reading' (duration: 472.401839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:49.283173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:48.714082Z","time spent":"568.992483ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:49.283216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:48.810625Z","time spent":"472.581514ms","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-29T02:13:49.283004Z","caller":"traceutil/trace.go:171","msg":"trace[1091144019] linearizableReadLoop","detail":"{readStateIndex:6112; appliedIndex:6107; }","duration":"472.268566ms","start":"2026-03-29T02:13:48.810711Z","end":"2026-03-29T02:13:49.282979Z","steps":["trace[1091144019] 'read index received' (duration: 172.309692ms)","trace[1091144019] 'applied index is now lower than readState.Index' (duration: 299.957174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:49.283606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.759618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-29T02:13:49.283639Z","caller":"traceutil/trace.go:171","msg":"trace[1501155762] transaction","detail":"{read_only:false; response_revision:5869; number_of_response:1; }","duration":"506.928746ms","start":"2026-03-29T02:13:48.776677Z","end":"2026-03-29T02:13:49.283606Z","steps":["trace[1501155762] 'process raft request' (duration: 506.231049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:49.283807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.537404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-29T02:13:49.28381Z","caller":"traceutil/trace.go:171","msg":"trace[1067964856] transaction","detail":"{read_only:false; response_revision:5868; number_of_response:1; }","duration":"514.213888ms","start":"2026-03-29T02:13:48.769574Z","end":"2026-03-29T02:13:49.283788Z","steps":["trace[1067964856] 'process raft request' (duration: 513.242255ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:49.283861Z","caller":"traceutil/trace.go:171","msg":"trace[928713861] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5869; }","duration":"188.620885ms","start":"2026-03-29T02:13:49.095229Z","end":"2026-03-29T02:13:49.283849Z","steps":["trace[928713861] 'agreement among raft nodes before linearized reading' (duration: 188.482652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:49.283945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.590583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:13:49.283932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:48.769535Z","time spent":"514.3353ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:49.283876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:48.776663Z","time spent":"507.111299ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:49.283993Z","caller":"traceutil/trace.go:171","msg":"trace[1454427925] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:5869; }","duration":"233.637744ms","start":"2026-03-29T02:13:49.050341Z","end":"2026-03-29T02:13:49.283979Z","steps":["trace[1454427925] 'agreement among raft nodes before linearized reading' (duration: 233.569782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:49.284012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.74468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:13:49.284071Z","caller":"traceutil/trace.go:171","msg":"trace[489736969] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5869; }","duration":"290.842612ms","start":"2026-03-29T02:13:48.993216Z","end":"2026-03-29T02:13:49.284058Z","steps":["trace[489736969] 'agreement among raft nodes before linearized reading' (duration: 290.73118ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:49.283669Z","caller":"traceutil/trace.go:171","msg":"trace[1661583716] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5869; }","duration":"362.909151ms","start":"2026-03-29T02:13:48.920743Z","end":"2026-03-29T02:13:49.283653Z","steps":["trace[1661583716] 'agreement among raft nodes before linearized reading' (duration: 362.696356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:49.284556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:48.920716Z","time spent":"363.438613ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-29T02:13:49.617051Z","caller":"traceutil/trace.go:171","msg":"trace[1012852366] transaction","detail":"{read_only:false; response_revision:5871; number_of_response:1; }","duration":"325.731427ms","start":"2026-03-29T02:13:49.291288Z","end":"2026-03-29T02:13:49.61702Z","steps":["trace[1012852366] 'process raft request' (duration: 325.551763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:49.617438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:49.291259Z","time spent":"325.90867ms","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1637,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:13:49.617567Z","caller":"traceutil/trace.go:171","msg":"trace[1427356883] linearizableReadLoop","detail":"{readStateIndex:6114; appliedIndex:6113; }","duration":"284.928571ms","start":"2026-03-29T02:13:49.332613Z","end":"2026-03-29T02:13:49.617542Z","steps":["trace[1427356883] 'read index received' (duration: 284.373339ms)","trace[1427356883] 'applied index is now lower than readState.Index' (duration: 553.352µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:49.617904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.661651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:13:49.617945Z","caller":"traceutil/trace.go:171","msg":"trace[770240337] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; response_count:1; response_revision:5871; }","duration":"305.775083ms","start":"2026-03-29T02:13:49.31216Z","end":"2026-03-29T02:13:49.617935Z","steps":["trace[770240337] 'agreement among raft nodes before linearized reading' (duration: 305.66435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:49.617972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:49.312137Z","time spent":"305.828324ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-s9btj\" "} {"level":"warn","ts":"2026-03-29T02:13:49.618019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.902046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-29T02:13:49.618072Z","caller":"traceutil/trace.go:171","msg":"trace[1692407199] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:5871; }","duration":"283.002398ms","start":"2026-03-29T02:13:49.335057Z","end":"2026-03-29T02:13:49.618059Z","steps":["trace[1692407199] 'agreement among raft nodes before linearized reading' (duration: 282.831645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:49.618104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.314565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:13:49.618218Z","caller":"traceutil/trace.go:171","msg":"trace[229803303] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5871; }","duration":"306.502399ms","start":"2026-03-29T02:13:49.311693Z","end":"2026-03-29T02:13:49.618195Z","steps":["trace[229803303] 'agreement among raft nodes before linearized reading' (duration: 306.161182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:49.618236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.909656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:13:49.618273Z","caller":"traceutil/trace.go:171","msg":"trace[1259685986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5871; }","duration":"305.961607ms","start":"2026-03-29T02:13:49.312301Z","end":"2026-03-29T02:13:49.618262Z","steps":["trace[1259685986] 'agreement among raft nodes before linearized reading' (duration: 305.828524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:49.618243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.17271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17455"} {"level":"warn","ts":"2026-03-29T02:13:49.618232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.977561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:13:49.618349Z","caller":"traceutil/trace.go:171","msg":"trace[946978620] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5871; }","duration":"328.327393ms","start":"2026-03-29T02:13:49.289997Z","end":"2026-03-29T02:13:49.618324Z","steps":["trace[946978620] 'agreement among raft nodes before linearized reading' (duration: 327.945155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:49.618394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.804154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-29T02:13:49.618468Z","caller":"traceutil/trace.go:171","msg":"trace[1096939405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5871; }","duration":"305.912876ms","start":"2026-03-29T02:13:49.312545Z","end":"2026-03-29T02:13:49.618458Z","steps":["trace[1096939405] 'agreement among raft nodes before linearized reading' (duration: 305.109359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:49.618626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:49.312517Z","time spent":"306.05473ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:13:49.618402Z","caller":"traceutil/trace.go:171","msg":"trace[407938072] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5871; }","duration":"106.263687ms","start":"2026-03-29T02:13:49.512102Z","end":"2026-03-29T02:13:49.618366Z","steps":["trace[407938072] 'agreement among raft nodes before linearized reading' (duration: 105.92819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:49.618312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:49.312293Z","time spent":"306.012569ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:13:49.618276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:49.311664Z","time spent":"306.601011ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:13:49.618417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:49.289989Z","time spent":"328.412575ms","remote":"127.0.0.1:54652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17477,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-29T02:13:49.619394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.42012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:13:49.619486Z","caller":"traceutil/trace.go:171","msg":"trace[1071357560] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5871; }","duration":"308.910683ms","start":"2026-03-29T02:13:49.31056Z","end":"2026-03-29T02:13:49.619471Z","steps":["trace[1071357560] 'agreement among raft nodes before linearized reading' (duration: 307.248076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:49.619535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:49.310548Z","time spent":"308.974845ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:13:49.805184Z","caller":"traceutil/trace.go:171","msg":"trace[1889886042] transaction","detail":"{read_only:false; response_revision:5876; number_of_response:1; }","duration":"146.201093ms","start":"2026-03-29T02:13:49.658961Z","end":"2026-03-29T02:13:49.805162Z","steps":["trace[1889886042] 'process raft request' (duration: 145.865866ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:50.376865Z","caller":"traceutil/trace.go:171","msg":"trace[1651383452] linearizableReadLoop","detail":"{readStateIndex:6137; appliedIndex:6135; }","duration":"123.574411ms","start":"2026-03-29T02:13:50.253268Z","end":"2026-03-29T02:13:50.376843Z","steps":["trace[1651383452] 'read index received' (duration: 105.183893ms)","trace[1651383452] 'applied index is now lower than readState.Index' (duration: 18.389508ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:50.377048Z","caller":"traceutil/trace.go:171","msg":"trace[1904047434] transaction","detail":"{read_only:false; response_revision:5893; number_of_response:1; }","duration":"124.309088ms","start":"2026-03-29T02:13:50.25273Z","end":"2026-03-29T02:13:50.377039Z","steps":["trace[1904047434] 'process raft request' (duration: 105.723065ms)","trace[1904047434] 'compare' (duration: 17.924958ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:50.377255Z","caller":"traceutil/trace.go:171","msg":"trace[101145919] transaction","detail":"{read_only:false; response_revision:5894; number_of_response:1; }","duration":"124.43045ms","start":"2026-03-29T02:13:50.252818Z","end":"2026-03-29T02:13:50.377249Z","steps":["trace[101145919] 'process raft request' (duration: 123.94927ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:50.377346Z","caller":"traceutil/trace.go:171","msg":"trace[1694163202] transaction","detail":"{read_only:false; response_revision:5895; number_of_response:1; }","duration":"119.287387ms","start":"2026-03-29T02:13:50.258053Z","end":"2026-03-29T02:13:50.37734Z","steps":["trace[1694163202] 'process raft request' (duration: 118.761536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:50.377557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.268016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-29T02:13:50.377588Z","caller":"traceutil/trace.go:171","msg":"trace[543553245] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5895; }","duration":"124.362528ms","start":"2026-03-29T02:13:50.253219Z","end":"2026-03-29T02:13:50.377581Z","steps":["trace[543553245] 'agreement among raft nodes before linearized reading' (duration: 124.192165ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:51.089592Z","caller":"traceutil/trace.go:171","msg":"trace[786210404] linearizableReadLoop","detail":"{readStateIndex:6167; appliedIndex:6166; }","duration":"134.811741ms","start":"2026-03-29T02:13:50.954745Z","end":"2026-03-29T02:13:51.089557Z","steps":["trace[786210404] 'read index received' (duration: 79.977344ms)","trace[786210404] 'applied index is now lower than readState.Index' (duration: 54.832337ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:51.089723Z","caller":"traceutil/trace.go:171","msg":"trace[981204598] transaction","detail":"{read_only:false; response_revision:5924; number_of_response:1; }","duration":"135.594548ms","start":"2026-03-29T02:13:50.954068Z","end":"2026-03-29T02:13:51.089662Z","steps":["trace[981204598] 'process raft request' (duration: 80.632569ms)","trace[981204598] 'compare' (duration: 54.687733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:51.089996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.207109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1455"} {"level":"info","ts":"2026-03-29T02:13:51.09011Z","caller":"traceutil/trace.go:171","msg":"trace[28088591] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5924; }","duration":"135.349943ms","start":"2026-03-29T02:13:50.954738Z","end":"2026-03-29T02:13:51.090088Z","steps":["trace[28088591] 'agreement among raft nodes before linearized reading' (duration: 134.948253ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:51.131449Z","caller":"traceutil/trace.go:171","msg":"trace[629804620] transaction","detail":"{read_only:false; response_revision:5925; number_of_response:1; }","duration":"167.605758ms","start":"2026-03-29T02:13:50.963817Z","end":"2026-03-29T02:13:51.131422Z","steps":["trace[629804620] 'process raft request' (duration: 166.712299ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:51.131784Z","caller":"traceutil/trace.go:171","msg":"trace[1048066839] transaction","detail":"{read_only:false; response_revision:5926; number_of_response:1; }","duration":"166.853971ms","start":"2026-03-29T02:13:50.964919Z","end":"2026-03-29T02:13:51.131773Z","steps":["trace[1048066839] 'process raft request' (duration: 165.90642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:51.131881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.549492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4849"} {"level":"info","ts":"2026-03-29T02:13:51.132146Z","caller":"traceutil/trace.go:171","msg":"trace[2044552715] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5926; }","duration":"170.883071ms","start":"2026-03-29T02:13:50.961187Z","end":"2026-03-29T02:13:51.13207Z","steps":["trace[2044552715] 'agreement among raft nodes before linearized reading' (duration: 170.061173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:51.132895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.374374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9942e7eb-d090-4017-8f5d-da92cd0601fb\" ","response":"range_response_count:1 size:2580"} {"level":"info","ts":"2026-03-29T02:13:51.13294Z","caller":"traceutil/trace.go:171","msg":"trace[31824037] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9942e7eb-d090-4017-8f5d-da92cd0601fb; range_end:; response_count:1; response_revision:5926; }","duration":"172.449266ms","start":"2026-03-29T02:13:50.96048Z","end":"2026-03-29T02:13:51.132929Z","steps":["trace[31824037] 'agreement among raft nodes before linearized reading' (duration: 172.329344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:51.135515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.627205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9942e7eb-d090-4017-8f5d-da92cd0601fb\" ","response":"range_response_count:1 size:2580"} {"level":"info","ts":"2026-03-29T02:13:51.135555Z","caller":"traceutil/trace.go:171","msg":"trace[1766890343] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9942e7eb-d090-4017-8f5d-da92cd0601fb; range_end:; response_count:1; response_revision:5926; }","duration":"179.729007ms","start":"2026-03-29T02:13:50.955816Z","end":"2026-03-29T02:13:51.135545Z","steps":["trace[1766890343] 'agreement among raft nodes before linearized reading' (duration: 176.290121ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:51.348893Z","caller":"traceutil/trace.go:171","msg":"trace[1259573177] linearizableReadLoop","detail":"{readStateIndex:6172; appliedIndex:6171; }","duration":"169.675234ms","start":"2026-03-29T02:13:51.179172Z","end":"2026-03-29T02:13:51.348847Z","steps":["trace[1259573177] 'read index received' (duration: 141.111581ms)","trace[1259573177] 'applied index is now lower than readState.Index' (duration: 28.562553ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:51.349095Z","caller":"traceutil/trace.go:171","msg":"trace[1654123252] transaction","detail":"{read_only:false; response_revision:5929; number_of_response:1; }","duration":"172.15995ms","start":"2026-03-29T02:13:51.17692Z","end":"2026-03-29T02:13:51.34908Z","steps":["trace[1654123252] 'process raft request' (duration: 143.444624ms)","trace[1654123252] 'compare' (duration: 28.343188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:51.34934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.129405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-29T02:13:51.349432Z","caller":"traceutil/trace.go:171","msg":"trace[1201393053] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5929; }","duration":"170.257747ms","start":"2026-03-29T02:13:51.179149Z","end":"2026-03-29T02:13:51.349407Z","steps":["trace[1201393053] 'agreement among raft nodes before linearized reading' (duration: 169.94117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:51.360335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.97332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-29T02:13:51.36049Z","caller":"traceutil/trace.go:171","msg":"trace[1304262942] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5934; }","duration":"138.181905ms","start":"2026-03-29T02:13:51.222289Z","end":"2026-03-29T02:13:51.360471Z","steps":["trace[1304262942] 'agreement among raft nodes before linearized reading' (duration: 137.0588ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:51.844321Z","caller":"traceutil/trace.go:171","msg":"trace[1194989211] transaction","detail":"{read_only:false; response_revision:5944; number_of_response:1; }","duration":"175.411612ms","start":"2026-03-29T02:13:51.668813Z","end":"2026-03-29T02:13:51.844225Z","steps":["trace[1194989211] 'process raft request' (duration: 90.069138ms)","trace[1194989211] 'compare' (duration: 85.062098ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:51.844524Z","caller":"traceutil/trace.go:171","msg":"trace[396862097] transaction","detail":"{read_only:false; response_revision:5945; number_of_response:1; }","duration":"175.589646ms","start":"2026-03-29T02:13:51.668893Z","end":"2026-03-29T02:13:51.844483Z","steps":["trace[396862097] 'process raft request' (duration: 175.266639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:53.332447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.809227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:13:53.332558Z","caller":"traceutil/trace.go:171","msg":"trace[938081525] linearizableReadLoop","detail":"{readStateIndex:6196; appliedIndex:6195; }","duration":"470.811345ms","start":"2026-03-29T02:13:52.861731Z","end":"2026-03-29T02:13:53.332542Z","steps":["trace[938081525] 'read index received' (duration: 126.746112ms)","trace[938081525] 'applied index is now lower than readState.Index' (duration: 344.064353ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:53.332591Z","caller":"traceutil/trace.go:171","msg":"trace[2142610224] transaction","detail":"{read_only:false; response_revision:5953; number_of_response:1; }","duration":"472.201496ms","start":"2026-03-29T02:13:52.860361Z","end":"2026-03-29T02:13:53.332563Z","steps":["trace[2142610224] 'process raft request' (duration: 128.186864ms)","trace[2142610224] 'compare' (duration: 343.654084ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:53.33272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.984178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"warn","ts":"2026-03-29T02:13:53.332709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:52.860341Z","time spent":"472.315658ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:13:53.332745Z","caller":"traceutil/trace.go:171","msg":"trace[894313221] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:5953; }","duration":"471.05173ms","start":"2026-03-29T02:13:52.861688Z","end":"2026-03-29T02:13:53.33274Z","steps":["trace[894313221] 'agreement among raft nodes before linearized reading' (duration: 470.936377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:53.332923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.540676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9942e7eb-d090-4017-8f5d-da92cd0601fb\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-29T02:13:53.333034Z","caller":"traceutil/trace.go:171","msg":"trace[835458370] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9942e7eb-d090-4017-8f5d-da92cd0601fb; range_end:; response_count:1; response_revision:5953; }","duration":"185.72859ms","start":"2026-03-29T02:13:53.147278Z","end":"2026-03-29T02:13:53.333006Z","steps":["trace[835458370] 'agreement among raft nodes before linearized reading' (duration: 185.415543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:53.332971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:52.861667Z","time spent":"471.09282ms","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1287,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"info","ts":"2026-03-29T02:13:53.738706Z","caller":"traceutil/trace.go:171","msg":"trace[801102192] linearizableReadLoop","detail":"{readStateIndex:6197; appliedIndex:6196; }","duration":"399.448201ms","start":"2026-03-29T02:13:53.339235Z","end":"2026-03-29T02:13:53.738683Z","steps":["trace[801102192] 'read index received' (duration: 399.300098ms)","trace[801102192] 'applied index is now lower than readState.Index' (duration: 147.213µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:53.738772Z","caller":"traceutil/trace.go:171","msg":"trace[1753257474] transaction","detail":"{read_only:false; response_revision:5954; number_of_response:1; }","duration":"399.543193ms","start":"2026-03-29T02:13:53.339187Z","end":"2026-03-29T02:13:53.73873Z","steps":["trace[1753257474] 'process raft request' (duration: 399.354069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:53.73892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.658106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18a12e1d29d05419\" ","response":"range_response_count:1 size:746"} {"level":"warn","ts":"2026-03-29T02:13:53.738958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:53.339161Z","time spent":"399.692267ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:53.738981Z","caller":"traceutil/trace.go:171","msg":"trace[838498065] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18a12e1d29d05419; range_end:; response_count:1; response_revision:5954; }","duration":"399.709778ms","start":"2026-03-29T02:13:53.339227Z","end":"2026-03-29T02:13:53.738937Z","steps":["trace[838498065] 'agreement among raft nodes before linearized reading' (duration: 399.563645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:53.739013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:53.33916Z","time spent":"399.84633ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":768,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone.18a12e1d29d05419\" "} {"level":"info","ts":"2026-03-29T02:13:53.890193Z","caller":"traceutil/trace.go:171","msg":"trace[586889741] transaction","detail":"{read_only:false; response_revision:5955; number_of_response:1; }","duration":"526.288645ms","start":"2026-03-29T02:13:53.363874Z","end":"2026-03-29T02:13:53.890163Z","steps":["trace[586889741] 'process raft request' (duration: 526.032479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:53.890391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:53.363856Z","time spent":"526.428838ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:53.890693Z","caller":"traceutil/trace.go:171","msg":"trace[854025410] linearizableReadLoop","detail":"{readStateIndex:6201; appliedIndex:6197; }","duration":"151.89127ms","start":"2026-03-29T02:13:53.73877Z","end":"2026-03-29T02:13:53.890661Z","steps":["trace[854025410] 'read index received' (duration: 151.207735ms)","trace[854025410] 'applied index is now lower than readState.Index' (duration: 682.135µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:53.890931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.14431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:53.89098Z","caller":"traceutil/trace.go:171","msg":"trace[509914678] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:5958; }","duration":"539.243092ms","start":"2026-03-29T02:13:53.351725Z","end":"2026-03-29T02:13:53.890968Z","steps":["trace[509914678] 'agreement among raft nodes before linearized reading' (duration: 539.086829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:53.891027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:53.351714Z","time spent":"539.302313ms","remote":"127.0.0.1:59974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:13:53.891105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.287199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:13:53.89125Z","caller":"traceutil/trace.go:171","msg":"trace[348628095] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5958; }","duration":"505.452193ms","start":"2026-03-29T02:13:53.385758Z","end":"2026-03-29T02:13:53.89121Z","steps":["trace[348628095] 'agreement among raft nodes before linearized reading' (duration: 505.045584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:53.891237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.180133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:13:53.891298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:53.385701Z","time spent":"505.585855ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:13:53.891361Z","caller":"traceutil/trace.go:171","msg":"trace[1581726551] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5958; }","duration":"224.364707ms","start":"2026-03-29T02:13:53.666968Z","end":"2026-03-29T02:13:53.891332Z","steps":["trace[1581726551] 'agreement among raft nodes before linearized reading' (duration: 224.082611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:53.891459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.376691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1455"} {"level":"info","ts":"2026-03-29T02:13:53.891505Z","caller":"traceutil/trace.go:171","msg":"trace[2072942279] transaction","detail":"{read_only:false; response_revision:5958; number_of_response:1; }","duration":"525.045747ms","start":"2026-03-29T02:13:53.366405Z","end":"2026-03-29T02:13:53.891451Z","steps":["trace[2072942279] 'process raft request' (duration: 524.189548ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:53.891524Z","caller":"traceutil/trace.go:171","msg":"trace[606865259] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5958; }","duration":"551.465824ms","start":"2026-03-29T02:13:53.340045Z","end":"2026-03-29T02:13:53.891511Z","steps":["trace[606865259] 'agreement among raft nodes before linearized reading' (duration: 551.272209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:53.891563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:53.340039Z","time spent":"551.516205ms","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1477,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-29T02:13:53.891457Z","caller":"traceutil/trace.go:171","msg":"trace[1052402170] transaction","detail":"{read_only:false; response_revision:5957; number_of_response:1; }","duration":"525.595009ms","start":"2026-03-29T02:13:53.365833Z","end":"2026-03-29T02:13:53.891428Z","steps":["trace[1052402170] 'process raft request' (duration: 524.620718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:53.891631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:53.366392Z","time spent":"525.16472ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:53.891188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.351783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:13:53.89175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.026688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:13:53.891811Z","caller":"traceutil/trace.go:171","msg":"trace[2032914901] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; response_count:1; response_revision:5958; }","duration":"190.984398ms","start":"2026-03-29T02:13:53.700737Z","end":"2026-03-29T02:13:53.891722Z","steps":["trace[2032914901] 'agreement among raft nodes before linearized reading' (duration: 189.962174ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:53.891855Z","caller":"traceutil/trace.go:171","msg":"trace[1026388683] transaction","detail":"{read_only:false; response_revision:5956; number_of_response:1; }","duration":"525.149549ms","start":"2026-03-29T02:13:53.365435Z","end":"2026-03-29T02:13:53.890585Z","steps":["trace[1026388683] 'process raft request' (duration: 524.663368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:53.891754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:53.365822Z","time spent":"525.832495ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:53.891863Z","caller":"traceutil/trace.go:171","msg":"trace[186783311] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5958; }","duration":"177.13946ms","start":"2026-03-29T02:13:53.714709Z","end":"2026-03-29T02:13:53.891849Z","steps":["trace[186783311] 'agreement among raft nodes before linearized reading' (duration: 176.788953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:53.892031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:53.3654Z","time spent":"526.561011ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:13:53.921102Z","caller":"traceutil/trace.go:171","msg":"trace[180853443] transaction","detail":"{read_only:false; response_revision:5959; number_of_response:1; }","duration":"178.402488ms","start":"2026-03-29T02:13:53.742668Z","end":"2026-03-29T02:13:53.92107Z","steps":["trace[180853443] 'process raft request' (duration: 178.050521ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:54.036965Z","caller":"traceutil/trace.go:171","msg":"trace[1450019869] transaction","detail":"{read_only:false; response_revision:5960; number_of_response:1; }","duration":"138.028542ms","start":"2026-03-29T02:13:53.898902Z","end":"2026-03-29T02:13:54.03693Z","steps":["trace[1450019869] 'process raft request' (duration: 137.780896ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:54.037296Z","caller":"traceutil/trace.go:171","msg":"trace[408519943] transaction","detail":"{read_only:false; response_revision:5961; number_of_response:1; }","duration":"132.128372ms","start":"2026-03-29T02:13:53.905141Z","end":"2026-03-29T02:13:54.037269Z","steps":["trace[408519943] 'process raft request' (duration: 131.743493ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:54.037625Z","caller":"traceutil/trace.go:171","msg":"trace[1974556246] linearizableReadLoop","detail":"{readStateIndex:6205; appliedIndex:6202; }","duration":"116.675378ms","start":"2026-03-29T02:13:53.920898Z","end":"2026-03-29T02:13:54.037573Z","steps":["trace[1974556246] 'read index received' (duration: 115.816498ms)","trace[1974556246] 'applied index is now lower than readState.Index' (duration: 857.43µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:54.03769Z","caller":"traceutil/trace.go:171","msg":"trace[746561500] transaction","detail":"{read_only:false; response_revision:5962; number_of_response:1; }","duration":"132.310356ms","start":"2026-03-29T02:13:53.905344Z","end":"2026-03-29T02:13:54.037654Z","steps":["trace[746561500] 'process raft request' (duration: 131.856006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:54.037944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.75248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"warn","ts":"2026-03-29T02:13:54.037964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.993407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80208"} {"level":"info","ts":"2026-03-29T02:13:54.038006Z","caller":"traceutil/trace.go:171","msg":"trace[1301944663] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5962; }","duration":"139.876043ms","start":"2026-03-29T02:13:53.898115Z","end":"2026-03-29T02:13:54.037992Z","steps":["trace[1301944663] 'agreement among raft nodes before linearized reading' (duration: 139.71403ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:54.038029Z","caller":"traceutil/trace.go:171","msg":"trace[266128866] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5962; }","duration":"136.08239ms","start":"2026-03-29T02:13:53.90193Z","end":"2026-03-29T02:13:54.038013Z","steps":["trace[266128866] 'agreement among raft nodes before linearized reading' (duration: 135.721792ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:54.073707Z","caller":"traceutil/trace.go:171","msg":"trace[210855219] transaction","detail":"{read_only:false; response_revision:5964; number_of_response:1; }","duration":"147.045702ms","start":"2026-03-29T02:13:53.926608Z","end":"2026-03-29T02:13:54.073654Z","steps":["trace[210855219] 'process raft request' (duration: 146.95153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:54.073777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.209456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18a12e1d3232929d\" ","response":"range_response_count:1 size:740"} {"level":"info","ts":"2026-03-29T02:13:54.073833Z","caller":"traceutil/trace.go:171","msg":"trace[724245531] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18a12e1d3232929d; range_end:; response_count:1; response_revision:5964; }","duration":"147.267397ms","start":"2026-03-29T02:13:53.926549Z","end":"2026-03-29T02:13:54.073816Z","steps":["trace[724245531] 'agreement among raft nodes before linearized reading' (duration: 147.106703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:54.073854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.726886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:13:54.073914Z","caller":"traceutil/trace.go:171","msg":"trace[928204941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5964; }","duration":"151.838079ms","start":"2026-03-29T02:13:53.922062Z","end":"2026-03-29T02:13:54.0739Z","steps":["trace[928204941] 'agreement among raft nodes before linearized reading' (duration: 151.737967ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:54.074048Z","caller":"traceutil/trace.go:171","msg":"trace[1981908477] transaction","detail":"{read_only:false; response_revision:5963; number_of_response:1; }","duration":"147.481372ms","start":"2026-03-29T02:13:53.926526Z","end":"2026-03-29T02:13:54.074008Z","steps":["trace[1981908477] 'process raft request' (duration: 146.927319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:54.502538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.939227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:13:54.502687Z","caller":"traceutil/trace.go:171","msg":"trace[133791836] linearizableReadLoop","detail":"{readStateIndex:6208; appliedIndex:6207; }","duration":"416.388917ms","start":"2026-03-29T02:13:54.08626Z","end":"2026-03-29T02:13:54.502649Z","steps":["trace[133791836] 'read index received' (duration: 55.189034ms)","trace[133791836] 'applied index is now lower than readState.Index' (duration: 361.198633ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:54.502699Z","caller":"traceutil/trace.go:171","msg":"trace[2041693955] transaction","detail":"{read_only:false; response_revision:5965; number_of_response:1; }","duration":"425.352446ms","start":"2026-03-29T02:13:54.077307Z","end":"2026-03-29T02:13:54.50266Z","steps":["trace[2041693955] 'process raft request' (duration: 64.147963ms)","trace[2041693955] 'compare' (duration: 360.733883ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:54.502907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:54.077273Z","time spent":"425.520509ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:54.503465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.032141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9942e7eb-d090-4017-8f5d-da92cd0601fb\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-29T02:13:54.503538Z","caller":"traceutil/trace.go:171","msg":"trace[531112672] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9942e7eb-d090-4017-8f5d-da92cd0601fb; range_end:; response_count:1; response_revision:5965; }","duration":"165.150294ms","start":"2026-03-29T02:13:54.338367Z","end":"2026-03-29T02:13:54.503517Z","steps":["trace[531112672] 'agreement among raft nodes before linearized reading' (duration: 164.95293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:54.503675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.073771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-29T02:13:54.504159Z","caller":"traceutil/trace.go:171","msg":"trace[1286979651] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5965; }","duration":"316.726277ms","start":"2026-03-29T02:13:54.18741Z","end":"2026-03-29T02:13:54.504136Z","steps":["trace[1286979651] 'agreement among raft nodes before linearized reading' (duration: 315.703624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:54.504234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:54.187381Z","time spent":"316.836538ms","remote":"127.0.0.1:54968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":582,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:13:54.504329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.063623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-29T02:13:54.504387Z","caller":"traceutil/trace.go:171","msg":"trace[1127118832] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5965; }","duration":"418.170736ms","start":"2026-03-29T02:13:54.086202Z","end":"2026-03-29T02:13:54.504372Z","steps":["trace[1127118832] 'agreement among raft nodes before linearized reading' (duration: 416.567411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:54.504449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:54.086176Z","time spent":"418.261758ms","remote":"127.0.0.1:54920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9661,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"info","ts":"2026-03-29T02:13:54.674614Z","caller":"traceutil/trace.go:171","msg":"trace[855219081] transaction","detail":"{read_only:false; response_revision:5966; number_of_response:1; }","duration":"162.500055ms","start":"2026-03-29T02:13:54.512049Z","end":"2026-03-29T02:13:54.674549Z","steps":["trace[855219081] 'process raft request' (duration: 95.515629ms)","trace[855219081] 'compare' (duration: 66.655859ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:13:56.53222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198741808,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:13:56.680429Z","caller":"traceutil/trace.go:171","msg":"trace[1975028650] transaction","detail":"{read_only:false; response_revision:5968; number_of_response:1; }","duration":"782.458957ms","start":"2026-03-29T02:13:55.897932Z","end":"2026-03-29T02:13:56.680391Z","steps":["trace[1975028650] 'process raft request' (duration: 782.232242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:56.680629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:55.897894Z","time spent":"782.631651ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:59.278007Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.365268061s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:13:59.27914Z","caller":"traceutil/trace.go:171","msg":"trace[2225747] transaction","detail":"{read_only:false; response_revision:5969; number_of_response:1; }","duration":"3.380028812s","start":"2026-03-29T02:13:55.899044Z","end":"2026-03-29T02:13:59.279072Z","steps":["trace[2225747] 'process raft request' (duration: 3.379647674s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:59.279533Z","caller":"traceutil/trace.go:171","msg":"trace[730261577] linearizableReadLoop","detail":"{readStateIndex:6215; appliedIndex:6211; }","duration":"3.247575873s","start":"2026-03-29T02:13:56.031917Z","end":"2026-03-29T02:13:59.279493Z","steps":["trace[730261577] 'read index received' (duration: 648.447125ms)","trace[730261577] 'applied index is now lower than readState.Index' (duration: 2.599127598s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:13:59.279453Z","caller":"traceutil/trace.go:171","msg":"trace[1651299922] transaction","detail":"{read_only:false; response_revision:5970; number_of_response:1; }","duration":"3.378903946s","start":"2026-03-29T02:13:55.900497Z","end":"2026-03-29T02:13:59.279401Z","steps":["trace[1651299922] 'process raft request' (duration: 3.378396965s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:13:59.279557Z","caller":"traceutil/trace.go:171","msg":"trace[2009212274] transaction","detail":"{read_only:false; response_revision:5971; number_of_response:1; }","duration":"3.379022269s","start":"2026-03-29T02:13:55.900497Z","end":"2026-03-29T02:13:59.27952Z","steps":["trace[2009212274] 'process raft request' (duration: 3.378439346s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:59.279835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:55.900464Z","time spent":"3.379165392s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:59.279849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:55.900479Z","time spent":"3.379157392s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:59.280194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:55.899008Z","time spent":"3.380352679s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:13:59.280471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.248547084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:13:59.280552Z","caller":"traceutil/trace.go:171","msg":"trace[972049527] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5971; }","duration":"3.248638576s","start":"2026-03-29T02:13:56.031898Z","end":"2026-03-29T02:13:59.280536Z","steps":["trace[972049527] 'agreement among raft nodes before linearized reading' (duration: 3.247721176s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:59.280595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:56.03187Z","time spent":"3.248713368s","remote":"127.0.0.1:59946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:13:59.780651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198741814,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:13:59.875664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000252603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:13:59.875883Z","caller":"traceutil/trace.go:171","msg":"trace[873783101] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000523299s","start":"2026-03-29T02:13:57.875293Z","end":"2026-03-29T02:13:59.875816Z","steps":["trace[873783101] 'agreement among raft nodes before linearized reading' (duration: 2.000297704s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:13:59.876029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:57.875265Z","time spent":"2.000746074s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:14:00.395852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.173092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:14:00.396104Z","caller":"traceutil/trace.go:171","msg":"trace[772159051] linearizableReadLoop","detail":"{readStateIndex:6217; appliedIndex:6215; }","duration":"1.116491678s","start":"2026-03-29T02:13:59.27959Z","end":"2026-03-29T02:14:00.396081Z","steps":["trace[772159051] 'read index received' (duration: 782.771425ms)","trace[772159051] 'applied index is now lower than readState.Index' (duration: 333.719063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:00.396418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.881127569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9942e7eb-d090-4017-8f5d-da92cd0601fb\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-03-29T02:14:00.396469Z","caller":"traceutil/trace.go:171","msg":"trace[19753262] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9942e7eb-d090-4017-8f5d-da92cd0601fb; range_end:; response_count:1; response_revision:5973; }","duration":"3.881219881s","start":"2026-03-29T02:13:56.515231Z","end":"2026-03-29T02:14:00.396451Z","steps":["trace[19753262] 'agreement among raft nodes before linearized reading' (duration: 3.880958454s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:00.39652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:56.515208Z","time spent":"3.881299272s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9942e7eb-d090-4017-8f5d-da92cd0601fb\" "} {"level":"warn","ts":"2026-03-29T02:14:00.396503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.679435605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a12e1d23df74c6\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-03-29T02:14:00.397403Z","caller":"traceutil/trace.go:171","msg":"trace[2061283070] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a12e1d23df74c6; range_end:; response_count:1; response_revision:5973; }","duration":"3.680430276s","start":"2026-03-29T02:13:56.71695Z","end":"2026-03-29T02:14:00.39738Z","steps":["trace[2061283070] 'agreement among raft nodes before linearized reading' (duration: 3.679189088s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:00.396629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.317961489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-29T02:14:00.397455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:56.716919Z","time spent":"3.680526879s","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1034,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a12e1d23df74c6\" "} {"level":"info","ts":"2026-03-29T02:14:00.397531Z","caller":"traceutil/trace.go:171","msg":"trace[644700175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5973; }","duration":"4.318863149s","start":"2026-03-29T02:13:56.078627Z","end":"2026-03-29T02:14:00.39749Z","steps":["trace[644700175] 'agreement among raft nodes before linearized reading' (duration: 4.317801835s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:00.396654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.35276264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-29T02:14:00.397364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.328549674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-29T02:14:00.397597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:56.078615Z","time spent":"4.318967552s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:14:00.397611Z","caller":"traceutil/trace.go:171","msg":"trace[975695985] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5973; }","duration":"4.353764233s","start":"2026-03-29T02:13:56.043824Z","end":"2026-03-29T02:14:00.397588Z","steps":["trace[975695985] 'agreement among raft nodes before linearized reading' (duration: 4.352552716s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:00.397652Z","caller":"traceutil/trace.go:171","msg":"trace[1408011519] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5973; }","duration":"4.32884141s","start":"2026-03-29T02:13:56.068756Z","end":"2026-03-29T02:14:00.397598Z","steps":["trace[1408011519] 'agreement among raft nodes before linearized reading' (duration: 4.328237987s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:00.397683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:56.043815Z","time spent":"4.353846834s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:14:00.397845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:56.068731Z","time spent":"4.329095195s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-29T02:14:00.396852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.351984224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:14:00.396609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.143334939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:14:00.396864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.033439617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:14:00.396917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.353066237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:14:00.396937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.354354306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-29T02:14:00.396957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.333435482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-29T02:14:00.396949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.134823636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:14:00.396965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.573194328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:14:00.396965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.318552102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-29T02:14:00.396987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.647845533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:00.396995Z","caller":"traceutil/trace.go:171","msg":"trace[1087042881] transaction","detail":"{read_only:false; response_revision:5972; number_of_response:1; }","duration":"1.710059546s","start":"2026-03-29T02:13:58.68688Z","end":"2026-03-29T02:14:00.396939Z","steps":["trace[1087042881] 'process raft request' (duration: 1.375482083s)","trace[1087042881] 'compare' (duration: 332.412454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:00.397005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.405924713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-29T02:14:00.397035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.072618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:14:00.397045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.791249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-29T02:14:00.397074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.146682881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:14:00.396998Z","caller":"traceutil/trace.go:171","msg":"trace[1309596552] transaction","detail":"{read_only:false; response_revision:5973; number_of_response:1; }","duration":"797.807729ms","start":"2026-03-29T02:13:59.599135Z","end":"2026-03-29T02:14:00.396942Z","steps":["trace[1309596552] 'process raft request' (duration: 796.864707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:00.397078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.887598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-29T02:14:00.397091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209973486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:14:00.397132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723256049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:14:00.397115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.317131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-dccd9cdf-llgs8.18a12e184d8877fd\" ","response":"range_response_count:1 size:892"} {"level":"info","ts":"2026-03-29T02:14:00.398124Z","caller":"traceutil/trace.go:171","msg":"trace[140751019] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5973; }","duration":"4.354289744s","start":"2026-03-29T02:13:56.043818Z","end":"2026-03-29T02:14:00.398108Z","steps":["trace[140751019] 'agreement among raft nodes before linearized reading' (duration: 4.353054617s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:00.398424Z","caller":"traceutil/trace.go:171","msg":"trace[1939600444] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5973; }","duration":"4.335094638s","start":"2026-03-29T02:13:56.063322Z","end":"2026-03-29T02:14:00.398417Z","steps":["trace[1939600444] 'agreement among raft nodes before linearized reading' (duration: 4.333003982s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:00.398504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:56.063298Z","time spent":"4.33519273s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-29T02:14:00.398882Z","caller":"traceutil/trace.go:171","msg":"trace[1158925373] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5973; }","duration":"712.68595ms","start":"2026-03-29T02:13:59.68618Z","end":"2026-03-29T02:14:00.398866Z","steps":["trace[1158925373] 'agreement among raft nodes before linearized reading' (duration: 710.797308ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:00.398342Z","caller":"traceutil/trace.go:171","msg":"trace[1639924623] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5973; }","duration":"4.355754727s","start":"2026-03-29T02:13:56.04257Z","end":"2026-03-29T02:14:00.398325Z","steps":["trace[1639924623] 'agreement among raft nodes before linearized reading' (duration: 4.354259364s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:00.39895Z","caller":"traceutil/trace.go:171","msg":"trace[578379899] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5973; }","duration":"3.575235182s","start":"2026-03-29T02:13:56.823708Z","end":"2026-03-29T02:14:00.398943Z","steps":["trace[578379899] 'agreement among raft nodes before linearized reading' (duration: 3.573201518s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:00.398974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:56.823685Z","time spent":"3.575282533s","remote":"127.0.0.1:54638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":6,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:00.39902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:56.043809Z","time spent":"4.354625441s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:14:00.399109Z","caller":"traceutil/trace.go:171","msg":"trace[1138035564] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5973; }","duration":"2.408080281s","start":"2026-03-29T02:13:57.991019Z","end":"2026-03-29T02:14:00.399099Z","steps":["trace[1138035564] 'agreement among raft nodes before linearized reading' (duration: 2.405835931s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:00.398971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:56.042505Z","time spent":"4.356448373s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:14:00.399144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:57.990992Z","time spent":"2.408142603s","remote":"127.0.0.1:54638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-29T02:14:00.399161Z","caller":"traceutil/trace.go:171","msg":"trace[844224441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5973; }","duration":"4.320807173s","start":"2026-03-29T02:13:56.078342Z","end":"2026-03-29T02:14:00.39915Z","steps":["trace[844224441] 'agreement among raft nodes before linearized reading' (duration: 4.318520582s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:00.398926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:59.686147Z","time spent":"712.767702ms","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-29T02:14:00.399255Z","caller":"traceutil/trace.go:171","msg":"trace[611401403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5973; }","duration":"522.341638ms","start":"2026-03-29T02:13:59.876904Z","end":"2026-03-29T02:14:00.399246Z","steps":["trace[611401403] 'agreement among raft nodes before linearized reading' (duration: 520.106428ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:00.399252Z","caller":"traceutil/trace.go:171","msg":"trace[196640755] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:5973; }","duration":"3.650148074s","start":"2026-03-29T02:13:56.749092Z","end":"2026-03-29T02:14:00.39924Z","steps":["trace[196640755] 'agreement among raft nodes before linearized reading' (duration: 3.647852243s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:00.399102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:58.68686Z","time spent":"1.712125411s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:00.399308Z","caller":"traceutil/trace.go:171","msg":"trace[1771152924] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:5973; }","duration":"2.212248037s","start":"2026-03-29T02:13:58.187026Z","end":"2026-03-29T02:14:00.399274Z","steps":["trace[1771152924] 'agreement among raft nodes before linearized reading' (duration: 2.210019397s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:00.399338Z","caller":"traceutil/trace.go:171","msg":"trace[794306881] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5973; }","duration":"1.725480758s","start":"2026-03-29T02:13:58.673833Z","end":"2026-03-29T02:14:00.399314Z","steps":["trace[794306881] 'agreement among raft nodes before linearized reading' (duration: 1.723270899s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:00.399281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:59.876874Z","time spent":"522.39998ms","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:14:00.399391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:59.599099Z","time spent":"800.261843ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:00.399388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:58.186991Z","time spent":"2.21237372s","remote":"127.0.0.1:59910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:14:00.399375Z","caller":"traceutil/trace.go:171","msg":"trace[210494908] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5973; }","duration":"382.2555ms","start":"2026-03-29T02:14:00.017098Z","end":"2026-03-29T02:14:00.399353Z","steps":["trace[210494908] 'agreement among raft nodes before linearized reading' (duration: 379.909228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:00.399412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:58.673815Z","time spent":"1.72557486s","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:00.399464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:00.017069Z","time spent":"382.370393ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-29T02:14:00.399495Z","caller":"traceutil/trace.go:171","msg":"trace[735585593] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:5973; }","duration":"2.149098836s","start":"2026-03-29T02:13:58.250385Z","end":"2026-03-29T02:14:00.399484Z","steps":["trace[735585593] 'agreement among raft nodes before linearized reading' (duration: 2.146633541s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:00.398371Z","caller":"traceutil/trace.go:171","msg":"trace[67562936] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5973; }","duration":"2.145298931s","start":"2026-03-29T02:13:58.253038Z","end":"2026-03-29T02:14:00.398337Z","steps":["trace[67562936] 'agreement among raft nodes before linearized reading' (duration: 2.143173414s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:00.398398Z","caller":"traceutil/trace.go:171","msg":"trace[844738574] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5973; }","duration":"4.035061492s","start":"2026-03-29T02:13:56.363329Z","end":"2026-03-29T02:14:00.398391Z","steps":["trace[844738574] 'agreement among raft nodes before linearized reading' (duration: 4.033391546s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:00.399201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:56.078322Z","time spent":"4.320871404s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:14:00.399627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:58.250335Z","time spent":"2.14928105s","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"info","ts":"2026-03-29T02:14:00.399705Z","caller":"traceutil/trace.go:171","msg":"trace[582719742] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-dccd9cdf-llgs8.18a12e184d8877fd; range_end:; response_count:1; response_revision:5973; }","duration":"201.904919ms","start":"2026-03-29T02:14:00.197784Z","end":"2026-03-29T02:14:00.399689Z","steps":["trace[582719742] 'agreement among raft nodes before linearized reading' (duration: 199.218149ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:00.398157Z","caller":"traceutil/trace.go:171","msg":"trace[1966855584] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:5973; }","duration":"4.136089534s","start":"2026-03-29T02:13:56.262047Z","end":"2026-03-29T02:14:00.398137Z","steps":["trace[1966855584] 'agreement among raft nodes before linearized reading' (duration: 4.134804826s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:00.39982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:58.253005Z","time spent":"2.146801985s","remote":"127.0.0.1:54870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:00.399809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:56.26202Z","time spent":"4.137764041s","remote":"127.0.0.1:52846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:14:00.398316Z","caller":"traceutil/trace.go:171","msg":"trace[298418527] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; response_count:1; response_revision:5973; }","duration":"4.353454815s","start":"2026-03-29T02:13:56.04485Z","end":"2026-03-29T02:14:00.398305Z","steps":["trace[298418527] 'agreement among raft nodes before linearized reading' (duration: 4.351912272s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:00.399976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:56.363282Z","time spent":"4.036683759s","remote":"127.0.0.1:54572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":59,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:00.400051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:56.044843Z","time spent":"4.355163785s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-s9btj\" "} {"level":"warn","ts":"2026-03-29T02:14:00.399316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:13:56.74905Z","time spent":"3.650253066s","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:00.933042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.528968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:14:00.933196Z","caller":"traceutil/trace.go:171","msg":"trace[1449573632] transaction","detail":"{read_only:false; response_revision:5974; number_of_response:1; }","duration":"530.920588ms","start":"2026-03-29T02:14:00.402248Z","end":"2026-03-29T02:14:00.933168Z","steps":["trace[1449573632] 'process raft request' (duration: 179.123754ms)","trace[1449573632] 'compare' (duration: 351.341854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:00.933286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:00.402232Z","time spent":"531.009059ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":997,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:00.968461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:00.402204Z","time spent":"566.244482ms","remote":"127.0.0.1:54502","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T02:14:00.968567Z","caller":"traceutil/trace.go:171","msg":"trace[981808974] transaction","detail":"{read_only:false; response_revision:5976; number_of_response:1; }","duration":"563.584522ms","start":"2026-03-29T02:14:00.404977Z","end":"2026-03-29T02:14:00.968561Z","steps":["trace[981808974] 'process raft request' (duration: 563.381028ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:00.968621Z","caller":"traceutil/trace.go:171","msg":"trace[1531610973] transaction","detail":"{read_only:false; response_revision:5975; number_of_response:1; }","duration":"566.258092ms","start":"2026-03-29T02:14:00.402324Z","end":"2026-03-29T02:14:00.968582Z","steps":["trace[1531610973] 'process raft request' (duration: 565.961285ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:00.968667Z","caller":"traceutil/trace.go:171","msg":"trace[727044609] transaction","detail":"{read_only:false; response_revision:5978; number_of_response:1; }","duration":"563.462669ms","start":"2026-03-29T02:14:00.405155Z","end":"2026-03-29T02:14:00.968618Z","steps":["trace[727044609] 'process raft request' (duration: 563.270165ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:00.968704Z","caller":"traceutil/trace.go:171","msg":"trace[611089504] transaction","detail":"{read_only:false; response_revision:5979; number_of_response:1; }","duration":"563.075771ms","start":"2026-03-29T02:14:00.405619Z","end":"2026-03-29T02:14:00.968695Z","steps":["trace[611089504] 'process raft request' (duration: 562.827786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:00.968766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:00.405599Z","time spent":"563.142152ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:00.968819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:00.402302Z","time spent":"566.405904ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:00.968532Z","caller":"traceutil/trace.go:171","msg":"trace[655495425] transaction","detail":"{read_only:false; response_revision:5980; number_of_response:1; }","duration":"562.55631ms","start":"2026-03-29T02:14:00.405962Z","end":"2026-03-29T02:14:00.968518Z","steps":["trace[655495425] 'process raft request' (duration: 562.507309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:00.968869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:00.405145Z","time spent":"563.579832ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:00.968914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:00.405955Z","time spent":"562.913448ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:00.968664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:00.404958Z","time spent":"563.658173ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:00.969036Z","caller":"traceutil/trace.go:171","msg":"trace[1220930418] transaction","detail":"{read_only:false; response_revision:5977; number_of_response:1; }","duration":"563.994831ms","start":"2026-03-29T02:14:00.405021Z","end":"2026-03-29T02:14:00.969016Z","steps":["trace[1220930418] 'process raft request' (duration: 563.372867ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:00.969032Z","caller":"traceutil/trace.go:171","msg":"trace[130824838] transaction","detail":"{read_only:false; response_revision:5981; number_of_response:1; }","duration":"562.981509ms","start":"2026-03-29T02:14:00.406022Z","end":"2026-03-29T02:14:00.969004Z","steps":["trace[130824838] 'process raft request' (duration: 562.467948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:00.96913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:00.405007Z","time spent":"564.068332ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:00.969189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:00.406016Z","time spent":"563.087511ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:00.969297Z","caller":"traceutil/trace.go:171","msg":"trace[1827508682] linearizableReadLoop","detail":"{readStateIndex:6220; appliedIndex:6217; }","duration":"565.007604ms","start":"2026-03-29T02:14:00.404277Z","end":"2026-03-29T02:14:00.969285Z","steps":["trace[1827508682] 'read index received' (duration: 177.267103ms)","trace[1827508682] 'applied index is now lower than readState.Index' (duration: 387.739181ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:00.96934Z","caller":"traceutil/trace.go:171","msg":"trace[104891730] transaction","detail":"{read_only:false; response_revision:5982; number_of_response:1; }","duration":"563.137003ms","start":"2026-03-29T02:14:00.406185Z","end":"2026-03-29T02:14:00.969322Z","steps":["trace[104891730] 'process raft request' (duration: 562.718154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:00.96942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:00.406178Z","time spent":"563.198544ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:00.96947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.210529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0153bf7d-a07f-4014-96ac-8d25cf8b2675\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-29T02:14:00.969501Z","caller":"traceutil/trace.go:171","msg":"trace[402038887] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0153bf7d-a07f-4014-96ac-8d25cf8b2675; range_end:; response_count:1; response_revision:5982; }","duration":"565.2831ms","start":"2026-03-29T02:14:00.404208Z","end":"2026-03-29T02:14:00.969491Z","steps":["trace[402038887] 'agreement among raft nodes before linearized reading' (duration: 565.140837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:00.969531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:00.404184Z","time spent":"565.340001ms","remote":"127.0.0.1:54624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1325,"request content":"key:\"/registry/persistentvolumes/pvc-0153bf7d-a07f-4014-96ac-8d25cf8b2675\" "} {"level":"info","ts":"2026-03-29T02:14:01.253075Z","caller":"traceutil/trace.go:171","msg":"trace[1315058967] linearizableReadLoop","detail":"{readStateIndex:6228; appliedIndex:6227; }","duration":"283.714323ms","start":"2026-03-29T02:14:00.969323Z","end":"2026-03-29T02:14:01.253038Z","steps":["trace[1315058967] 'read index received' (duration: 283.525909ms)","trace[1315058967] 'applied index is now lower than readState.Index' (duration: 187.384µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:01.253316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.178809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:14:01.253361Z","caller":"traceutil/trace.go:171","msg":"trace[722848202] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5983; }","duration":"685.321702ms","start":"2026-03-29T02:14:00.568028Z","end":"2026-03-29T02:14:01.25335Z","steps":["trace[722848202] 'agreement among raft nodes before linearized reading' (duration: 685.159209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:01.253405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:00.567999Z","time spent":"685.393544ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:14:01.253646Z","caller":"traceutil/trace.go:171","msg":"trace[1665271704] transaction","detail":"{read_only:false; response_revision:5983; number_of_response:1; }","duration":"567.370417ms","start":"2026-03-29T02:14:00.686237Z","end":"2026-03-29T02:14:01.253608Z","steps":["trace[1665271704] 'process raft request' (duration: 566.568828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:01.253834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:00.686182Z","time spent":"567.555021ms","remote":"127.0.0.1:54652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18030,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:01.253821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.150311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:01.253909Z","caller":"traceutil/trace.go:171","msg":"trace[1683659304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5983; }","duration":"846.273744ms","start":"2026-03-29T02:14:00.407614Z","end":"2026-03-29T02:14:01.253887Z","steps":["trace[1683659304] 'agreement among raft nodes before linearized reading' (duration: 846.075019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:01.253957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:00.407606Z","time spent":"846.342465ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:14:01.253957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.915735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-29T02:14:01.253963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.992927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80208"} {"level":"info","ts":"2026-03-29T02:14:01.25402Z","caller":"traceutil/trace.go:171","msg":"trace[1201808595] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5983; }","duration":"845.985657ms","start":"2026-03-29T02:14:00.40802Z","end":"2026-03-29T02:14:01.254005Z","steps":["trace[1201808595] 'agreement among raft nodes before linearized reading' (duration: 845.813704ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:01.254038Z","caller":"traceutil/trace.go:171","msg":"trace[1268523469] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5983; }","duration":"846.082319ms","start":"2026-03-29T02:14:00.407937Z","end":"2026-03-29T02:14:01.254019Z","steps":["trace[1268523469] 'agreement among raft nodes before linearized reading' (duration: 845.706941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:01.254054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:00.408013Z","time spent":"846.032708ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:14:01.254084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:00.407865Z","time spent":"846.208972ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80230,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:14:01.254352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.218923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-9942e7eb-d090-4017-8f5d-da92cd0601fb\" ","response":"range_response_count:1 size:2244"} {"level":"info","ts":"2026-03-29T02:14:01.255299Z","caller":"traceutil/trace.go:171","msg":"trace[745803859] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-9942e7eb-d090-4017-8f5d-da92cd0601fb; range_end:; response_count:1; response_revision:5983; }","duration":"302.184294ms","start":"2026-03-29T02:14:00.953065Z","end":"2026-03-29T02:14:01.255249Z","steps":["trace[745803859] 'agreement among raft nodes before linearized reading' (duration: 300.058106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:01.255628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:00.953039Z","time spent":"302.356668ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":1,"response size":2266,"request content":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-9942e7eb-d090-4017-8f5d-da92cd0601fb\" "} {"level":"warn","ts":"2026-03-29T02:14:01.710783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.061953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:14:01.710906Z","caller":"traceutil/trace.go:171","msg":"trace[2132809175] linearizableReadLoop","detail":"{readStateIndex:6229; appliedIndex:6228; }","duration":"457.729864ms","start":"2026-03-29T02:14:01.253156Z","end":"2026-03-29T02:14:01.710886Z","steps":["trace[2132809175] 'read index received' (duration: 154.476538ms)","trace[2132809175] 'applied index is now lower than readState.Index' (duration: 303.252136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:01.711042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.385381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:01.711081Z","caller":"traceutil/trace.go:171","msg":"trace[2138110696] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:5984; }","duration":"569.480632ms","start":"2026-03-29T02:14:01.141588Z","end":"2026-03-29T02:14:01.711068Z","steps":["trace[2138110696] 'agreement among raft nodes before linearized reading' (duration: 569.37214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:01.711122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:01.141552Z","time spent":"569.558714ms","remote":"127.0.0.1:59934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:01.711364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.466622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-29T02:14:01.711503Z","caller":"traceutil/trace.go:171","msg":"trace[749835919] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4; range_end:; response_count:1; response_revision:5984; }","duration":"738.656806ms","start":"2026-03-29T02:14:00.972817Z","end":"2026-03-29T02:14:01.711474Z","steps":["trace[749835919] 'agreement among raft nodes before linearized reading' (duration: 738.155605ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:01.711521Z","caller":"traceutil/trace.go:171","msg":"trace[738607782] transaction","detail":"{read_only:false; response_revision:5984; number_of_response:1; }","duration":"739.213579ms","start":"2026-03-29T02:14:00.971738Z","end":"2026-03-29T02:14:01.710952Z","steps":["trace[738607782] 'process raft request' (duration: 435.889821ms)","trace[738607782] 'compare' (duration: 302.902169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:01.711599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:00.972798Z","time spent":"738.782149ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4\" "} {"level":"warn","ts":"2026-03-29T02:14:01.712018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:00.971711Z","time spent":"739.941164ms","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:01.746902Z","caller":"traceutil/trace.go:171","msg":"trace[109393342] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5985; }","duration":"488.238012ms","start":"2026-03-29T02:14:01.258636Z","end":"2026-03-29T02:14:01.746874Z","steps":["trace[109393342] 'process raft request' (duration: 488.003277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:01.747105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:01.258617Z","time spent":"488.375505ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-29T02:14:01.747253Z","caller":"traceutil/trace.go:171","msg":"trace[591211533] transaction","detail":"{read_only:false; response_revision:5986; number_of_response:1; }","duration":"460.526157ms","start":"2026-03-29T02:14:01.286659Z","end":"2026-03-29T02:14:01.747185Z","steps":["trace[591211533] 'process raft request' (duration: 460.147858ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:01.74733Z","caller":"traceutil/trace.go:171","msg":"trace[1972544111] transaction","detail":"{read_only:false; response_revision:5987; number_of_response:1; }","duration":"460.518676ms","start":"2026-03-29T02:14:01.28679Z","end":"2026-03-29T02:14:01.747308Z","steps":["trace[1972544111] 'process raft request' (duration: 460.270401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:01.747472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:01.286763Z","time spent":"460.635259ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:01.747478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:01.286611Z","time spent":"460.746531ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:01.747537Z","caller":"traceutil/trace.go:171","msg":"trace[1976835378] transaction","detail":"{read_only:false; response_revision:5988; number_of_response:1; }","duration":"459.986623ms","start":"2026-03-29T02:14:01.287502Z","end":"2026-03-29T02:14:01.747489Z","steps":["trace[1976835378] 'process raft request' (duration: 459.753768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:01.747684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:01.287459Z","time spent":"460.143137ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:02.214343Z","caller":"traceutil/trace.go:171","msg":"trace[534734365] transaction","detail":"{read_only:false; response_revision:5989; number_of_response:1; }","duration":"709.374046ms","start":"2026-03-29T02:14:01.504924Z","end":"2026-03-29T02:14:02.214298Z","steps":["trace[534734365] 'process raft request' (duration: 709.059ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:02.214567Z","caller":"traceutil/trace.go:171","msg":"trace[166754896] linearizableReadLoop","detail":"{readStateIndex:6235; appliedIndex:6229; }","duration":"503.576242ms","start":"2026-03-29T02:14:01.710931Z","end":"2026-03-29T02:14:02.214508Z","steps":["trace[166754896] 'read index received' (duration: 35.761704ms)","trace[166754896] 'applied index is now lower than readState.Index' (duration: 467.813218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:02.214676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:01.504881Z","time spent":"709.608813ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:02.214778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.366088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9942e7eb-d090-4017-8f5d-da92cd0601fb\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-03-29T02:14:02.214863Z","caller":"traceutil/trace.go:171","msg":"trace[1282586648] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9942e7eb-d090-4017-8f5d-da92cd0601fb; range_end:; response_count:1; response_revision:5991; }","duration":"810.543011ms","start":"2026-03-29T02:14:01.404298Z","end":"2026-03-29T02:14:02.214841Z","steps":["trace[1282586648] 'agreement among raft nodes before linearized reading' (duration: 810.263475ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:02.214921Z","caller":"traceutil/trace.go:171","msg":"trace[1858131774] transaction","detail":"{read_only:false; response_revision:5990; number_of_response:1; }","duration":"704.646533ms","start":"2026-03-29T02:14:01.510263Z","end":"2026-03-29T02:14:02.214909Z","steps":["trace[1858131774] 'process raft request' (duration: 703.932496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:02.214934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.228877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:02.214988Z","caller":"traceutil/trace.go:171","msg":"trace[1468935472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5991; }","duration":"958.37988ms","start":"2026-03-29T02:14:01.256593Z","end":"2026-03-29T02:14:02.214973Z","steps":["trace[1468935472] 'agreement among raft nodes before linearized reading' (duration: 958.235127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:02.214987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.709946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:02.215028Z","caller":"traceutil/trace.go:171","msg":"trace[1445407823] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:5991; }","duration":"605.803259ms","start":"2026-03-29T02:14:01.609216Z","end":"2026-03-29T02:14:02.215019Z","steps":["trace[1445407823] 'agreement among raft nodes before linearized reading' (duration: 605.739158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:02.215011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.076523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9942e7eb-d090-4017-8f5d-da92cd0601fb\" ","response":"range_response_count:1 size:3952"} {"level":"warn","ts":"2026-03-29T02:14:02.215063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:01.609187Z","time spent":"605.864191ms","remote":"127.0.0.1:59756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:02.215103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:01.510226Z","time spent":"704.752554ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:02.215126Z","caller":"traceutil/trace.go:171","msg":"trace[833643989] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9942e7eb-d090-4017-8f5d-da92cd0601fb; range_end:; response_count:1; response_revision:5991; }","duration":"880.218666ms","start":"2026-03-29T02:14:01.334878Z","end":"2026-03-29T02:14:02.215097Z","steps":["trace[833643989] 'agreement among raft nodes before linearized reading' (duration: 879.803187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:02.215187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:01.334807Z","time spent":"880.36837ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9942e7eb-d090-4017-8f5d-da92cd0601fb\" "} {"level":"warn","ts":"2026-03-29T02:14:02.215067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:01.256566Z","time spent":"958.462632ms","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:14:02.214924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:01.404236Z","time spent":"810.677554ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9942e7eb-d090-4017-8f5d-da92cd0601fb\" "} {"level":"warn","ts":"2026-03-29T02:14:02.215241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.138268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18044"} {"level":"warn","ts":"2026-03-29T02:14:02.215382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.615836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-29T02:14:02.215403Z","caller":"traceutil/trace.go:171","msg":"trace[747123230] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5991; }","duration":"959.318342ms","start":"2026-03-29T02:14:01.256072Z","end":"2026-03-29T02:14:02.21539Z","steps":["trace[747123230] 'agreement among raft nodes before linearized reading' (duration: 959.022876ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:02.215417Z","caller":"traceutil/trace.go:171","msg":"trace[529688036] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5991; }","duration":"500.677377ms","start":"2026-03-29T02:14:01.714729Z","end":"2026-03-29T02:14:02.215406Z","steps":["trace[529688036] 'agreement among raft nodes before linearized reading' (duration: 500.578124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:02.215452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:01.256047Z","time spent":"959.389323ms","remote":"127.0.0.1:54652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18066,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-29T02:14:02.215469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:01.714706Z","time spent":"500.754199ms","remote":"127.0.0.1:54640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-29T02:14:02.214834Z","caller":"traceutil/trace.go:171","msg":"trace[1394831478] transaction","detail":"{read_only:false; response_revision:5991; number_of_response:1; }","duration":"499.694886ms","start":"2026-03-29T02:14:01.715092Z","end":"2026-03-29T02:14:02.214787Z","steps":["trace[1394831478] 'process raft request' (duration: 499.287697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:02.215587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:01.715073Z","time spent":"500.436142ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:02.215614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.228869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:14:02.215651Z","caller":"traceutil/trace.go:171","msg":"trace[1411445050] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:5991; }","duration":"817.320332ms","start":"2026-03-29T02:14:01.398317Z","end":"2026-03-29T02:14:02.215637Z","steps":["trace[1411445050] 'agreement among raft nodes before linearized reading' (duration: 817.24949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:02.215683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:01.39829Z","time spent":"817.385032ms","remote":"127.0.0.1:52402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:02.21618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.927183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:02.216321Z","caller":"traceutil/trace.go:171","msg":"trace[1308184823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5991; }","duration":"332.117797ms","start":"2026-03-29T02:14:01.88418Z","end":"2026-03-29T02:14:02.216298Z","steps":["trace[1308184823] 'agreement among raft nodes before linearized reading' (duration: 331.912463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:02.21652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:01.884149Z","time spent":"332.349612ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:14:02.636546Z","caller":"traceutil/trace.go:171","msg":"trace[1273144527] linearizableReadLoop","detail":"{readStateIndex:6237; appliedIndex:6236; }","duration":"366.94038ms","start":"2026-03-29T02:14:02.269576Z","end":"2026-03-29T02:14:02.636516Z","steps":["trace[1273144527] 'read index received' (duration: 366.696515ms)","trace[1273144527] 'applied index is now lower than readState.Index' (duration: 242.535µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:02.636621Z","caller":"traceutil/trace.go:171","msg":"trace[1535222761] transaction","detail":"{read_only:false; response_revision:5992; number_of_response:1; }","duration":"408.782218ms","start":"2026-03-29T02:14:02.22779Z","end":"2026-03-29T02:14:02.636572Z","steps":["trace[1535222761] 'process raft request' (duration: 408.505382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:02.636708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.104084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:02.63675Z","caller":"traceutil/trace.go:171","msg":"trace[1777544054] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5992; }","duration":"367.227567ms","start":"2026-03-29T02:14:02.269511Z","end":"2026-03-29T02:14:02.636739Z","steps":["trace[1777544054] 'agreement among raft nodes before linearized reading' (duration: 367.120035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:02.636788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:02.269487Z","time spent":"367.293268ms","remote":"127.0.0.1:54904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-29T02:14:02.636827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:02.227769Z","time spent":"408.941812ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3939,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:02.835226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.904562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:14:02.835349Z","caller":"traceutil/trace.go:171","msg":"trace[222023922] linearizableReadLoop","detail":"{readStateIndex:6238; appliedIndex:6237; }","duration":"195.458807ms","start":"2026-03-29T02:14:02.639871Z","end":"2026-03-29T02:14:02.83533Z","steps":["trace[222023922] 'read index received' (duration: 88.189317ms)","trace[222023922] 'applied index is now lower than readState.Index' (duration: 107.26806ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:02.835418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.554948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:02.835445Z","caller":"traceutil/trace.go:171","msg":"trace[287759610] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5993; }","duration":"195.61944ms","start":"2026-03-29T02:14:02.639815Z","end":"2026-03-29T02:14:02.835434Z","steps":["trace[287759610] 'agreement among raft nodes before linearized reading' (duration: 195.565599ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:02.835428Z","caller":"traceutil/trace.go:171","msg":"trace[450289223] transaction","detail":"{read_only:false; response_revision:5993; number_of_response:1; }","duration":"427.976925ms","start":"2026-03-29T02:14:02.407396Z","end":"2026-03-29T02:14:02.835373Z","steps":["trace[450289223] 'process raft request' (duration: 320.821388ms)","trace[450289223] 'compare' (duration: 106.776478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:02.835679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:02.407365Z","time spent":"428.183608ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:03.204366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.240365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:14:03.204506Z","caller":"traceutil/trace.go:171","msg":"trace[1194639031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5993; }","duration":"229.370648ms","start":"2026-03-29T02:14:02.975072Z","end":"2026-03-29T02:14:03.204443Z","steps":["trace[1194639031] 'range keys from in-memory index tree' (duration: 229.021071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:03.204577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.492771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:14:03.204668Z","caller":"traceutil/trace.go:171","msg":"trace[907679190] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5993; }","duration":"229.660955ms","start":"2026-03-29T02:14:02.974984Z","end":"2026-03-29T02:14:03.204645Z","steps":["trace[907679190] 'range keys from in-memory index tree' (duration: 229.241756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:03.204642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.531622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:14:03.204742Z","caller":"traceutil/trace.go:171","msg":"trace[2053472011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5993; }","duration":"229.673095ms","start":"2026-03-29T02:14:02.975043Z","end":"2026-03-29T02:14:03.204716Z","steps":["trace[2053472011] 'range keys from in-memory index tree' (duration: 229.270117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:03.20478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.601003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:14:03.204888Z","caller":"traceutil/trace.go:171","msg":"trace[1018951177] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5993; }","duration":"229.746776ms","start":"2026-03-29T02:14:02.975118Z","end":"2026-03-29T02:14:03.204865Z","steps":["trace[1018951177] 'range keys from in-memory index tree' (duration: 229.404589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:03.204791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.828649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:14:03.204973Z","caller":"traceutil/trace.go:171","msg":"trace[2024680252] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5993; }","duration":"230.042173ms","start":"2026-03-29T02:14:02.974921Z","end":"2026-03-29T02:14:03.204963Z","steps":["trace[2024680252] 'range keys from in-memory index tree' (duration: 229.627924ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:03.61421Z","caller":"traceutil/trace.go:171","msg":"trace[1784187234] transaction","detail":"{read_only:false; response_revision:5994; number_of_response:1; }","duration":"406.063748ms","start":"2026-03-29T02:14:03.208114Z","end":"2026-03-29T02:14:03.614177Z","steps":["trace[1784187234] 'process raft request' (duration: 405.601118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:03.614459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:03.208086Z","time spent":"406.214851ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:04.503714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.249134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:14:04.50398Z","caller":"traceutil/trace.go:171","msg":"trace[1778683970] transaction","detail":"{read_only:false; response_revision:5995; number_of_response:1; }","duration":"1.2942131s","start":"2026-03-29T02:14:03.209744Z","end":"2026-03-29T02:14:04.503957Z","steps":["trace[1778683970] 'process raft request' (duration: 1.166585368s)","trace[1778683970] 'compare' (duration: 126.706441ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:04.50406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:03.209671Z","time spent":"1.294355914s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:04.504337Z","caller":"traceutil/trace.go:171","msg":"trace[872364682] transaction","detail":"{read_only:false; response_revision:5996; number_of_response:1; }","duration":"1.293619558s","start":"2026-03-29T02:14:03.210691Z","end":"2026-03-29T02:14:04.504311Z","steps":["trace[872364682] 'process raft request' (duration: 1.293148217s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:04.504537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:03.210684Z","time spent":"1.29372373s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:04.504921Z","caller":"traceutil/trace.go:171","msg":"trace[1720879789] transaction","detail":"{read_only:false; response_revision:5997; number_of_response:1; }","duration":"1.294058076s","start":"2026-03-29T02:14:03.210834Z","end":"2026-03-29T02:14:04.504893Z","steps":["trace[1720879789] 'process raft request' (duration: 1.293354361s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:04.505065Z","caller":"traceutil/trace.go:171","msg":"trace[2016433756] transaction","detail":"{read_only:false; response_revision:5998; number_of_response:1; }","duration":"1.293824642s","start":"2026-03-29T02:14:03.211226Z","end":"2026-03-29T02:14:04.505051Z","steps":["trace[2016433756] 'process raft request' (duration: 1.293571126s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:04.505097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:03.210806Z","time spent":"1.2941946s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:04.505149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:03.211219Z","time spent":"1.293891583s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:05.071783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.736843ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T02:14:05.072045Z","caller":"traceutil/trace.go:171","msg":"trace[115197459] linearizableReadLoop","detail":"{readStateIndex:6243; appliedIndex:6238; }","duration":"1.848832044s","start":"2026-03-29T02:14:03.223195Z","end":"2026-03-29T02:14:05.072027Z","steps":["trace[115197459] 'read index received' (duration: 390.869441ms)","trace[115197459] 'applied index is now lower than readState.Index' (duration: 1.457961403s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:05.07258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849378756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9942e7eb-d090-4017-8f5d-da92cd0601fb\" ","response":"range_response_count:1 size:3954"} {"level":"info","ts":"2026-03-29T02:14:05.072631Z","caller":"traceutil/trace.go:171","msg":"trace[180825769] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9942e7eb-d090-4017-8f5d-da92cd0601fb; range_end:; response_count:1; response_revision:5998; }","duration":"1.849477878s","start":"2026-03-29T02:14:03.223142Z","end":"2026-03-29T02:14:05.07262Z","steps":["trace[180825769] 'agreement among raft nodes before linearized reading' (duration: 1.849292614s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:05.072666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:03.223081Z","time spent":"1.84957388s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3976,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9942e7eb-d090-4017-8f5d-da92cd0601fb\" "} {"level":"info","ts":"2026-03-29T02:14:05.0728Z","caller":"traceutil/trace.go:171","msg":"trace[1740951122] transaction","detail":"{read_only:false; response_revision:5999; number_of_response:1; }","duration":"1.319634064s","start":"2026-03-29T02:14:03.753134Z","end":"2026-03-29T02:14:05.072769Z","steps":["trace[1740951122] 'process raft request' (duration: 1.318800396s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:05.073823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:03.7531Z","time spent":"1.319778158s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:05.87559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000180112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:14:05.875701Z","caller":"traceutil/trace.go:171","msg":"trace[98288791] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000369716s","start":"2026-03-29T02:14:03.875307Z","end":"2026-03-29T02:14:05.875677Z","steps":["trace[98288791] 'agreement among raft nodes before linearized reading' (duration: 2.000222272s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:05.875764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:03.875284Z","time spent":"2.000467799s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:14:06.008967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.128016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:14:06.009247Z","caller":"traceutil/trace.go:171","msg":"trace[453405959] linearizableReadLoop","detail":"{readStateIndex:6248; appliedIndex:6244; }","duration":"937.152709ms","start":"2026-03-29T02:14:05.072074Z","end":"2026-03-29T02:14:06.009227Z","steps":["trace[453405959] 'read index received' (duration: 443.2µs)","trace[453405959] 'applied index is now lower than readState.Index' (duration: 936.708149ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:06.009363Z","caller":"traceutil/trace.go:171","msg":"trace[1162048995] transaction","detail":"{read_only:false; response_revision:6000; number_of_response:1; }","duration":"2.254128014s","start":"2026-03-29T02:14:03.755219Z","end":"2026-03-29T02:14:06.009347Z","steps":["trace[1162048995] 'process raft request' (duration: 1.317524357s)","trace[1162048995] 'compare' (duration: 935.229667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:06.009454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:03.755207Z","time spent":"2.254199465s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:06.009636Z","caller":"traceutil/trace.go:171","msg":"trace[1775241940] transaction","detail":"{read_only:false; response_revision:6002; number_of_response:1; }","duration":"1.167853558s","start":"2026-03-29T02:14:04.841749Z","end":"2026-03-29T02:14:06.009602Z","steps":["trace[1775241940] 'process raft request' (duration: 1.167429718s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:06.009733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.70963878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:06.009805Z","caller":"traceutil/trace.go:171","msg":"trace[995321817] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:6002; }","duration":"2.709805094s","start":"2026-03-29T02:14:03.299978Z","end":"2026-03-29T02:14:06.009783Z","steps":["trace[995321817] 'agreement among raft nodes before linearized reading' (duration: 2.70964103s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:06.009831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593269354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413430"} {"level":"warn","ts":"2026-03-29T02:14:06.009864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:03.29995Z","time spent":"2.709897415s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:06.009881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.749641726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:14:06.0099Z","caller":"traceutil/trace.go:171","msg":"trace[878668076] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:6002; }","duration":"1.593405087s","start":"2026-03-29T02:14:04.416478Z","end":"2026-03-29T02:14:06.009883Z","steps":["trace[878668076] 'agreement among raft nodes before linearized reading' (duration: 1.593019308s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:06.009932Z","caller":"traceutil/trace.go:171","msg":"trace[1931520492] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; response_count:1; response_revision:6002; }","duration":"2.749730958s","start":"2026-03-29T02:14:03.260184Z","end":"2026-03-29T02:14:06.009915Z","steps":["trace[1931520492] 'agreement among raft nodes before linearized reading' (duration: 2.749526814s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:06.009944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:04.416459Z","time spent":"1.593474449s","remote":"127.0.0.1:52402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413452,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-29T02:14:06.009974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:03.260158Z","time spent":"2.749809661s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-s9btj\" "} {"level":"warn","ts":"2026-03-29T02:14:06.009982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.920099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9942e7eb-d090-4017-8f5d-da92cd0601fb\" ","response":"range_response_count:1 size:3954"} {"level":"info","ts":"2026-03-29T02:14:06.010066Z","caller":"traceutil/trace.go:171","msg":"trace[981636989] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9942e7eb-d090-4017-8f5d-da92cd0601fb; range_end:; response_count:1; response_revision:6002; }","duration":"930.075822ms","start":"2026-03-29T02:14:05.079969Z","end":"2026-03-29T02:14:06.010045Z","steps":["trace[981636989] 'agreement among raft nodes before linearized reading' (duration: 929.838797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:06.010109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:05.079942Z","time spent":"930.157734ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3976,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9942e7eb-d090-4017-8f5d-da92cd0601fb\" "} {"level":"warn","ts":"2026-03-29T02:14:06.010093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.431089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:14:06.010192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191605534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:06.010219Z","caller":"traceutil/trace.go:171","msg":"trace[87550351] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6002; }","duration":"133.623085ms","start":"2026-03-29T02:14:05.876572Z","end":"2026-03-29T02:14:06.010195Z","steps":["trace[87550351] 'agreement among raft nodes before linearized reading' (duration: 133.398749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:06.010227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972969688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:14:06.010218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.919551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-29T02:14:06.010293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290649142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:06.010327Z","caller":"traceutil/trace.go:171","msg":"trace[1790828799] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:6002; }","duration":"1.290714183s","start":"2026-03-29T02:14:04.719602Z","end":"2026-03-29T02:14:06.010316Z","steps":["trace[1790828799] 'agreement among raft nodes before linearized reading' (duration: 1.290660852s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:06.010319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522080316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:14:06.010363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.623598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-29T02:14:06.010381Z","caller":"traceutil/trace.go:171","msg":"trace[1432286856] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:6002; }","duration":"1.522223709s","start":"2026-03-29T02:14:04.488139Z","end":"2026-03-29T02:14:06.010363Z","steps":["trace[1432286856] 'agreement among raft nodes before linearized reading' (duration: 1.522127147s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:06.010396Z","caller":"traceutil/trace.go:171","msg":"trace[420524893] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6002; }","duration":"597.723131ms","start":"2026-03-29T02:14:05.412663Z","end":"2026-03-29T02:14:06.010386Z","steps":["trace[420524893] 'agreement among raft nodes before linearized reading' (duration: 597.637079ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:06.010152Z","caller":"traceutil/trace.go:171","msg":"trace[2111635824] transaction","detail":"{read_only:false; response_revision:6001; number_of_response:1; }","duration":"2.254627525s","start":"2026-03-29T02:14:03.755506Z","end":"2026-03-29T02:14:06.010133Z","steps":["trace[2111635824] 'process raft request' (duration: 2.253572942s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:06.010429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:04.48812Z","time spent":"1.5222921s","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:06.010199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572013016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:14:06.010486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:03.755475Z","time spent":"2.254974444s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:06.010377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258463621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:14:06.010363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:04.719544Z","time spent":"1.290811135s","remote":"127.0.0.1:40614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:14:06.010275Z","caller":"traceutil/trace.go:171","msg":"trace[847409912] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:6002; }","duration":"1.973086261s","start":"2026-03-29T02:14:04.037177Z","end":"2026-03-29T02:14:06.010264Z","steps":["trace[847409912] 'agreement among raft nodes before linearized reading' (duration: 1.973013999s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:06.010328Z","caller":"traceutil/trace.go:171","msg":"trace[1960181607] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6002; }","duration":"391.100327ms","start":"2026-03-29T02:14:05.619204Z","end":"2026-03-29T02:14:06.010305Z","steps":["trace[1960181607] 'agreement among raft nodes before linearized reading' (duration: 390.777909ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:06.010609Z","caller":"traceutil/trace.go:171","msg":"trace[27221361] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:6002; }","duration":"2.258904951s","start":"2026-03-29T02:14:03.751652Z","end":"2026-03-29T02:14:06.010556Z","steps":["trace[27221361] 'agreement among raft nodes before linearized reading' (duration: 2.25842941s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:06.010749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:03.751623Z","time spent":"2.259108226s","remote":"127.0.0.1:59784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:06.01068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:05.619172Z","time spent":"391.491805ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:14:06.010417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:05.412611Z","time spent":"597.801382ms","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-29T02:14:06.010513Z","caller":"traceutil/trace.go:171","msg":"trace[831411803] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:6002; }","duration":"2.572369475s","start":"2026-03-29T02:14:03.438126Z","end":"2026-03-29T02:14:06.010495Z","steps":["trace[831411803] 'agreement among raft nodes before linearized reading' (duration: 2.571976956s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:06.011069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:03.438101Z","time spent":"2.572913377s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":31,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:06.009895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:04.841728Z","time spent":"1.168027931s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:06.010242Z","caller":"traceutil/trace.go:171","msg":"trace[1400875444] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:6002; }","duration":"1.191720127s","start":"2026-03-29T02:14:04.818506Z","end":"2026-03-29T02:14:06.010226Z","steps":["trace[1400875444] 'agreement among raft nodes before linearized reading' (duration: 1.191646255s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:06.011344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:04.818471Z","time spent":"1.192838252s","remote":"127.0.0.1:59780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:06.012132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:04.037155Z","time spent":"1.973477479s","remote":"127.0.0.1:42224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:06.514891Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198741869,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:14:07.015431Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198741869,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:14:07.486917Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.473727032s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:14:07.4876Z","caller":"traceutil/trace.go:171","msg":"trace[482000623] transaction","detail":"{read_only:false; response_revision:6003; number_of_response:1; }","duration":"1.47453309s","start":"2026-03-29T02:14:06.013035Z","end":"2026-03-29T02:14:07.487568Z","steps":["trace[482000623] 'process raft request' (duration: 1.474259814s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:07.487901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:06.013011Z","time spent":"1.474685564s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3951,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:08.019667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000887547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:14:08.019768Z","caller":"traceutil/trace.go:171","msg":"trace[1319701573] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001017119s","start":"2026-03-29T02:14:06.018733Z","end":"2026-03-29T02:14:08.01975Z","steps":["trace[1319701573] 'agreement among raft nodes before linearized reading' (duration: 2.000896787s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:08.019814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:06.018727Z","time spent":"2.001077361s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:14:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-29T02:14:08.268441Z","caller":"traceutil/trace.go:171","msg":"trace[220177795] transaction","detail":"{read_only:false; response_revision:6004; number_of_response:1; }","duration":"2.251925286s","start":"2026-03-29T02:14:06.016488Z","end":"2026-03-29T02:14:08.268413Z","steps":["trace[220177795] 'process raft request' (duration: 2.2516528s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:08.26862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:06.016464Z","time spent":"2.252059029s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:08.268889Z","caller":"traceutil/trace.go:171","msg":"trace[531581296] transaction","detail":"{read_only:false; response_revision:6005; number_of_response:1; }","duration":"2.250447374s","start":"2026-03-29T02:14:06.018429Z","end":"2026-03-29T02:14:08.268876Z","steps":["trace[531581296] 'process raft request' (duration: 2.249914182s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:08.268967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:06.018414Z","time spent":"2.250504765s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4568,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:08.269192Z","caller":"traceutil/trace.go:171","msg":"trace[1394446384] linearizableReadLoop","detail":"{readStateIndex:6252; appliedIndex:6248; }","duration":"2.254452942s","start":"2026-03-29T02:14:06.014712Z","end":"2026-03-29T02:14:08.269164Z","steps":["trace[1394446384] 'read index received' (duration: 1.472598328s)","trace[1394446384] 'applied index is now lower than readState.Index' (duration: 781.853814ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:08.269285Z","caller":"traceutil/trace.go:171","msg":"trace[2007305123] transaction","detail":"{read_only:false; response_revision:6006; number_of_response:1; }","duration":"1.868464249s","start":"2026-03-29T02:14:06.400794Z","end":"2026-03-29T02:14:08.269258Z","steps":["trace[2007305123] 'process raft request' (duration: 1.867976229s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:08.269453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:06.400751Z","time spent":"1.868612303s","remote":"127.0.0.1:52402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414015,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:08.26952Z","caller":"traceutil/trace.go:171","msg":"trace[940390484] transaction","detail":"{read_only:false; response_revision:6007; number_of_response:1; }","duration":"1.187203697s","start":"2026-03-29T02:14:07.082304Z","end":"2026-03-29T02:14:08.269508Z","steps":["trace[940390484] 'process raft request' (duration: 1.186801968s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:08.269633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:07.08226Z","time spent":"1.187284859s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:08.269638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.254909952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-29T02:14:08.269722Z","caller":"traceutil/trace.go:171","msg":"trace[1253820835] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4; range_end:; response_count:1; response_revision:6007; }","duration":"2.255008545s","start":"2026-03-29T02:14:06.014682Z","end":"2026-03-29T02:14:08.26969Z","steps":["trace[1253820835] 'agreement among raft nodes before linearized reading' (duration: 2.254750319s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:08.269777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:06.014667Z","time spent":"2.255096266s","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4\" "} {"level":"warn","ts":"2026-03-29T02:14:08.76982Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198741880,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:14:09.194168Z","caller":"traceutil/trace.go:171","msg":"trace[1754219046] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6008; }","duration":"1.704190425s","start":"2026-03-29T02:14:07.489934Z","end":"2026-03-29T02:14:09.194124Z","steps":["trace[1754219046] 'process raft request' (duration: 1.703842098s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:09.194235Z","caller":"traceutil/trace.go:171","msg":"trace[790038283] transaction","detail":"{read_only:false; response_revision:6010; number_of_response:1; }","duration":"1.176755885s","start":"2026-03-29T02:14:08.017446Z","end":"2026-03-29T02:14:09.194202Z","steps":["trace[790038283] 'process raft request' (duration: 1.176648753s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:09.194295Z","caller":"traceutil/trace.go:171","msg":"trace[962988126] transaction","detail":"{read_only:false; response_revision:6009; number_of_response:1; }","duration":"1.287249316s","start":"2026-03-29T02:14:07.906987Z","end":"2026-03-29T02:14:09.194236Z","steps":["trace[962988126] 'process raft request' (duration: 1.287030461s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:09.194413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:07.489906Z","time spent":"1.704360158s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-29T02:14:09.194448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:08.017408Z","time spent":"1.176917649s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:09.194521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:07.906965Z","time spent":"1.287437969s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:09.194549Z","caller":"traceutil/trace.go:171","msg":"trace[962067893] transaction","detail":"{read_only:false; response_revision:6011; number_of_response:1; }","duration":"1.175958767s","start":"2026-03-29T02:14:08.01857Z","end":"2026-03-29T02:14:09.194528Z","steps":["trace[962067893] 'process raft request' (duration: 1.175577069s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:09.19465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:08.018555Z","time spent":"1.17604788s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:09.194551Z","caller":"traceutil/trace.go:171","msg":"trace[607827742] transaction","detail":"{read_only:false; response_revision:6012; number_of_response:1; }","duration":"1.174342161s","start":"2026-03-29T02:14:08.020188Z","end":"2026-03-29T02:14:09.19453Z","steps":["trace[607827742] 'process raft request' (duration: 1.174260099s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:09.194747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:08.020157Z","time spent":"1.174541146s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:10.003398Z","caller":"traceutil/trace.go:171","msg":"trace[288499072] transaction","detail":"{read_only:false; response_revision:6013; number_of_response:1; }","duration":"1.726422948s","start":"2026-03-29T02:14:08.276917Z","end":"2026-03-29T02:14:10.003339Z","steps":["trace[288499072] 'process raft request' (duration: 1.72560733s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:10.003465Z","caller":"traceutil/trace.go:171","msg":"trace[2018733468] transaction","detail":"{read_only:false; response_revision:6014; number_of_response:1; }","duration":"1.725461507s","start":"2026-03-29T02:14:08.277981Z","end":"2026-03-29T02:14:10.003442Z","steps":["trace[2018733468] 'process raft request' (duration: 1.725245402s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:10.00344Z","caller":"traceutil/trace.go:171","msg":"trace[869534634] transaction","detail":"{read_only:false; response_revision:6015; number_of_response:1; }","duration":"1.724513576s","start":"2026-03-29T02:14:08.278884Z","end":"2026-03-29T02:14:10.003398Z","steps":["trace[869534634] 'process raft request' (duration: 1.724416514s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:10.003673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:08.277971Z","time spent":"1.725542689s","remote":"127.0.0.1:54640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":993,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:10.003778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:08.279588Z","time spent":"1.724180158s","remote":"127.0.0.1:54554","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:14:10.003823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:08.276883Z","time spent":"1.726630203s","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1631,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:10.004003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:08.278875Z","time spent":"1.724824323s","remote":"127.0.0.1:54640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1107,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:10.00428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984216987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:10.004348Z","caller":"traceutil/trace.go:171","msg":"trace[270888240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6017; }","duration":"1.98435668s","start":"2026-03-29T02:14:08.01997Z","end":"2026-03-29T02:14:10.004326Z","steps":["trace[270888240] 'agreement among raft nodes before linearized reading' (duration: 1.984167386s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:10.004358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.493653052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:14:10.004388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:08.019959Z","time spent":"1.984422432s","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:14:10.004403Z","caller":"traceutil/trace.go:171","msg":"trace[781818187] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6017; }","duration":"3.493713144s","start":"2026-03-29T02:14:06.510677Z","end":"2026-03-29T02:14:10.00439Z","steps":["trace[781818187] 'agreement among raft nodes before linearized reading' (duration: 3.493508599s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:10.004439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:06.510669Z","time spent":"3.493763025s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:14:10.004478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.49404906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-29T02:14:10.004518Z","caller":"traceutil/trace.go:171","msg":"trace[2024736099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6017; }","duration":"3.494137993s","start":"2026-03-29T02:14:06.510367Z","end":"2026-03-29T02:14:10.004505Z","steps":["trace[2024736099] 'agreement among raft nodes before linearized reading' (duration: 3.49397948s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:10.004552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:06.510336Z","time spent":"3.494205594s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:14:10.004571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.495268447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:14:10.004632Z","caller":"traceutil/trace.go:171","msg":"trace[1616455420] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6017; }","duration":"3.49539399s","start":"2026-03-29T02:14:06.509226Z","end":"2026-03-29T02:14:10.00462Z","steps":["trace[1616455420] 'agreement among raft nodes before linearized reading' (duration: 3.495168115s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:10.004644Z","caller":"traceutil/trace.go:171","msg":"trace[94478241] transaction","detail":"{read_only:false; response_revision:6017; number_of_response:1; }","duration":"1.714592576s","start":"2026-03-29T02:14:08.29004Z","end":"2026-03-29T02:14:10.004633Z","steps":["trace[94478241] 'process raft request' (duration: 1.713743288s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:10.004675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:06.509201Z","time spent":"3.495465522s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:14:10.004741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:08.29002Z","time spent":"1.714648767s","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:10.004825Z","caller":"traceutil/trace.go:171","msg":"trace[378460188] transaction","detail":"{read_only:false; response_revision:6016; number_of_response:1; }","duration":"1.724337862s","start":"2026-03-29T02:14:08.280464Z","end":"2026-03-29T02:14:10.004802Z","steps":["trace[378460188] 'process raft request' (duration: 1.723183497s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:10.004836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.743130603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:10.004895Z","caller":"traceutil/trace.go:171","msg":"trace[1967358781] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:6017; }","duration":"2.743353807s","start":"2026-03-29T02:14:07.261524Z","end":"2026-03-29T02:14:10.004878Z","steps":["trace[1967358781] 'agreement among raft nodes before linearized reading' (duration: 2.743086452s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:10.004876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879028643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1984"} {"level":"warn","ts":"2026-03-29T02:14:10.00491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:08.280455Z","time spent":"1.724408503s","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4237,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:10.004953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:07.261452Z","time spent":"2.743476861s","remote":"127.0.0.1:42226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:10.004887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753602722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:14:10.004966Z","caller":"traceutil/trace.go:171","msg":"trace[495285229] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:6017; }","duration":"1.879185527s","start":"2026-03-29T02:14:08.125754Z","end":"2026-03-29T02:14:10.004939Z","steps":["trace[495285229] 'agreement among raft nodes before linearized reading' (duration: 1.878906201s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:10.005022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:08.125727Z","time spent":"1.879283779s","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2006,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-29T02:14:10.00504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.143292177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-29T02:14:10.005058Z","caller":"traceutil/trace.go:171","msg":"trace[564119661] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:6017; }","duration":"1.753778267s","start":"2026-03-29T02:14:08.251244Z","end":"2026-03-29T02:14:10.005022Z","steps":["trace[564119661] 'agreement among raft nodes before linearized reading' (duration: 1.753420218s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:10.005107Z","caller":"traceutil/trace.go:171","msg":"trace[698059007] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6017; }","duration":"2.14342837s","start":"2026-03-29T02:14:07.861663Z","end":"2026-03-29T02:14:10.005091Z","steps":["trace[698059007] 'agreement among raft nodes before linearized reading' (duration: 2.143196004s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:10.005117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:08.251146Z","time spent":"1.75395306s","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"warn","ts":"2026-03-29T02:14:10.005163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:07.861634Z","time spent":"2.143520292s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:14:10.005601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.990433173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80208"} {"level":"info","ts":"2026-03-29T02:14:10.005646Z","caller":"traceutil/trace.go:171","msg":"trace[1769876936] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6017; }","duration":"3.990494125s","start":"2026-03-29T02:14:06.015141Z","end":"2026-03-29T02:14:10.005635Z","steps":["trace[1769876936] 'agreement among raft nodes before linearized reading' (duration: 3.99026409s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:10.005677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:06.015132Z","time spent":"3.990536866s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80230,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-29T02:14:10.003883Z","caller":"traceutil/trace.go:171","msg":"trace[2035469801] linearizableReadLoop","detail":"{readStateIndex:6264; appliedIndex:6254; }","duration":"1.73459904s","start":"2026-03-29T02:14:08.269262Z","end":"2026-03-29T02:14:10.003862Z","steps":["trace[2035469801] 'read index received' (duration: 924.739635ms)","trace[2035469801] 'applied index is now lower than readState.Index' (duration: 809.858105ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:10.006725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.495843341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:14:10.007236Z","caller":"traceutil/trace.go:171","msg":"trace[373836684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6017; }","duration":"3.496767231s","start":"2026-03-29T02:14:06.510439Z","end":"2026-03-29T02:14:10.007206Z","steps":["trace[373836684] 'agreement among raft nodes before linearized reading' (duration: 3.494088482s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:10.007311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:06.510434Z","time spent":"3.496861013s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:14:10.329526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.314651ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:14:10.32969Z","caller":"traceutil/trace.go:171","msg":"trace[177033320] transaction","detail":"{read_only:false; response_revision:6018; number_of_response:1; }","duration":"1.12878365s","start":"2026-03-29T02:14:09.200876Z","end":"2026-03-29T02:14:10.32966Z","steps":["trace[177033320] 'process raft request' (duration: 915.209763ms)","trace[177033320] 'compare' (duration: 212.884112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:10.329776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:09.200854Z","time spent":"1.128883793s","remote":"127.0.0.1:54624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1203,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:14:11.165122Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.048974801s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:14:11.280489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.006561ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-29T02:14:11.280858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:10.006576Z","time spent":"1.274273549s","remote":"127.0.0.1:54502","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T02:14:11.281178Z","caller":"traceutil/trace.go:171","msg":"trace[1042853458] transaction","detail":"{read_only:false; response_revision:6020; number_of_response:1; }","duration":"1.269647406s","start":"2026-03-29T02:14:10.011479Z","end":"2026-03-29T02:14:11.281126Z","steps":["trace[1042853458] 'process raft request' (duration: 1.269307399s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:11.281252Z","caller":"traceutil/trace.go:171","msg":"trace[2027311892] transaction","detail":"{read_only:false; response_revision:6022; number_of_response:1; }","duration":"1.269568324s","start":"2026-03-29T02:14:10.011651Z","end":"2026-03-29T02:14:11.28122Z","steps":["trace[2027311892] 'process raft request' (duration: 1.269280468s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:11.281407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:10.011463Z","time spent":"1.269819509s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:11.281423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:10.011614Z","time spent":"1.269716918s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:11.281151Z","caller":"traceutil/trace.go:171","msg":"trace[408649167] transaction","detail":"{read_only:false; response_revision:6019; number_of_response:1; }","duration":"1.274139206s","start":"2026-03-29T02:14:10.006965Z","end":"2026-03-29T02:14:11.281105Z","steps":["trace[408649167] 'process raft request' (duration: 1.273643635s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:11.281591Z","caller":"traceutil/trace.go:171","msg":"trace[1526734072] transaction","detail":"{read_only:false; response_revision:6023; number_of_response:1; }","duration":"1.268690605s","start":"2026-03-29T02:14:10.012878Z","end":"2026-03-29T02:14:11.281569Z","steps":["trace[1526734072] 'process raft request' (duration: 1.268107372s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:11.281162Z","caller":"traceutil/trace.go:171","msg":"trace[1979474450] transaction","detail":"{read_only:false; response_revision:6021; number_of_response:1; }","duration":"1.269534793s","start":"2026-03-29T02:14:10.011589Z","end":"2026-03-29T02:14:11.281123Z","steps":["trace[1979474450] 'process raft request' (duration: 1.269268877s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:11.281687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:10.011509Z","time spent":"1.270152197s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:11.281692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:10.012863Z","time spent":"1.268780006s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:11.281676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:10.006903Z","time spent":"1.274646446s","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:11.28185Z","caller":"traceutil/trace.go:171","msg":"trace[1495559307] linearizableReadLoop","detail":"{readStateIndex:6266; appliedIndex:6264; }","duration":"1.275193888s","start":"2026-03-29T02:14:10.006635Z","end":"2026-03-29T02:14:11.281829Z","steps":["trace[1495559307] 'read index received' (duration: 109.467368ms)","trace[1495559307] 'applied index is now lower than readState.Index' (duration: 1.16572514s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:11.282081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.235851299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:14:11.282142Z","caller":"traceutil/trace.go:171","msg":"trace[1270569665] transaction","detail":"{read_only:false; response_revision:6024; number_of_response:1; }","duration":"1.268152952s","start":"2026-03-29T02:14:10.013973Z","end":"2026-03-29T02:14:11.282126Z","steps":["trace[1270569665] 'process raft request' (duration: 1.267336074s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:11.282231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:10.013947Z","time spent":"1.268243644s","remote":"127.0.0.1:54904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4665,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:11.282234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768300428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-29T02:14:11.282333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.418998592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18044"} {"level":"info","ts":"2026-03-29T02:14:11.2824Z","caller":"traceutil/trace.go:171","msg":"trace[1637217046] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6024; }","duration":"2.419111416s","start":"2026-03-29T02:14:08.863274Z","end":"2026-03-29T02:14:11.282385Z","steps":["trace[1637217046] 'agreement among raft nodes before linearized reading' (duration: 2.41889955s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:11.282427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445729273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:14:11.282457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:08.863248Z","time spent":"2.419196718s","remote":"127.0.0.1:54652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18066,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-29T02:14:11.282466Z","caller":"traceutil/trace.go:171","msg":"trace[2072305664] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:6024; }","duration":"1.445812685s","start":"2026-03-29T02:14:09.836642Z","end":"2026-03-29T02:14:11.282454Z","steps":["trace[2072305664] 'agreement among raft nodes before linearized reading' (duration: 1.445739973s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:11.28258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:09.836619Z","time spent":"1.445922807s","remote":"127.0.0.1:59740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:14:11.282145Z","caller":"traceutil/trace.go:171","msg":"trace[99681687] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:6024; }","duration":"2.235971332s","start":"2026-03-29T02:14:09.046156Z","end":"2026-03-29T02:14:11.282127Z","steps":["trace[99681687] 'agreement among raft nodes before linearized reading' (duration: 2.235798858s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:11.282875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:09.046133Z","time spent":"2.23672144s","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":21,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:14:11.282347Z","caller":"traceutil/trace.go:171","msg":"trace[473567145] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6024; }","duration":"1.768482292s","start":"2026-03-29T02:14:09.513837Z","end":"2026-03-29T02:14:11.282319Z","steps":["trace[473567145] 'agreement among raft nodes before linearized reading' (duration: 1.768040922s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:11.282993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.517377195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:109865"} {"level":"warn","ts":"2026-03-29T02:14:11.283027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:09.513813Z","time spent":"1.769201218s","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-29T02:14:11.28305Z","caller":"traceutil/trace.go:171","msg":"trace[345070871] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:6024; }","duration":"2.517477458s","start":"2026-03-29T02:14:08.765557Z","end":"2026-03-29T02:14:11.283034Z","steps":["trace[345070871] 'agreement among raft nodes before linearized reading' (duration: 2.517174651s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:11.283097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:08.765534Z","time spent":"2.517551139s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":109887,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-29T02:14:11.283381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.52930981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:109865"} {"level":"info","ts":"2026-03-29T02:14:11.283427Z","caller":"traceutil/trace.go:171","msg":"trace[1509210921] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:6024; }","duration":"2.529417042s","start":"2026-03-29T02:14:08.753996Z","end":"2026-03-29T02:14:11.283413Z","steps":["trace[1509210921] 'agreement among raft nodes before linearized reading' (duration: 2.529188377s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:11.283461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:08.753952Z","time spent":"2.529498174s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":109887,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-29T02:14:11.782249Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198741904,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:14:12.014193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999979587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:14:12.014307Z","caller":"traceutil/trace.go:171","msg":"trace[1337607092] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000149481s","start":"2026-03-29T02:14:10.014132Z","end":"2026-03-29T02:14:12.014282Z","steps":["trace[1337607092] 'agreement among raft nodes before linearized reading' (duration: 2.000003418s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:12.014361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:10.014121Z","time spent":"2.000229113s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:14:12.051448Z","caller":"traceutil/trace.go:171","msg":"trace[915772228] transaction","detail":"{read_only:false; response_revision:6025; number_of_response:1; }","duration":"1.768462511s","start":"2026-03-29T02:14:10.282946Z","end":"2026-03-29T02:14:12.051408Z","steps":["trace[915772228] 'process raft request' (duration: 1.768162934s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:12.051493Z","caller":"traceutil/trace.go:171","msg":"trace[1952591655] transaction","detail":"{read_only:false; response_revision:6026; number_of_response:1; }","duration":"1.71608115s","start":"2026-03-29T02:14:10.335387Z","end":"2026-03-29T02:14:12.051468Z","steps":["trace[1952591655] 'process raft request' (duration: 1.715924847s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:12.051618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:10.335345Z","time spent":"1.716202083s","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":848,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:14:12.051639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:10.282918Z","time spent":"1.768623465s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:12.051713Z","caller":"traceutil/trace.go:171","msg":"trace[175864238] transaction","detail":"{read_only:false; response_revision:6027; number_of_response:1; }","duration":"1.716081639s","start":"2026-03-29T02:14:10.33558Z","end":"2026-03-29T02:14:12.051662Z","steps":["trace[175864238] 'process raft request' (duration: 1.715791093s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:12.051954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:10.335545Z","time spent":"1.716282583s","remote":"127.0.0.1:54624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1307,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:13.123733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999753322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:14:13.123868Z","caller":"traceutil/trace.go:171","msg":"trace[398916919] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000042728s","start":"2026-03-29T02:14:11.123797Z","end":"2026-03-29T02:14:13.12384Z","steps":["trace[398916919] 'agreement among raft nodes before linearized reading' (duration: 1.999868565s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:13.12394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:11.123769Z","time spent":"2.000147941s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:14:14.01541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0005892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:14:14.015521Z","caller":"traceutil/trace.go:171","msg":"trace[758897992] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000778614s","start":"2026-03-29T02:14:12.014719Z","end":"2026-03-29T02:14:14.015497Z","steps":["trace[758897992] 'agreement among raft nodes before linearized reading' (duration: 2.000623431s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:14.015568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:12.014698Z","time spent":"2.000860937s","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:14:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:14:14.149911Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.098674926s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:14:14.150398Z","caller":"traceutil/trace.go:171","msg":"trace[130422549] transaction","detail":"{read_only:false; response_revision:6028; number_of_response:1; }","duration":"2.948905137s","start":"2026-03-29T02:14:11.20146Z","end":"2026-03-29T02:14:14.150365Z","steps":["trace[130422549] 'process raft request' (duration: 2.948666002s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:14.150717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:11.201423Z","time spent":"2.949111522s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:14.151184Z","caller":"traceutil/trace.go:171","msg":"trace[63083691] transaction","detail":"{read_only:false; response_revision:6030; number_of_response:1; }","duration":"2.948631492s","start":"2026-03-29T02:14:11.20252Z","end":"2026-03-29T02:14:14.151151Z","steps":["trace[63083691] 'process raft request' (duration: 2.948478209s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:14.151469Z","caller":"traceutil/trace.go:171","msg":"trace[1789320474] linearizableReadLoop","detail":"{readStateIndex:6280; appliedIndex:6272; }","duration":"2.869525158s","start":"2026-03-29T02:14:11.281915Z","end":"2026-03-29T02:14:14.151441Z","steps":["trace[1789320474] 'read index received' (duration: 769.340487ms)","trace[1789320474] 'applied index is now lower than readState.Index' (duration: 2.100183581s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:14.151501Z","caller":"traceutil/trace.go:171","msg":"trace[838145981] transaction","detail":"{read_only:false; response_revision:6032; number_of_response:1; }","duration":"2.853017282s","start":"2026-03-29T02:14:11.298467Z","end":"2026-03-29T02:14:14.151484Z","steps":["trace[838145981] 'process raft request' (duration: 2.852849308s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:14.151597Z","caller":"traceutil/trace.go:171","msg":"trace[1986877708] transaction","detail":"{read_only:false; response_revision:6031; number_of_response:1; }","duration":"2.866430839s","start":"2026-03-29T02:14:11.285142Z","end":"2026-03-29T02:14:14.151573Z","steps":["trace[1986877708] 'process raft request' (duration: 2.865971809s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:14.151672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:11.298446Z","time spent":"2.853125804s","remote":"127.0.0.1:52844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7567,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:14.151795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.129625337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-29T02:14:14.151836Z","caller":"traceutil/trace.go:171","msg":"trace[935522993] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6032; }","duration":"3.129745959s","start":"2026-03-29T02:14:11.022076Z","end":"2026-03-29T02:14:14.151822Z","steps":["trace[935522993] 'agreement among raft nodes before linearized reading' (duration: 3.129518054s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:14.151831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:11.285115Z","time spent":"2.866542012s","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:14.151882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:11.022047Z","time spent":"3.129823911s","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-29T02:14:14.152195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.559261439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:14:14.152232Z","caller":"traceutil/trace.go:171","msg":"trace[1570346358] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:6032; }","duration":"3.559349521s","start":"2026-03-29T02:14:10.592873Z","end":"2026-03-29T02:14:14.152223Z","steps":["trace[1570346358] 'agreement among raft nodes before linearized reading' (duration: 3.559256829s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:14.152368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:10.592846Z","time spent":"3.559511664s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:14.152533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.143650212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-29T02:14:14.152608Z","caller":"traceutil/trace.go:171","msg":"trace[1911124272] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6032; }","duration":"4.143755794s","start":"2026-03-29T02:14:10.008834Z","end":"2026-03-29T02:14:14.15259Z","steps":["trace[1911124272] 'agreement among raft nodes before linearized reading' (duration: 4.143513509s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:14.152657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:10.008812Z","time spent":"4.143832296s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:14:14.152613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:11.202501Z","time spent":"2.948787325s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:14.152784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.877226042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:14:14.152859Z","caller":"traceutil/trace.go:171","msg":"trace[1313653039] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6032; }","duration":"3.877331634s","start":"2026-03-29T02:14:10.275489Z","end":"2026-03-29T02:14:14.15282Z","steps":["trace[1313653039] 'agreement among raft nodes before linearized reading' (duration: 3.8771553s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:14.152902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:10.275459Z","time spent":"3.877433897s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:14:14.151129Z","caller":"traceutil/trace.go:171","msg":"trace[1234289468] transaction","detail":"{read_only:false; response_revision:6029; number_of_response:1; }","duration":"2.949253046s","start":"2026-03-29T02:14:11.201836Z","end":"2026-03-29T02:14:14.15109Z","steps":["trace[1234289468] 'process raft request' (duration: 2.948484088s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:14.153504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:11.201793Z","time spent":"2.951325491s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:14.316568Z","caller":"traceutil/trace.go:171","msg":"trace[173237104] transaction","detail":"{read_only:false; response_revision:6033; number_of_response:1; }","duration":"1.993663227s","start":"2026-03-29T02:14:12.322867Z","end":"2026-03-29T02:14:14.31653Z","steps":["trace[173237104] 'process raft request' (duration: 1.970611945s)","trace[173237104] 'compare' (duration: 22.578841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:14.316814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:12.322839Z","time spent":"1.993837391s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:14.316973Z","caller":"traceutil/trace.go:171","msg":"trace[224847837] linearizableReadLoop","detail":"{readStateIndex:6283; appliedIndex:6280; }","duration":"165.389109ms","start":"2026-03-29T02:14:14.151552Z","end":"2026-03-29T02:14:14.316941Z","steps":["trace[224847837] 'read index received' (duration: 142.104142ms)","trace[224847837] 'applied index is now lower than readState.Index' (duration: 23.283797ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:14.317181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13323999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:14:14.317209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026734158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:14:14.317231Z","caller":"traceutil/trace.go:171","msg":"trace[1339401845] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:6035; }","duration":"1.133384423s","start":"2026-03-29T02:14:13.183829Z","end":"2026-03-29T02:14:14.317213Z","steps":["trace[1339401845] 'agreement among raft nodes before linearized reading' (duration: 1.13326527s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:14.31726Z","caller":"traceutil/trace.go:171","msg":"trace[1641060935] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6035; }","duration":"1.02684982s","start":"2026-03-29T02:14:13.290396Z","end":"2026-03-29T02:14:14.317246Z","steps":["trace[1641060935] 'agreement among raft nodes before linearized reading' (duration: 1.026618095s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:14.317275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.027655145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-03-29T02:14:14.317307Z","caller":"traceutil/trace.go:171","msg":"trace[188693511] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:6035; }","duration":"3.027690966s","start":"2026-03-29T02:14:11.289608Z","end":"2026-03-29T02:14:14.317299Z","steps":["trace[188693511] 'agreement among raft nodes before linearized reading' (duration: 3.027606864s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:14.317333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:11.289587Z","time spent":"3.027742057s","remote":"127.0.0.1:54572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1343,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-03-29T02:14:14.317382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.400271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-03-29T02:14:14.31748Z","caller":"traceutil/trace.go:171","msg":"trace[1669852624] transaction","detail":"{read_only:false; response_revision:6035; number_of_response:1; }","duration":"260.316935ms","start":"2026-03-29T02:14:14.057153Z","end":"2026-03-29T02:14:14.31747Z","steps":["trace[1669852624] 'process raft request' (duration: 259.63968ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:14.317504Z","caller":"traceutil/trace.go:171","msg":"trace[675962732] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:6035; }","duration":"298.579494ms","start":"2026-03-29T02:14:14.018903Z","end":"2026-03-29T02:14:14.317482Z","steps":["trace[675962732] 'agreement among raft nodes before linearized reading' (duration: 298.198406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:14.317516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024904997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-29T02:14:14.317553Z","caller":"traceutil/trace.go:171","msg":"trace[1575276800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6035; }","duration":"1.02506581s","start":"2026-03-29T02:14:13.292477Z","end":"2026-03-29T02:14:14.317543Z","steps":["trace[1575276800] 'agreement among raft nodes before linearized reading' (duration: 1.024982218s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:14.317552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.020402054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4849"} {"level":"warn","ts":"2026-03-29T02:14:14.317589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:13.292382Z","time spent":"1.025200503s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:14:14.31763Z","caller":"traceutil/trace.go:171","msg":"trace[1327105155] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6035; }","duration":"3.020513837s","start":"2026-03-29T02:14:11.297086Z","end":"2026-03-29T02:14:14.3176Z","steps":["trace[1327105155] 'agreement among raft nodes before linearized reading' (duration: 3.020370953s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:14.317388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.025882195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18044"} {"level":"info","ts":"2026-03-29T02:14:14.317697Z","caller":"traceutil/trace.go:171","msg":"trace[554954758] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6035; }","duration":"3.026232873s","start":"2026-03-29T02:14:11.291455Z","end":"2026-03-29T02:14:14.317688Z","steps":["trace[554954758] 'agreement among raft nodes before linearized reading' (duration: 3.025706862s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:14.317401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302830096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:14:14.317705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:11.297058Z","time spent":"3.020630808s","remote":"127.0.0.1:52830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4871,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-29T02:14:14.317735Z","caller":"traceutil/trace.go:171","msg":"trace[1186237305] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; response_count:1; response_revision:6035; }","duration":"2.303217324s","start":"2026-03-29T02:14:12.014506Z","end":"2026-03-29T02:14:14.317724Z","steps":["trace[1186237305] 'agreement among raft nodes before linearized reading' (duration: 2.302622091s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:14.317753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.230098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:14.317766Z","caller":"traceutil/trace.go:171","msg":"trace[1254420802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6035; }","duration":"294.294669ms","start":"2026-03-29T02:14:14.023467Z","end":"2026-03-29T02:14:14.317762Z","steps":["trace[1254420802] 'agreement among raft nodes before linearized reading' (duration: 294.268088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:14.31777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:12.014483Z","time spent":"2.303276615s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-s9btj\" "} {"level":"info","ts":"2026-03-29T02:14:14.317666Z","caller":"traceutil/trace.go:171","msg":"trace[1639292819] transaction","detail":"{read_only:false; response_revision:6034; number_of_response:1; }","duration":"1.870444924s","start":"2026-03-29T02:14:12.447175Z","end":"2026-03-29T02:14:14.31762Z","steps":["trace[1639292819] 'process raft request' (duration: 1.869290519s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:14.317274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:13.18375Z","time spent":"1.133512926s","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:14.317424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.030080019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-29T02:14:14.317995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025615742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:14:14.318467Z","caller":"traceutil/trace.go:171","msg":"trace[1166376996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6035; }","duration":"1.026099293s","start":"2026-03-29T02:14:13.292354Z","end":"2026-03-29T02:14:14.318453Z","steps":["trace[1166376996] 'agreement among raft nodes before linearized reading' (duration: 1.025561951s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:14.317726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:11.291451Z","time spent":"3.026266974s","remote":"127.0.0.1:54652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18066,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-29T02:14:14.318002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.261151831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:14.318689Z","caller":"traceutil/trace.go:171","msg":"trace[962455274] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:6035; }","duration":"2.261862767s","start":"2026-03-29T02:14:12.056807Z","end":"2026-03-29T02:14:14.31867Z","steps":["trace[962455274] 'agreement among raft nodes before linearized reading' (duration: 2.261156031s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:14.318737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:12.056791Z","time spent":"2.261934158s","remote":"127.0.0.1:54610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:14:14.317305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:13.290282Z","time spent":"1.027015234s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:14:14.318542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887103453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:14.318894Z","caller":"traceutil/trace.go:171","msg":"trace[756344608] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:6035; }","duration":"1.888217638s","start":"2026-03-29T02:14:12.430652Z","end":"2026-03-29T02:14:14.318869Z","steps":["trace[756344608] 'agreement among raft nodes before linearized reading' (duration: 1.886803117s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:14.318027Z","caller":"traceutil/trace.go:171","msg":"trace[2020304736] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4; range_end:; response_count:1; response_revision:6035; }","duration":"3.030702873s","start":"2026-03-29T02:14:11.287313Z","end":"2026-03-29T02:14:14.318016Z","steps":["trace[2020304736] 'agreement among raft nodes before linearized reading' (duration: 3.029984227s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:14.319043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:11.28729Z","time spent":"3.031730845s","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4\" "} {"level":"warn","ts":"2026-03-29T02:14:14.318061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.169025637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:14:14.319127Z","caller":"traceutil/trace.go:171","msg":"trace[1418697495] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:6035; }","duration":"2.170109531s","start":"2026-03-29T02:14:12.148993Z","end":"2026-03-29T02:14:14.319103Z","steps":["trace[1418697495] 'agreement among raft nodes before linearized reading' (duration: 2.169030937s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:14.319188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:12.148976Z","time spent":"2.170190374s","remote":"127.0.0.1:54794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":8,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:14.318114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.297660571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:14:14.31743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.803769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:14:14.319271Z","caller":"traceutil/trace.go:171","msg":"trace[724656302] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6035; }","duration":"2.298829017s","start":"2026-03-29T02:14:12.020417Z","end":"2026-03-29T02:14:14.319246Z","steps":["trace[724656302] 'agreement among raft nodes before linearized reading' (duration: 2.297670491s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:14.319372Z","caller":"traceutil/trace.go:171","msg":"trace[98979014] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:6035; }","duration":"767.846854ms","start":"2026-03-29T02:14:13.551504Z","end":"2026-03-29T02:14:14.31935Z","steps":["trace[98979014] 'agreement among raft nodes before linearized reading' (duration: 765.823579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:14.31943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:12.020406Z","time spent":"2.29896325s","remote":"127.0.0.1:42356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:14.318171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:12.447146Z","time spent":"1.870755501s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:14.319452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:13.551473Z","time spent":"767.950507ms","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":76,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:14.318318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025944739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:14:14.319538Z","caller":"traceutil/trace.go:171","msg":"trace[289436977] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6035; }","duration":"1.027201448s","start":"2026-03-29T02:14:13.292323Z","end":"2026-03-29T02:14:14.319525Z","steps":["trace[289436977] 'agreement among raft nodes before linearized reading' (duration: 1.025903708s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:14.319577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:13.292294Z","time spent":"1.027272649s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:14:14.318534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:13.292336Z","time spent":"1.026183475s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:14:14.318995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:12.430611Z","time spent":"1.888361671s","remote":"127.0.0.1:42168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:15.134866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.82451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:14:15.134986Z","caller":"traceutil/trace.go:171","msg":"trace[1445927835] linearizableReadLoop","detail":"{readStateIndex:6284; appliedIndex:6283; }","duration":"817.911844ms","start":"2026-03-29T02:14:14.317056Z","end":"2026-03-29T02:14:15.134968Z","steps":["trace[1445927835] 'read index received' (duration: 225.89564ms)","trace[1445927835] 'applied index is now lower than readState.Index' (duration: 592.014584ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:15.135064Z","caller":"traceutil/trace.go:171","msg":"trace[1164557812] transaction","detail":"{read_only:false; response_revision:6036; number_of_response:1; }","duration":"977.346131ms","start":"2026-03-29T02:14:14.157705Z","end":"2026-03-29T02:14:15.135051Z","steps":["trace[1164557812] 'process raft request' (duration: 385.226564ms)","trace[1164557812] 'compare' (duration: 591.211876ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:15.135118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:14.157677Z","time spent":"977.415333ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:15.135283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.0035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-29T02:14:15.135379Z","caller":"traceutil/trace.go:171","msg":"trace[1331153223] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6036; }","duration":"980.127753ms","start":"2026-03-29T02:14:14.155224Z","end":"2026-03-29T02:14:15.135351Z","steps":["trace[1331153223] 'agreement among raft nodes before linearized reading' (duration: 979.894488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:15.135373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.144573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18044"} {"level":"warn","ts":"2026-03-29T02:14:15.135435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:14.155211Z","time spent":"980.211285ms","remote":"127.0.0.1:54640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-29T02:14:15.135457Z","caller":"traceutil/trace.go:171","msg":"trace[1582573489] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6036; }","duration":"980.232895ms","start":"2026-03-29T02:14:14.155201Z","end":"2026-03-29T02:14:15.135434Z","steps":["trace[1582573489] 'agreement among raft nodes before linearized reading' (duration: 979.954119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:15.135525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:14.155082Z","time spent":"980.42629ms","remote":"127.0.0.1:54652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18066,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-29T02:14:15.134287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.677312ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:15.135836Z","caller":"traceutil/trace.go:171","msg":"trace[1417718972] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6035; }","duration":"102.233097ms","start":"2026-03-29T02:14:15.033562Z","end":"2026-03-29T02:14:15.135795Z","steps":["trace[1417718972] 'range keys from in-memory index tree' (duration: 100.652692ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:15.222611Z","caller":"traceutil/trace.go:171","msg":"trace[137533851] transaction","detail":"{read_only:false; response_revision:6037; number_of_response:1; }","duration":"899.191767ms","start":"2026-03-29T02:14:14.323395Z","end":"2026-03-29T02:14:15.222587Z","steps":["trace[137533851] 'process raft request' (duration: 899.008483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:15.222761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:14.323375Z","time spent":"899.30814ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:15.222933Z","caller":"traceutil/trace.go:171","msg":"trace[654574930] transaction","detail":"{read_only:false; response_revision:6038; number_of_response:1; }","duration":"899.191267ms","start":"2026-03-29T02:14:14.323713Z","end":"2026-03-29T02:14:15.222904Z","steps":["trace[654574930] 'process raft request' (duration: 898.826789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:15.223103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:14.323643Z","time spent":"899.380842ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:15.298007Z","caller":"traceutil/trace.go:171","msg":"trace[976772403] transaction","detail":"{read_only:false; response_revision:6039; number_of_response:1; }","duration":"972.744999ms","start":"2026-03-29T02:14:14.325232Z","end":"2026-03-29T02:14:15.297977Z","steps":["trace[976772403] 'process raft request' (duration: 897.592741ms)","trace[976772403] 'store kv pair into bolt db' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:416; } (duration: 74.800239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:15.298134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:14.325216Z","time spent":"972.849181ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:16.103898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.913508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:14:16.104548Z","caller":"traceutil/trace.go:171","msg":"trace[1080424433] transaction","detail":"{read_only:false; response_revision:6040; number_of_response:1; }","duration":"1.778513304s","start":"2026-03-29T02:14:14.325987Z","end":"2026-03-29T02:14:16.1045Z","steps":["trace[1080424433] 'process raft request' (duration: 971.87512ms)","trace[1080424433] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:474; } (duration: 805.049049ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:16.104637Z","caller":"traceutil/trace.go:171","msg":"trace[267083060] transaction","detail":"{read_only:false; response_revision:6041; number_of_response:1; }","duration":"1.777249686s","start":"2026-03-29T02:14:14.327345Z","end":"2026-03-29T02:14:16.104595Z","steps":["trace[267083060] 'process raft request' (duration: 1.776680574s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:16.10476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:14.325972Z","time spent":"1.778686558s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:16.104866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:14.327339Z","time spent":"1.77741183s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:16.104829Z","caller":"traceutil/trace.go:171","msg":"trace[1471037367] linearizableReadLoop","detail":"{readStateIndex:6290; appliedIndex:6284; }","duration":"969.792803ms","start":"2026-03-29T02:14:15.135009Z","end":"2026-03-29T02:14:16.104802Z","steps":["trace[1471037367] 'read index received' (duration: 87.361007ms)","trace[1471037367] 'applied index is now lower than readState.Index' (duration: 882.429236ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:16.105203Z","caller":"traceutil/trace.go:171","msg":"trace[848069706] transaction","detail":"{read_only:false; response_revision:6042; number_of_response:1; }","duration":"1.776032068s","start":"2026-03-29T02:14:14.329157Z","end":"2026-03-29T02:14:16.105189Z","steps":["trace[848069706] 'process raft request' (duration: 1.774983986s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:16.105304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:14.329148Z","time spent":"1.776102881s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:16.105593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680062359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:16.105645Z","caller":"traceutil/trace.go:171","msg":"trace[1490828509] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:6042; }","duration":"1.680140902s","start":"2026-03-29T02:14:14.425485Z","end":"2026-03-29T02:14:16.105626Z","steps":["trace[1490828509] 'agreement among raft nodes before linearized reading' (duration: 1.68006367s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:16.10569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:14.42547Z","time spent":"1.680206193s","remote":"127.0.0.1:48174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:16.105833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787216587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:16.105959Z","caller":"traceutil/trace.go:171","msg":"trace[1956591095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6042; }","duration":"1.78736066s","start":"2026-03-29T02:14:14.318576Z","end":"2026-03-29T02:14:16.105937Z","steps":["trace[1956591095] 'agreement among raft nodes before linearized reading' (duration: 1.787197316s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:16.106083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:14.318556Z","time spent":"1.787507704s","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:14:16.106281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780482937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80208"} {"level":"info","ts":"2026-03-29T02:14:16.106357Z","caller":"traceutil/trace.go:171","msg":"trace[203786159] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6042; }","duration":"1.780591201s","start":"2026-03-29T02:14:14.325749Z","end":"2026-03-29T02:14:16.106341Z","steps":["trace[203786159] 'agreement among raft nodes before linearized reading' (duration: 1.78016486s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:16.106406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:14.325732Z","time spent":"1.780660022s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80230,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:14:16.107688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78420639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:16.107757Z","caller":"traceutil/trace.go:171","msg":"trace[901353427] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:6042; }","duration":"1.784284142s","start":"2026-03-29T02:14:14.323458Z","end":"2026-03-29T02:14:16.107742Z","steps":["trace[901353427] 'agreement among raft nodes before linearized reading' (duration: 1.784157879s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:16.107796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:14.323381Z","time spent":"1.784406044s","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:14:16.605419Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198741921,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:14:17.702848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.632293ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T02:14:17.936205Z","caller":"traceutil/trace.go:171","msg":"trace[530283028] transaction","detail":"{read_only:false; response_revision:6044; number_of_response:1; }","duration":"1.779707351s","start":"2026-03-29T02:14:16.156474Z","end":"2026-03-29T02:14:17.936181Z","steps":["trace[530283028] 'process raft request' (duration: 1.779618909s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:17.936237Z","caller":"traceutil/trace.go:171","msg":"trace[82612912] transaction","detail":"{read_only:false; response_revision:6043; number_of_response:1; }","duration":"1.825055416s","start":"2026-03-29T02:14:16.111136Z","end":"2026-03-29T02:14:17.936192Z","steps":["trace[82612912] 'process raft request' (duration: 1.82478218s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:17.93639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:16.156436Z","time spent":"1.779874795s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:17.936463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:16.11112Z","time spent":"1.825234101s","remote":"127.0.0.1:54638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1662,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:17.936649Z","caller":"traceutil/trace.go:171","msg":"trace[551965049] transaction","detail":"{read_only:false; response_revision:6045; number_of_response:1; }","duration":"1.779083707s","start":"2026-03-29T02:14:16.157526Z","end":"2026-03-29T02:14:17.93661Z","steps":["trace[551965049] 'process raft request' (duration: 1.778623407s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:17.936777Z","caller":"traceutil/trace.go:171","msg":"trace[397164746] transaction","detail":"{read_only:false; response_revision:6046; number_of_response:1; }","duration":"1.776658303s","start":"2026-03-29T02:14:16.16009Z","end":"2026-03-29T02:14:17.936749Z","steps":["trace[397164746] 'process raft request' (duration: 1.776355426s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:17.936836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:16.157505Z","time spent":"1.779232139s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:17.936808Z","caller":"traceutil/trace.go:171","msg":"trace[1109573632] linearizableReadLoop","detail":"{readStateIndex:6296; appliedIndex:6290; }","duration":"1.831826597s","start":"2026-03-29T02:14:16.10495Z","end":"2026-03-29T02:14:17.936777Z","steps":["trace[1109573632] 'read index received' (duration: 773.331736ms)","trace[1109573632] 'applied index is now lower than readState.Index' (duration: 1.058493751s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:17.936879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:16.160072Z","time spent":"1.776757614s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:17.936921Z","caller":"traceutil/trace.go:171","msg":"trace[803534014] transaction","detail":"{read_only:false; response_revision:6047; number_of_response:1; }","duration":"1.610892005s","start":"2026-03-29T02:14:16.326021Z","end":"2026-03-29T02:14:17.936913Z","steps":["trace[803534014] 'process raft request' (duration: 1.610610809s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:17.936961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:16.325983Z","time spent":"1.610955077s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:17.936888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961504893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-29T02:14:17.937007Z","caller":"traceutil/trace.go:171","msg":"trace[526703099] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6048; }","duration":"1.961637216s","start":"2026-03-29T02:14:15.975356Z","end":"2026-03-29T02:14:17.936993Z","steps":["trace[526703099] 'agreement among raft nodes before linearized reading' (duration: 1.961407481s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:17.937037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.73711837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:14:17.937052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:15.975348Z","time spent":"1.961693267s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-29T02:14:17.937059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874398751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:14:17.937102Z","caller":"traceutil/trace.go:171","msg":"trace[1662265133] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:6048; }","duration":"1.874481663s","start":"2026-03-29T02:14:16.062605Z","end":"2026-03-29T02:14:17.937087Z","steps":["trace[1662265133] 'agreement among raft nodes before linearized reading' (duration: 1.874405701s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:17.937111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006138793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:14:17.937123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96132351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-29T02:14:17.937138Z","caller":"traceutil/trace.go:171","msg":"trace[1969363782] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:6048; }","duration":"2.006224165s","start":"2026-03-29T02:14:15.930907Z","end":"2026-03-29T02:14:17.937132Z","steps":["trace[1969363782] 'agreement among raft nodes before linearized reading' (duration: 2.006175264s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:17.937135Z","caller":"traceutil/trace.go:171","msg":"trace[2049486576] transaction","detail":"{read_only:false; response_revision:6048; number_of_response:1; }","duration":"1.235144811s","start":"2026-03-29T02:14:16.701968Z","end":"2026-03-29T02:14:17.937113Z","steps":["trace[2049486576] 'process raft request' (duration: 1.234729051s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:17.937068Z","caller":"traceutil/trace.go:171","msg":"trace[1764551873] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6048; }","duration":"2.73718239s","start":"2026-03-29T02:14:15.199877Z","end":"2026-03-29T02:14:17.93706Z","steps":["trace[1764551873] 'agreement among raft nodes before linearized reading' (duration: 2.737125749s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:17.937163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:15.930876Z","time spent":"2.006281937s","remote":"127.0.0.1:42184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:17.93719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:15.19986Z","time spent":"2.737321034s","remote":"127.0.0.1:54904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-29T02:14:17.937278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826148211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-03-29T02:14:17.937317Z","caller":"traceutil/trace.go:171","msg":"trace[661310576] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:6048; }","duration":"1.826224323s","start":"2026-03-29T02:14:16.111082Z","end":"2026-03-29T02:14:17.937307Z","steps":["trace[661310576] 'agreement among raft nodes before linearized reading' (duration: 1.826135771s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:17.937147Z","caller":"traceutil/trace.go:171","msg":"trace[2006775120] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6048; }","duration":"1.961396071s","start":"2026-03-29T02:14:15.975742Z","end":"2026-03-29T02:14:17.937139Z","steps":["trace[2006775120] 'agreement among raft nodes before linearized reading' (duration: 1.96133068s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:17.937348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:16.111062Z","time spent":"1.826278944s","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1287,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"warn","ts":"2026-03-29T02:14:17.937138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:16.062579Z","time spent":"1.874549345s","remote":"127.0.0.1:54956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:17.937362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:15.975703Z","time spent":"1.961648997s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:14:17.937376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.710275894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-dccd9cdf-llgs8.18a12e184d8877fd\" ","response":"range_response_count:1 size:892"} {"level":"info","ts":"2026-03-29T02:14:17.9374Z","caller":"traceutil/trace.go:171","msg":"trace[948019715] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-dccd9cdf-llgs8.18a12e184d8877fd; range_end:; response_count:1; response_revision:6048; }","duration":"2.710325505s","start":"2026-03-29T02:14:15.227068Z","end":"2026-03-29T02:14:17.937394Z","steps":["trace[948019715] 'agreement among raft nodes before linearized reading' (duration: 2.710215352s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:17.937418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:15.227055Z","time spent":"2.710359115s","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":914,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-dccd9cdf-llgs8.18a12e184d8877fd\" "} {"level":"warn","ts":"2026-03-29T02:14:17.937432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.452878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:14:17.937473Z","caller":"traceutil/trace.go:171","msg":"trace[701046135] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6048; }","duration":"796.54638ms","start":"2026-03-29T02:14:17.14092Z","end":"2026-03-29T02:14:17.937467Z","steps":["trace[701046135] 'agreement among raft nodes before linearized reading' (duration: 796.458038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:17.937492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:17.140894Z","time spent":"796.593031ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:14:17.937542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823191205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:17.937572Z","caller":"traceutil/trace.go:171","msg":"trace[1335100470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6048; }","duration":"1.823232646s","start":"2026-03-29T02:14:16.11433Z","end":"2026-03-29T02:14:17.937563Z","steps":["trace[1335100470] 'agreement among raft nodes before linearized reading' (duration: 1.823182355s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:17.937632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:16.114323Z","time spent":"1.823271877s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:14:17.937307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:16.701932Z","time spent":"1.235245963s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:17.937712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.799494543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:14:17.937737Z","caller":"traceutil/trace.go:171","msg":"trace[2041512332] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:6048; }","duration":"2.799576275s","start":"2026-03-29T02:14:15.138154Z","end":"2026-03-29T02:14:17.93773Z","steps":["trace[2041512332] 'agreement among raft nodes before linearized reading' (duration: 2.799429282s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:17.937756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:15.13813Z","time spent":"2.799621905s","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-29T02:14:17.937782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826618041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-03-29T02:14:17.937813Z","caller":"traceutil/trace.go:171","msg":"trace[283601883] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:6048; }","duration":"1.826675193s","start":"2026-03-29T02:14:16.111129Z","end":"2026-03-29T02:14:17.937805Z","steps":["trace[283601883] 'agreement among raft nodes before linearized reading' (duration: 1.826590251s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:17.937839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:16.111109Z","time spent":"1.826723283s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7325,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-29T02:14:17.93792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.355862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-29T02:14:17.937941Z","caller":"traceutil/trace.go:171","msg":"trace[2005591660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6048; }","duration":"634.427993ms","start":"2026-03-29T02:14:17.303505Z","end":"2026-03-29T02:14:17.937933Z","steps":["trace[2005591660] 'agreement among raft nodes before linearized reading' (duration: 634.360092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:17.937959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:17.303475Z","time spent":"634.478475ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:14:17.938084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.691673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:14:17.938124Z","caller":"traceutil/trace.go:171","msg":"trace[416577696] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6048; }","duration":"709.778525ms","start":"2026-03-29T02:14:17.228332Z","end":"2026-03-29T02:14:17.938111Z","steps":["trace[416577696] 'agreement among raft nodes before linearized reading' (duration: 709.660983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:17.938162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:17.228305Z","time spent":"709.845777ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:14:17.939216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.967248201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:17.93929Z","caller":"traceutil/trace.go:171","msg":"trace[1838522079] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:6048; }","duration":"1.967384074s","start":"2026-03-29T02:14:15.971887Z","end":"2026-03-29T02:14:17.939271Z","steps":["trace[1838522079] 'agreement among raft nodes before linearized reading' (duration: 1.965060502s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:17.93934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:15.971858Z","time spent":"1.967466507s","remote":"127.0.0.1:59962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:18.710639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.739169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:14:18.710933Z","caller":"traceutil/trace.go:171","msg":"trace[219852284] transaction","detail":"{read_only:false; response_revision:6049; number_of_response:1; }","duration":"771.373622ms","start":"2026-03-29T02:14:17.939508Z","end":"2026-03-29T02:14:18.710882Z","steps":["trace[219852284] 'process raft request' (duration: 109.270164ms)","trace[219852284] 'compare' (duration: 661.536435ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:18.711057Z","caller":"traceutil/trace.go:171","msg":"trace[1336622847] linearizableReadLoop","detail":"{readStateIndex:6298; appliedIndex:6297; }","duration":"770.792349ms","start":"2026-03-29T02:14:17.940199Z","end":"2026-03-29T02:14:18.710992Z","steps":["trace[1336622847] 'read index received' (duration: 108.706082ms)","trace[1336622847] 'applied index is now lower than readState.Index' (duration: 662.063886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:18.711163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:17.939486Z","time spent":"771.547486ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:18.711174Z","caller":"traceutil/trace.go:171","msg":"trace[1150911070] transaction","detail":"{read_only:false; response_revision:6050; number_of_response:1; }","duration":"766.183207ms","start":"2026-03-29T02:14:17.9449Z","end":"2026-03-29T02:14:18.711083Z","steps":["trace[1150911070] 'process raft request' (duration: 765.87799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:18.711269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:17.944883Z","time spent":"766.33816ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:18.711463Z","caller":"traceutil/trace.go:171","msg":"trace[1570903348] transaction","detail":"{read_only:false; response_revision:6052; number_of_response:1; }","duration":"766.37179ms","start":"2026-03-29T02:14:17.945055Z","end":"2026-03-29T02:14:18.711427Z","steps":["trace[1570903348] 'process raft request' (duration: 765.967312ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:18.711469Z","caller":"traceutil/trace.go:171","msg":"trace[445751855] transaction","detail":"{read_only:false; response_revision:6051; number_of_response:1; }","duration":"766.411361ms","start":"2026-03-29T02:14:17.945012Z","end":"2026-03-29T02:14:18.711423Z","steps":["trace[445751855] 'process raft request' (duration: 765.966942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:18.711613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.367951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-29T02:14:18.711668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:17.945029Z","time spent":"766.529604ms","remote":"127.0.0.1:54638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1850,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:18.711694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:17.944997Z","time spent":"766.576855ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:18.711714Z","caller":"traceutil/trace.go:171","msg":"trace[1842036917] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:6052; }","duration":"771.515006ms","start":"2026-03-29T02:14:17.940151Z","end":"2026-03-29T02:14:18.711666Z","steps":["trace[1842036917] 'agreement among raft nodes before linearized reading' (duration: 771.155587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:18.711792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:17.940131Z","time spent":"771.640969ms","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-29T02:14:18.711814Z","caller":"traceutil/trace.go:171","msg":"trace[3960547] transaction","detail":"{read_only:false; response_revision:6054; number_of_response:1; }","duration":"766.448043ms","start":"2026-03-29T02:14:17.945337Z","end":"2026-03-29T02:14:18.711785Z","steps":["trace[3960547] 'process raft request' (duration: 766.247168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:18.712087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:17.9453Z","time spent":"766.633678ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:18.712157Z","caller":"traceutil/trace.go:171","msg":"trace[748027777] transaction","detail":"{read_only:false; response_revision:6056; number_of_response:1; }","duration":"761.471643ms","start":"2026-03-29T02:14:17.950662Z","end":"2026-03-29T02:14:18.712133Z","steps":["trace[748027777] 'process raft request' (duration: 761.163206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:18.712155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.875646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:14:18.712283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:17.950653Z","time spent":"761.543484ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:18.712519Z","caller":"traceutil/trace.go:171","msg":"trace[1533433802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6056; }","duration":"764.131492ms","start":"2026-03-29T02:14:17.948178Z","end":"2026-03-29T02:14:18.71231Z","steps":["trace[1533433802] 'agreement among raft nodes before linearized reading' (duration: 763.834845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:18.712586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:17.948143Z","time spent":"764.429859ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:14:18.712622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.206201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-29T02:14:18.71262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.32611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:14:18.712663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.469318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:14:18.712674Z","caller":"traceutil/trace.go:171","msg":"trace[1593254490] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6056; }","duration":"603.315684ms","start":"2026-03-29T02:14:18.109346Z","end":"2026-03-29T02:14:18.712662Z","steps":["trace[1593254490] 'agreement among raft nodes before linearized reading' (duration: 603.202261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:18.712732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:18.109313Z","time spent":"603.411926ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:14:18.712727Z","caller":"traceutil/trace.go:171","msg":"trace[995176857] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:6056; }","duration":"640.590871ms","start":"2026-03-29T02:14:18.072122Z","end":"2026-03-29T02:14:18.712713Z","steps":["trace[995176857] 'agreement among raft nodes before linearized reading' (duration: 640.475048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:18.712788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:18.072095Z","time spent":"640.677603ms","remote":"127.0.0.1:54652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:14:18.712683Z","caller":"traceutil/trace.go:171","msg":"trace[875745783] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6056; }","duration":"546.423152ms","start":"2026-03-29T02:14:18.166245Z","end":"2026-03-29T02:14:18.712668Z","steps":["trace[875745783] 'agreement among raft nodes before linearized reading' (duration: 546.302169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:18.712845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:18.16623Z","time spent":"546.601235ms","remote":"127.0.0.1:42276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:18.712932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.346415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1455"} {"level":"info","ts":"2026-03-29T02:14:18.713028Z","caller":"traceutil/trace.go:171","msg":"trace[176204873] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6056; }","duration":"768.473658ms","start":"2026-03-29T02:14:17.944532Z","end":"2026-03-29T02:14:18.713006Z","steps":["trace[176204873] 'agreement among raft nodes before linearized reading' (duration: 768.10343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:18.712211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.834012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18a12e1d29d05419\" ","response":"range_response_count:1 size:746"} {"level":"warn","ts":"2026-03-29T02:14:18.713105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:17.944528Z","time spent":"768.541319ms","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1477,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-29T02:14:18.713145Z","caller":"traceutil/trace.go:171","msg":"trace[58476766] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18a12e1d29d05419; range_end:; response_count:1; response_revision:6056; }","duration":"767.839624ms","start":"2026-03-29T02:14:17.945285Z","end":"2026-03-29T02:14:18.713125Z","steps":["trace[58476766] 'agreement among raft nodes before linearized reading' (duration: 766.698799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:18.713216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:17.945257Z","time spent":"767.940976ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":768,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone.18a12e1d29d05419\" "} {"level":"warn","ts":"2026-03-29T02:14:18.713275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.986498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:14:18.71332Z","caller":"traceutil/trace.go:171","msg":"trace[1620214538] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; response_count:1; response_revision:6056; }","duration":"599.08447ms","start":"2026-03-29T02:14:18.114225Z","end":"2026-03-29T02:14:18.713309Z","steps":["trace[1620214538] 'agreement among raft nodes before linearized reading' (duration: 598.962877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:18.713356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:18.114199Z","time spent":"599.149271ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-s9btj\" "} {"level":"info","ts":"2026-03-29T02:14:18.713611Z","caller":"traceutil/trace.go:171","msg":"trace[26768189] transaction","detail":"{read_only:false; response_revision:6053; number_of_response:1; }","duration":"766.549596ms","start":"2026-03-29T02:14:17.945112Z","end":"2026-03-29T02:14:18.711661Z","steps":["trace[26768189] 'process raft request' (duration: 766.217867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:18.713295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.425354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:14:18.713841Z","caller":"traceutil/trace.go:171","msg":"trace[1519541334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6056; }","duration":"602.992727ms","start":"2026-03-29T02:14:18.110831Z","end":"2026-03-29T02:14:18.713824Z","steps":["trace[1519541334] 'agreement among raft nodes before linearized reading' (duration: 601.076995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:18.713929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:18.110819Z","time spent":"603.093499ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:14:18.713747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:17.945101Z","time spent":"768.57861ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:18.715171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.562984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:18.715238Z","caller":"traceutil/trace.go:171","msg":"trace[2021289793] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6056; }","duration":"770.751308ms","start":"2026-03-29T02:14:17.944475Z","end":"2026-03-29T02:14:18.715226Z","steps":["trace[2021289793] 'agreement among raft nodes before linearized reading' (duration: 767.481876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:18.715269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:17.944456Z","time spent":"770.805889ms","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-29T02:14:18.715714Z","caller":"traceutil/trace.go:171","msg":"trace[811927774] transaction","detail":"{read_only:false; response_revision:6055; number_of_response:1; }","duration":"770.282289ms","start":"2026-03-29T02:14:17.945409Z","end":"2026-03-29T02:14:18.715691Z","steps":["trace[811927774] 'process raft request' (duration: 766.238529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:18.716357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:17.945397Z","time spent":"770.3697ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:19.217621Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198741941,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:14:19.747431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.480661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:14:19.747615Z","caller":"traceutil/trace.go:171","msg":"trace[1916940455] transaction","detail":"{read_only:false; response_revision:6057; number_of_response:1; }","duration":"1.031794538s","start":"2026-03-29T02:14:18.715785Z","end":"2026-03-29T02:14:19.74758Z","steps":["trace[1916940455] 'process raft request' (duration: 870.02174ms)","trace[1916940455] 'compare' (duration: 161.262467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:19.747714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:18.715767Z","time spent":"1.031897611s","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:19.815002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:18.718182Z","time spent":"1.096814831s","remote":"127.0.0.1:54502","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T02:14:19.81505Z","caller":"traceutil/trace.go:171","msg":"trace[540248430] transaction","detail":"{read_only:false; response_revision:6058; number_of_response:1; }","duration":"1.093894586s","start":"2026-03-29T02:14:18.721127Z","end":"2026-03-29T02:14:19.815022Z","steps":["trace[540248430] 'process raft request' (duration: 1.093703522s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:19.815253Z","caller":"traceutil/trace.go:171","msg":"trace[1172285236] transaction","detail":"{read_only:false; response_revision:6059; number_of_response:1; }","duration":"1.09364408s","start":"2026-03-29T02:14:18.721561Z","end":"2026-03-29T02:14:19.815205Z","steps":["trace[1172285236] 'process raft request' (duration: 1.093369004s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:19.815497Z","caller":"traceutil/trace.go:171","msg":"trace[1032318481] linearizableReadLoop","detail":"{readStateIndex:6310; appliedIndex:6305; }","duration":"1.098858467s","start":"2026-03-29T02:14:18.716617Z","end":"2026-03-29T02:14:19.815476Z","steps":["trace[1032318481] 'read index received' (duration: 869.210873ms)","trace[1032318481] 'applied index is now lower than readState.Index' (duration: 229.645994ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:19.815301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:18.721106Z","time spent":"1.094004958s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:19.815622Z","caller":"traceutil/trace.go:171","msg":"trace[655107627] transaction","detail":"{read_only:false; response_revision:6060; number_of_response:1; }","duration":"970.876448ms","start":"2026-03-29T02:14:18.844731Z","end":"2026-03-29T02:14:19.815607Z","steps":["trace[655107627] 'process raft request' (duration: 970.248683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:19.815711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:18.844683Z","time spent":"970.98073ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9210,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:19.81583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:18.721549Z","time spent":"1.093856657s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:19.815936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099261426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12dbb97872c7b\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-03-29T02:14:19.816047Z","caller":"traceutil/trace.go:171","msg":"trace[1130517118] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12dbb97872c7b; range_end:; response_count:1; response_revision:6060; }","duration":"1.09942712s","start":"2026-03-29T02:14:18.716592Z","end":"2026-03-29T02:14:19.816019Z","steps":["trace[1130517118] 'agreement among raft nodes before linearized reading' (duration: 1.099064522s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:19.816083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.495422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:14:19.816122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:18.71658Z","time spent":"1.099529712s","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":795,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12dbb97872c7b\" "} {"level":"info","ts":"2026-03-29T02:14:19.81614Z","caller":"traceutil/trace.go:171","msg":"trace[2129949907] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:6060; }","duration":"174.607674ms","start":"2026-03-29T02:14:19.641516Z","end":"2026-03-29T02:14:19.816124Z","steps":["trace[2129949907] 'agreement among raft nodes before linearized reading' (duration: 174.511532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:19.81633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095857249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-29T02:14:19.816424Z","caller":"traceutil/trace.go:171","msg":"trace[2110410151] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6060; }","duration":"1.095951722s","start":"2026-03-29T02:14:18.720454Z","end":"2026-03-29T02:14:19.816405Z","steps":["trace[2110410151] 'agreement among raft nodes before linearized reading' (duration: 1.095696047s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:19.816474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:18.720387Z","time spent":"1.096072645s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:14:19.81639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099720086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9942e7eb-d090-4017-8f5d-da92cd0601fb\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-29T02:14:19.816616Z","caller":"traceutil/trace.go:171","msg":"trace[1638852407] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9942e7eb-d090-4017-8f5d-da92cd0601fb; range_end:; response_count:1; response_revision:6060; }","duration":"1.100022442s","start":"2026-03-29T02:14:18.716569Z","end":"2026-03-29T02:14:19.816591Z","steps":["trace[1638852407] 'agreement among raft nodes before linearized reading' (duration: 1.099380708s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:19.816705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:18.716545Z","time spent":"1.100144746s","remote":"127.0.0.1:54624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-9942e7eb-d090-4017-8f5d-da92cd0601fb\" "} {"level":"warn","ts":"2026-03-29T02:14:19.816629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.692367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-29T02:14:19.816804Z","caller":"traceutil/trace.go:171","msg":"trace[742684594] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6060; }","duration":"651.922872ms","start":"2026-03-29T02:14:19.164868Z","end":"2026-03-29T02:14:19.816791Z","steps":["trace[742684594] 'agreement among raft nodes before linearized reading' (duration: 651.306738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:19.816939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:19.164836Z","time spent":"651.997464ms","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-29T02:14:19.817017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09904322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-29T02:14:19.817077Z","caller":"traceutil/trace.go:171","msg":"trace[1658071308] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:6060; }","duration":"1.099097802s","start":"2026-03-29T02:14:18.717958Z","end":"2026-03-29T02:14:19.817055Z","steps":["trace[1658071308] 'agreement among raft nodes before linearized reading' (duration: 1.098041519s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:19.817135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:18.717937Z","time spent":"1.099184943s","remote":"127.0.0.1:54920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9661,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-03-29T02:14:19.817234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098349465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80254"} {"level":"info","ts":"2026-03-29T02:14:19.817371Z","caller":"traceutil/trace.go:171","msg":"trace[1982323968] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6060; }","duration":"1.098486478s","start":"2026-03-29T02:14:18.718875Z","end":"2026-03-29T02:14:19.817361Z","steps":["trace[1982323968] 'agreement among raft nodes before linearized reading' (duration: 1.097882735s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:19.817707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:18.718866Z","time spent":"1.098831636s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80276,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:14:20.364961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.89057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:14:20.365104Z","caller":"traceutil/trace.go:171","msg":"trace[1780679044] linearizableReadLoop","detail":"{readStateIndex:6311; appliedIndex:6310; }","duration":"543.952037ms","start":"2026-03-29T02:14:19.821129Z","end":"2026-03-29T02:14:20.365081Z","steps":["trace[1780679044] 'read index received' (duration: 167.795282ms)","trace[1780679044] 'applied index is now lower than readState.Index' (duration: 376.154175ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:20.365207Z","caller":"traceutil/trace.go:171","msg":"trace[330072720] transaction","detail":"{read_only:false; response_revision:6061; number_of_response:1; }","duration":"548.739734ms","start":"2026-03-29T02:14:19.816449Z","end":"2026-03-29T02:14:20.365189Z","steps":["trace[330072720] 'process raft request' (duration: 172.467846ms)","trace[330072720] 'compare' (duration: 375.379687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:20.365282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:19.816411Z","time spent":"548.835205ms","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:20.365795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.634232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18044"} {"level":"info","ts":"2026-03-29T02:14:20.365884Z","caller":"traceutil/trace.go:171","msg":"trace[436458447] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6061; }","duration":"544.763694ms","start":"2026-03-29T02:14:19.821102Z","end":"2026-03-29T02:14:20.365866Z","steps":["trace[436458447] 'agreement among raft nodes before linearized reading' (duration: 544.347405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:20.36592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:19.821083Z","time spent":"544.829546ms","remote":"127.0.0.1:54652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18066,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-29T02:14:20.752904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.0732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:14:20.753261Z","caller":"traceutil/trace.go:171","msg":"trace[965132169] transaction","detail":"{read_only:false; response_revision:6062; number_of_response:1; }","duration":"930.542903ms","start":"2026-03-29T02:14:19.82268Z","end":"2026-03-29T02:14:20.753222Z","steps":["trace[965132169] 'process raft request' (duration: 656.050014ms)","trace[965132169] 'compare' (duration: 273.801884ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:20.753324Z","caller":"traceutil/trace.go:171","msg":"trace[750136125] transaction","detail":"{read_only:false; response_revision:6065; number_of_response:1; }","duration":"808.808552ms","start":"2026-03-29T02:14:19.944497Z","end":"2026-03-29T02:14:20.753306Z","steps":["trace[750136125] 'process raft request' (duration: 808.651249ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:20.753296Z","caller":"traceutil/trace.go:171","msg":"trace[1299148939] transaction","detail":"{read_only:false; response_revision:6064; number_of_response:1; }","duration":"928.455657ms","start":"2026-03-29T02:14:19.824798Z","end":"2026-03-29T02:14:20.753254Z","steps":["trace[1299148939] 'process raft request' (duration: 928.313734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:20.753395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:19.944476Z","time spent":"808.886293ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:20.75335Z","caller":"traceutil/trace.go:171","msg":"trace[924964463] transaction","detail":"{read_only:false; response_revision:6063; number_of_response:1; }","duration":"929.975821ms","start":"2026-03-29T02:14:19.823318Z","end":"2026-03-29T02:14:20.753294Z","steps":["trace[924964463] 'process raft request' (duration: 929.688975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:20.75346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:19.822659Z","time spent":"930.691736ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:20.753473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:19.824787Z","time spent":"928.59846ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:14:20.75359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:19.823291Z","time spent":"930.165744ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:20.753797Z","caller":"traceutil/trace.go:171","msg":"trace[1948377167] transaction","detail":"{read_only:false; response_revision:6067; number_of_response:1; }","duration":"808.326561ms","start":"2026-03-29T02:14:19.945449Z","end":"2026-03-29T02:14:20.753776Z","steps":["trace[1948377167] 'process raft request' (duration: 808.064686ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:20.753818Z","caller":"traceutil/trace.go:171","msg":"trace[373241229] transaction","detail":"{read_only:false; response_revision:6066; number_of_response:1; }","duration":"809.044587ms","start":"2026-03-29T02:14:19.944736Z","end":"2026-03-29T02:14:20.753781Z","steps":["trace[373241229] 'process raft request' (duration: 808.481255ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:20.753824Z","caller":"traceutil/trace.go:171","msg":"trace[1681266815] linearizableReadLoop","detail":"{readStateIndex:6318; appliedIndex:6311; }","duration":"388.642441ms","start":"2026-03-29T02:14:20.365137Z","end":"2026-03-29T02:14:20.753779Z","steps":["trace[1681266815] 'read index received' (duration: 113.520968ms)","trace[1681266815] 'applied index is now lower than readState.Index' (duration: 275.120493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:20.753943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:19.945436Z","time spent":"808.419304ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:20.753805Z","caller":"traceutil/trace.go:171","msg":"trace[1486250745] transaction","detail":"{read_only:false; response_revision:6068; number_of_response:1; }","duration":"807.880441ms","start":"2026-03-29T02:14:19.945904Z","end":"2026-03-29T02:14:20.753784Z","steps":["trace[1486250745] 'process raft request' (duration: 807.82449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:20.754133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.414969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-29T02:14:20.754169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.38069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-29T02:14:20.754189Z","caller":"traceutil/trace.go:171","msg":"trace[404169189] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6068; }","duration":"929.50979ms","start":"2026-03-29T02:14:19.824664Z","end":"2026-03-29T02:14:20.754174Z","steps":["trace[404169189] 'agreement among raft nodes before linearized reading' (duration: 929.335096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:20.754176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:19.94589Z","time spent":"808.21613ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:20.754226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:19.824642Z","time spent":"929.575392ms","remote":"127.0.0.1:54638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-29T02:14:20.754218Z","caller":"traceutil/trace.go:171","msg":"trace[1036965136] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6068; }","duration":"898.532584ms","start":"2026-03-29T02:14:19.85567Z","end":"2026-03-29T02:14:20.754202Z","steps":["trace[1036965136] 'agreement among raft nodes before linearized reading' (duration: 898.204316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:20.754225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.613715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-29T02:14:20.754286Z","caller":"traceutil/trace.go:171","msg":"trace[157808448] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6068; }","duration":"385.754568ms","start":"2026-03-29T02:14:20.368521Z","end":"2026-03-29T02:14:20.754276Z","steps":["trace[157808448] 'agreement among raft nodes before linearized reading' (duration: 385.494573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:20.754317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.339117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:14:20.754379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:20.368493Z","time spent":"385.823779ms","remote":"127.0.0.1:54640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-29T02:14:20.754392Z","caller":"traceutil/trace.go:171","msg":"trace[222388222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6068; }","duration":"879.423599ms","start":"2026-03-29T02:14:19.874942Z","end":"2026-03-29T02:14:20.754366Z","steps":["trace[222388222] 'agreement among raft nodes before linearized reading' (duration: 879.292026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:20.75444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:19.874932Z","time spent":"879.497221ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:14:20.754455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.319198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:9225"} {"level":"info","ts":"2026-03-29T02:14:20.754487Z","caller":"traceutil/trace.go:171","msg":"trace[1373507677] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6068; }","duration":"925.373959ms","start":"2026-03-29T02:14:19.829105Z","end":"2026-03-29T02:14:20.754479Z","steps":["trace[1373507677] 'agreement among raft nodes before linearized reading' (duration: 925.274996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:20.754516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:19.829095Z","time spent":"925.41456ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":9247,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-29T02:14:20.754785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:19.94469Z","time spent":"809.185201ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:20.754815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:19.855614Z","time spent":"898.648586ms","remote":"127.0.0.1:54638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-29T02:14:20.755479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.646765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-29T02:14:20.755549Z","caller":"traceutil/trace.go:171","msg":"trace[1105007686] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6068; }","duration":"376.739658ms","start":"2026-03-29T02:14:20.378792Z","end":"2026-03-29T02:14:20.755532Z","steps":["trace[1105007686] 'agreement among raft nodes before linearized reading' (duration: 375.861388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:20.755601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:20.378777Z","time spent":"376.806059ms","remote":"127.0.0.1:42364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-29T02:14:21.537975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.664003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:14:21.538109Z","caller":"traceutil/trace.go:171","msg":"trace[1285210080] linearizableReadLoop","detail":"{readStateIndex:6319; appliedIndex:6318; }","duration":"777.239731ms","start":"2026-03-29T02:14:20.760848Z","end":"2026-03-29T02:14:21.538087Z","steps":["trace[1285210080] 'read index received' (duration: 255.357594ms)","trace[1285210080] 'applied index is now lower than readState.Index' (duration: 521.880547ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:21.538218Z","caller":"traceutil/trace.go:171","msg":"trace[621469108] transaction","detail":"{read_only:false; response_revision:6069; number_of_response:1; }","duration":"778.285675ms","start":"2026-03-29T02:14:20.759915Z","end":"2026-03-29T02:14:21.5382Z","steps":["trace[621469108] 'process raft request' (duration: 256.273015ms)","trace[621469108] 'compare' (duration: 521.369315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:21.538299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:20.759896Z","time spent":"778.364137ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:21.538365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.489498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-29T02:14:21.538451Z","caller":"traceutil/trace.go:171","msg":"trace[1714252490] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4; range_end:; response_count:1; response_revision:6069; }","duration":"777.60457ms","start":"2026-03-29T02:14:20.760822Z","end":"2026-03-29T02:14:21.538427Z","steps":["trace[1714252490] 'agreement among raft nodes before linearized reading' (duration: 777.372645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:21.53849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:20.760803Z","time spent":"777.678382ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4\" "} {"level":"warn","ts":"2026-03-29T02:14:22.07122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.827604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:14:22.071592Z","caller":"traceutil/trace.go:171","msg":"trace[1111915217] transaction","detail":"{read_only:false; response_revision:6071; number_of_response:1; }","duration":"1.310300567s","start":"2026-03-29T02:14:20.76127Z","end":"2026-03-29T02:14:22.071571Z","steps":["trace[1111915217] 'process raft request' (duration: 1.310092093s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:22.071575Z","caller":"traceutil/trace.go:171","msg":"trace[1155171651] transaction","detail":"{read_only:false; response_revision:6070; number_of_response:1; }","duration":"1.310536473s","start":"2026-03-29T02:14:20.760995Z","end":"2026-03-29T02:14:22.071532Z","steps":["trace[1155171651] 'process raft request' (duration: 940.306819ms)","trace[1155171651] 'compare' (duration: 369.548649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:22.071674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:20.761258Z","time spent":"1.310382209s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:22.07179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:20.760981Z","time spent":"1.310688097s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:22.07205Z","caller":"traceutil/trace.go:171","msg":"trace[1942520689] transaction","detail":"{read_only:false; response_revision:6072; number_of_response:1; }","duration":"1.303598748s","start":"2026-03-29T02:14:20.768432Z","end":"2026-03-29T02:14:22.072031Z","steps":["trace[1942520689] 'process raft request' (duration: 1.303055897s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:22.072172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:20.76842Z","time spent":"1.30367852s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10377,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:22.072465Z","caller":"traceutil/trace.go:171","msg":"trace[576820683] linearizableReadLoop","detail":"{readStateIndex:6322; appliedIndex:6319; }","duration":"534.097569ms","start":"2026-03-29T02:14:21.538141Z","end":"2026-03-29T02:14:22.072238Z","steps":["trace[576820683] 'read index received' (duration: 163.14597ms)","trace[576820683] 'applied index is now lower than readState.Index' (duration: 370.949769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:22.072568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.412669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:14:22.072571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034441357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:14:22.072687Z","caller":"traceutil/trace.go:171","msg":"trace[1462455796] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:6072; }","duration":"1.03458157s","start":"2026-03-29T02:14:21.038084Z","end":"2026-03-29T02:14:22.072666Z","steps":["trace[1462455796] 'agreement among raft nodes before linearized reading' (duration: 1.034374896s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:22.07272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31181222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-29T02:14:22.072707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.685244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:14:22.072761Z","caller":"traceutil/trace.go:171","msg":"trace[317469277] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:6072; }","duration":"1.311896702s","start":"2026-03-29T02:14:20.760854Z","end":"2026-03-29T02:14:22.072751Z","steps":["trace[317469277] 'agreement among raft nodes before linearized reading' (duration: 1.311719998s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:22.072815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:20.760827Z","time spent":"1.311979554s","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-29T02:14:22.072814Z","caller":"traceutil/trace.go:171","msg":"trace[1154805275] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:6072; }","duration":"920.853227ms","start":"2026-03-29T02:14:21.151935Z","end":"2026-03-29T02:14:22.072789Z","steps":["trace[1154805275] 'agreement among raft nodes before linearized reading' (duration: 920.636652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:22.072778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303956076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"warn","ts":"2026-03-29T02:14:22.072701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305079572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-29T02:14:22.072868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:21.151906Z","time spent":"920.947929ms","remote":"127.0.0.1:48186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":37,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:14:22.072894Z","caller":"traceutil/trace.go:171","msg":"trace[1853785733] transaction","detail":"{read_only:false; response_revision:6073; number_of_response:1; }","duration":"531.314526ms","start":"2026-03-29T02:14:21.541558Z","end":"2026-03-29T02:14:22.072873Z","steps":["trace[1853785733] 'process raft request' (duration: 530.259483ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:22.072912Z","caller":"traceutil/trace.go:171","msg":"trace[65111806] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:6072; }","duration":"1.304114509s","start":"2026-03-29T02:14:20.768775Z","end":"2026-03-29T02:14:22.07289Z","steps":["trace[65111806] 'agreement among raft nodes before linearized reading' (duration: 1.303733811s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:22.072971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:20.768753Z","time spent":"1.304205682s","remote":"127.0.0.1:54920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9661,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-03-29T02:14:22.072988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.438984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:14:22.072994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:21.541523Z","time spent":"531.422768ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:22.07297Z","caller":"traceutil/trace.go:171","msg":"trace[1855167009] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6072; }","duration":"1.305352958s","start":"2026-03-29T02:14:20.767579Z","end":"2026-03-29T02:14:22.072932Z","steps":["trace[1855167009] 'agreement among raft nodes before linearized reading' (duration: 1.30496754s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:22.073018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.310513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:14:22.073004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.079819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:14:22.073048Z","caller":"traceutil/trace.go:171","msg":"trace[2002244292] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; response_count:1; response_revision:6073; }","duration":"245.502806ms","start":"2026-03-29T02:14:21.827523Z","end":"2026-03-29T02:14:22.073026Z","steps":["trace[2002244292] 'agreement among raft nodes before linearized reading' (duration: 245.382734ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:22.073063Z","caller":"traceutil/trace.go:171","msg":"trace[1711558259] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6073; }","duration":"250.412145ms","start":"2026-03-29T02:14:21.82264Z","end":"2026-03-29T02:14:22.073052Z","steps":["trace[1711558259] 'agreement among raft nodes before linearized reading' (duration: 250.277492ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:22.072632Z","caller":"traceutil/trace.go:171","msg":"trace[424200194] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:6072; }","duration":"774.530142ms","start":"2026-03-29T02:14:21.298084Z","end":"2026-03-29T02:14:22.072614Z","steps":["trace[424200194] 'agreement among raft nodes before linearized reading' (duration: 774.42612ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:22.073097Z","caller":"traceutil/trace.go:171","msg":"trace[1754438567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6073; }","duration":"251.186952ms","start":"2026-03-29T02:14:21.821873Z","end":"2026-03-29T02:14:22.07306Z","steps":["trace[1754438567] 'agreement among raft nodes before linearized reading' (duration: 251.008478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:22.073149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:21.298057Z","time spent":"775.071103ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:22.073201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.3649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:22.07325Z","caller":"traceutil/trace.go:171","msg":"trace[1877577477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6073; }","duration":"198.429801ms","start":"2026-03-29T02:14:21.874808Z","end":"2026-03-29T02:14:22.073237Z","steps":["trace[1877577477] 'agreement among raft nodes before linearized reading' (duration: 198.343049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:22.073089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:20.767564Z","time spent":"1.305482981s","remote":"127.0.0.1:54638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-29T02:14:22.072828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198011566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-03-29T02:14:22.073373Z","caller":"traceutil/trace.go:171","msg":"trace[1276864047] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:6072; }","duration":"1.19863638s","start":"2026-03-29T02:14:20.874723Z","end":"2026-03-29T02:14:22.073359Z","steps":["trace[1276864047] 'agreement among raft nodes before linearized reading' (duration: 1.197828272s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:22.073414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:20.874692Z","time spent":"1.198709961s","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":735,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-03-29T02:14:22.072746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:21.037993Z","time spent":"1.034741374s","remote":"127.0.0.1:54904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":20,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:14:22.880752Z","caller":"traceutil/trace.go:171","msg":"trace[479968087] transaction","detail":"{read_only:false; response_revision:6074; number_of_response:1; }","duration":"800.502578ms","start":"2026-03-29T02:14:22.080153Z","end":"2026-03-29T02:14:22.880655Z","steps":["trace[479968087] 'process raft request' (duration: 800.313564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:22.880938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:22.080126Z","time spent":"800.713103ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:23.406318Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198741976,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:14:23.689787Z","caller":"traceutil/trace.go:171","msg":"trace[1539398269] transaction","detail":"{read_only:false; response_revision:6075; number_of_response:1; }","duration":"1.609318821s","start":"2026-03-29T02:14:22.080425Z","end":"2026-03-29T02:14:23.689744Z","steps":["trace[1539398269] 'process raft request' (duration: 1.609043334s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:23.689855Z","caller":"traceutil/trace.go:171","msg":"trace[1682510727] transaction","detail":"{read_only:false; response_revision:6077; number_of_response:1; }","duration":"1.607969501s","start":"2026-03-29T02:14:22.081859Z","end":"2026-03-29T02:14:23.689828Z","steps":["trace[1682510727] 'process raft request' (duration: 1.607845688s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:23.690044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:22.080411Z","time spent":"1.609509486s","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:23.690071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:22.081843Z","time spent":"1.608117673s","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:23.690243Z","caller":"traceutil/trace.go:171","msg":"trace[1623184619] transaction","detail":"{read_only:false; response_revision:6076; number_of_response:1; }","duration":"1.608754639s","start":"2026-03-29T02:14:22.081474Z","end":"2026-03-29T02:14:23.690228Z","steps":["trace[1623184619] 'process raft request' (duration: 1.608168286s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:23.690312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:22.081462Z","time spent":"1.60881809s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:23.69055Z","caller":"traceutil/trace.go:171","msg":"trace[555076058] linearizableReadLoop","detail":"{readStateIndex:6331; appliedIndex:6324; }","duration":"784.890562ms","start":"2026-03-29T02:14:22.905644Z","end":"2026-03-29T02:14:23.690534Z","steps":["trace[555076058] 'read index received' (duration: 783.804957ms)","trace[555076058] 'applied index is now lower than readState.Index' (duration: 1.084705ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:23.690595Z","caller":"traceutil/trace.go:171","msg":"trace[834404515] transaction","detail":"{read_only:false; response_revision:6079; number_of_response:1; }","duration":"928.786774ms","start":"2026-03-29T02:14:22.761795Z","end":"2026-03-29T02:14:23.690582Z","steps":["trace[834404515] 'process raft request' (duration: 928.475367ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:23.690626Z","caller":"traceutil/trace.go:171","msg":"trace[761188002] transaction","detail":"{read_only:false; response_revision:6080; number_of_response:1; }","duration":"928.814995ms","start":"2026-03-29T02:14:22.761797Z","end":"2026-03-29T02:14:23.690612Z","steps":["trace[761188002] 'process raft request' (duration: 928.578579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:23.690644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:22.761771Z","time spent":"928.847086ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:23.690698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:22.761768Z","time spent":"928.894367ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:23.690846Z","caller":"traceutil/trace.go:171","msg":"trace[926982352] transaction","detail":"{read_only:false; response_revision:6078; number_of_response:1; }","duration":"931.556995ms","start":"2026-03-29T02:14:22.759277Z","end":"2026-03-29T02:14:23.690834Z","steps":["trace[926982352] 'process raft request' (duration: 930.509123ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:23.690809Z","caller":"traceutil/trace.go:171","msg":"trace[1577612345] transaction","detail":"{read_only:false; response_revision:6081; number_of_response:1; }","duration":"928.509218ms","start":"2026-03-29T02:14:22.762265Z","end":"2026-03-29T02:14:23.690774Z","steps":["trace[1577612345] 'process raft request' (duration: 928.228282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:23.6909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:22.759247Z","time spent":"931.630197ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:23.690961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:22.762246Z","time spent":"928.644641ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:23.691115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.114838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:23.69115Z","caller":"traceutil/trace.go:171","msg":"trace[800520024] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:6081; }","duration":"328.20262ms","start":"2026-03-29T02:14:23.362938Z","end":"2026-03-29T02:14:23.691141Z","steps":["trace[800520024] 'agreement among raft nodes before linearized reading' (duration: 328.137719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:23.691175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:23.362909Z","time spent":"328.260142ms","remote":"127.0.0.1:44774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:23.69121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.561946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:14:23.69126Z","caller":"traceutil/trace.go:171","msg":"trace[297489997] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:6081; }","duration":"785.614237ms","start":"2026-03-29T02:14:22.905633Z","end":"2026-03-29T02:14:23.691247Z","steps":["trace[297489997] 'agreement among raft nodes before linearized reading' (duration: 785.531966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:23.691295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:22.905577Z","time spent":"785.709709ms","remote":"127.0.0.1:52844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:23.691345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.718997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-29T02:14:23.691379Z","caller":"traceutil/trace.go:171","msg":"trace[496797409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6081; }","duration":"147.808639ms","start":"2026-03-29T02:14:23.543562Z","end":"2026-03-29T02:14:23.69137Z","steps":["trace[496797409] 'agreement among raft nodes before linearized reading' (duration: 147.675606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:23.918072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.722418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:14:23.918763Z","caller":"traceutil/trace.go:171","msg":"trace[1883229517] transaction","detail":"{read_only:false; response_revision:6082; number_of_response:1; }","duration":"222.244381ms","start":"2026-03-29T02:14:23.696471Z","end":"2026-03-29T02:14:23.918716Z","steps":["trace[1883229517] 'process raft request' (duration: 73.723596ms)","trace[1883229517] 'compare' (duration: 147.504872ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:24.421885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.185529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:14:24.421921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.243804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:14:24.421981Z","caller":"traceutil/trace.go:171","msg":"trace[148455015] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6082; }","duration":"341.350153ms","start":"2026-03-29T02:14:24.080611Z","end":"2026-03-29T02:14:24.421961Z","steps":["trace[148455015] 'range keys from in-memory index tree' (duration: 340.897333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:24.422024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:24.080584Z","time spent":"341.430824ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:14:24.422017Z","caller":"traceutil/trace.go:171","msg":"trace[1712365237] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; response_count:1; response_revision:6082; }","duration":"338.411317ms","start":"2026-03-29T02:14:24.083581Z","end":"2026-03-29T02:14:24.421992Z","steps":["trace[1712365237] 'range keys from in-memory index tree' (duration: 337.952128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:24.422036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.941322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:14:24.422065Z","caller":"traceutil/trace.go:171","msg":"trace[1870980902] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6082; }","duration":"345.084975ms","start":"2026-03-29T02:14:24.076971Z","end":"2026-03-29T02:14:24.422056Z","steps":["trace[1870980902] 'range keys from in-memory index tree' (duration: 344.797269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:24.422068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:24.083557Z","time spent":"338.49952ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-s9btj\" "} {"level":"warn","ts":"2026-03-29T02:14:24.423042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:24.076941Z","time spent":"345.137266ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:14:24.927337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198741992,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:14:25.394663Z","caller":"traceutil/trace.go:171","msg":"trace[2076130447] transaction","detail":"{read_only:false; response_revision:6083; number_of_response:1; }","duration":"968.012634ms","start":"2026-03-29T02:14:24.426617Z","end":"2026-03-29T02:14:25.39463Z","steps":["trace[2076130447] 'process raft request' (duration: 967.80355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:25.394871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:24.426591Z","time spent":"968.172307ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:26.874657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000250162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:14:26.874795Z","caller":"traceutil/trace.go:171","msg":"trace[1670151718] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000472857s","start":"2026-03-29T02:14:24.874288Z","end":"2026-03-29T02:14:26.874761Z","steps":["trace[1670151718] 'agreement among raft nodes before linearized reading' (duration: 2.000284813s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:26.874887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:24.874264Z","time spent":"2.000605982s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:14:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:14:27.78349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:26.484387Z","time spent":"1.299093688s","remote":"127.0.0.1:40160","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:14:28.374955Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.980499068s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:14:28.376175Z","caller":"traceutil/trace.go:171","msg":"trace[1765464442] linearizableReadLoop","detail":"{readStateIndex:6336; appliedIndex:6332; }","duration":"3.949495273s","start":"2026-03-29T02:14:24.426651Z","end":"2026-03-29T02:14:28.376146Z","steps":["trace[1765464442] 'read index received' (duration: 967.795369ms)","trace[1765464442] 'applied index is now lower than readState.Index' (duration: 2.981698504s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:28.376939Z","caller":"traceutil/trace.go:171","msg":"trace[1910512629] transaction","detail":"{read_only:false; response_revision:6084; number_of_response:1; }","duration":"3.949482264s","start":"2026-03-29T02:14:24.427442Z","end":"2026-03-29T02:14:28.376924Z","steps":["trace[1910512629] 'process raft request' (duration: 3.948289187s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:28.3779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:24.427415Z","time spent":"3.94974951s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:28.378141Z","caller":"traceutil/trace.go:171","msg":"trace[1854689853] transaction","detail":"{read_only:false; response_revision:6085; number_of_response:1; }","duration":"3.902469091s","start":"2026-03-29T02:14:24.475659Z","end":"2026-03-29T02:14:28.378129Z","steps":["trace[1854689853] 'process raft request' (duration: 3.900359544s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:28.378206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:24.475626Z","time spent":"3.902546993s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:28.378353Z","caller":"traceutil/trace.go:171","msg":"trace[1596704869] transaction","detail":"{read_only:false; response_revision:6086; number_of_response:1; }","duration":"3.850599139s","start":"2026-03-29T02:14:24.52774Z","end":"2026-03-29T02:14:28.378339Z","steps":["trace[1596704869] 'process raft request' (duration: 3.848359689s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:28.378414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:24.527704Z","time spent":"3.850678571s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:28.378731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.952080161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81421"} {"level":"info","ts":"2026-03-29T02:14:28.378775Z","caller":"traceutil/trace.go:171","msg":"trace[957292028] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6086; }","duration":"3.952159932s","start":"2026-03-29T02:14:24.426603Z","end":"2026-03-29T02:14:28.378763Z","steps":["trace[957292028] 'agreement among raft nodes before linearized reading' (duration: 3.951931087s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:28.378883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:24.426576Z","time spent":"3.952232544s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81443,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:14:28.875463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000167741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:14:28.875582Z","caller":"traceutil/trace.go:171","msg":"trace[1170487851] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000382216s","start":"2026-03-29T02:14:26.875172Z","end":"2026-03-29T02:14:28.875554Z","steps":["trace[1170487851] 'agreement among raft nodes before linearized reading' (duration: 2.000207962s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:28.875655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:26.875146Z","time spent":"2.000483708s","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:14:28.876501Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198742004,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:14:29.326779Z","caller":"traceutil/trace.go:171","msg":"trace[1225797056] transaction","detail":"{read_only:false; response_revision:6088; number_of_response:1; }","duration":"3.645055581s","start":"2026-03-29T02:14:25.681675Z","end":"2026-03-29T02:14:29.326731Z","steps":["trace[1225797056] 'process raft request' (duration: 3.63377301s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:29.326951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:25.681641Z","time spent":"3.645233085s","remote":"127.0.0.1:48186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2131,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:14:29.327014Z","caller":"traceutil/trace.go:171","msg":"trace[1411227882] transaction","detail":"{read_only:false; response_revision:6090; number_of_response:1; }","duration":"3.628250337s","start":"2026-03-29T02:14:25.698702Z","end":"2026-03-29T02:14:29.326952Z","steps":["trace[1411227882] 'process raft request' (duration: 3.616841645s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:29.327231Z","caller":"traceutil/trace.go:171","msg":"trace[1684479006] transaction","detail":"{read_only:false; response_revision:6087; number_of_response:1; }","duration":"3.882633131s","start":"2026-03-29T02:14:25.444544Z","end":"2026-03-29T02:14:29.327177Z","steps":["trace[1684479006] 'process raft request' (duration: 3.870701727s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:29.328958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:25.444517Z","time spent":"3.884316298s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:29.327288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:25.698662Z","time spent":"3.628480153s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:29.327029Z","caller":"traceutil/trace.go:171","msg":"trace[730760847] transaction","detail":"{read_only:false; response_revision:6091; number_of_response:1; }","duration":"3.628291298s","start":"2026-03-29T02:14:25.698703Z","end":"2026-03-29T02:14:29.326994Z","steps":["trace[730760847] 'process raft request' (duration: 3.616877445s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:29.329671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:25.698667Z","time spent":"3.630952798s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:29.327291Z","caller":"traceutil/trace.go:171","msg":"trace[1440510271] transaction","detail":"{read_only:false; response_revision:6089; number_of_response:1; }","duration":"3.628583275s","start":"2026-03-29T02:14:25.698689Z","end":"2026-03-29T02:14:29.327272Z","steps":["trace[1440510271] 'process raft request' (duration: 3.616817395s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:29.329927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:25.698657Z","time spent":"3.631236814s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:29.327324Z","caller":"traceutil/trace.go:171","msg":"trace[279979750] transaction","detail":"{read_only:false; response_revision:6092; number_of_response:1; }","duration":"3.628419961s","start":"2026-03-29T02:14:25.698832Z","end":"2026-03-29T02:14:29.327252Z","steps":["trace[279979750] 'process raft request' (duration: 3.616783143s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:29.330116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:25.698797Z","time spent":"3.631269244s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:29.656329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.654996ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T02:14:29.656442Z","caller":"traceutil/trace.go:171","msg":"trace[337925357] linearizableReadLoop","detail":"{readStateIndex:6343; appliedIndex:6336; }","duration":"1.280038715s","start":"2026-03-29T02:14:28.376383Z","end":"2026-03-29T02:14:29.656422Z","steps":["trace[337925357] 'read index received' (duration: 938.786765ms)","trace[337925357] 'applied index is now lower than readState.Index' (duration: 341.25023ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:29.656793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.057040174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:14:29.656802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.504610871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:14:29.657066Z","caller":"traceutil/trace.go:171","msg":"trace[2123703866] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:6092; }","duration":"2.504936939s","start":"2026-03-29T02:14:27.152113Z","end":"2026-03-29T02:14:29.65705Z","steps":["trace[2123703866] 'agreement among raft nodes before linearized reading' (duration: 2.504625523s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:29.656844Z","caller":"traceutil/trace.go:171","msg":"trace[63106525] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:6092; }","duration":"5.057152777s","start":"2026-03-29T02:14:24.599677Z","end":"2026-03-29T02:14:29.65683Z","steps":["trace[63106525] 'agreement among raft nodes before linearized reading' (duration: 5.057064915s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:29.657112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:24.599646Z","time spent":"5.057457523s","remote":"127.0.0.1:59794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:29.657115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:27.152085Z","time spent":"2.505019321s","remote":"127.0.0.1:52830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:29.657085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.734188708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-29T02:14:29.657189Z","caller":"traceutil/trace.go:171","msg":"trace[352256340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6092; }","duration":"3.734360672s","start":"2026-03-29T02:14:25.922808Z","end":"2026-03-29T02:14:29.657169Z","steps":["trace[352256340] 'agreement among raft nodes before linearized reading' (duration: 3.734017444s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:29.657141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.892368017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-29T02:14:29.657251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:25.922782Z","time spent":"3.734458033s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:14:29.656808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.771120872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:14:29.657274Z","caller":"traceutil/trace.go:171","msg":"trace[1716416775] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6092; }","duration":"3.892584332s","start":"2026-03-29T02:14:25.764665Z","end":"2026-03-29T02:14:29.657249Z","steps":["trace[1716416775] 'agreement among raft nodes before linearized reading' (duration: 3.892213254s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:29.657319Z","caller":"traceutil/trace.go:171","msg":"trace[1566314340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6092; }","duration":"4.771669164s","start":"2026-03-29T02:14:24.885638Z","end":"2026-03-29T02:14:29.657308Z","steps":["trace[1566314340] 'agreement among raft nodes before linearized reading' (duration: 4.771065341s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:29.657345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:25.764633Z","time spent":"3.892700435s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:14:29.657391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:24.885617Z","time spent":"4.771737995s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:14:29.656858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.829944116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-29T02:14:29.657528Z","caller":"traceutil/trace.go:171","msg":"trace[65537136] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6092; }","duration":"4.830647462s","start":"2026-03-29T02:14:24.82686Z","end":"2026-03-29T02:14:29.657507Z","steps":["trace[65537136] 'agreement among raft nodes before linearized reading' (duration: 4.829853875s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:29.657593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:24.826836Z","time spent":"4.830743894s","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-29T02:14:29.656944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.958202388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:14:29.657748Z","caller":"traceutil/trace.go:171","msg":"trace[2072765702] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6092; }","duration":"3.959052626s","start":"2026-03-29T02:14:25.698681Z","end":"2026-03-29T02:14:29.657734Z","steps":["trace[2072765702] 'agreement among raft nodes before linearized reading' (duration: 3.958187067s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:29.657808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:25.698646Z","time spent":"3.959141908s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:14:29.656899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.834693617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:14:29.657883Z","caller":"traceutil/trace.go:171","msg":"trace[2115452916] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:6092; }","duration":"3.835826062s","start":"2026-03-29T02:14:25.822042Z","end":"2026-03-29T02:14:29.657868Z","steps":["trace[2115452916] 'agreement among raft nodes before linearized reading' (duration: 3.834633156s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:29.657934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:25.822016Z","time spent":"3.835903354s","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:29.656969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.257723164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:14:29.658026Z","caller":"traceutil/trace.go:171","msg":"trace[1075884084] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6092; }","duration":"2.258848689s","start":"2026-03-29T02:14:27.399164Z","end":"2026-03-29T02:14:29.658013Z","steps":["trace[1075884084] 'agreement among raft nodes before linearized reading' (duration: 2.257612362s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:29.658075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:27.399131Z","time spent":"2.25893252s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:14:29.65699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.605468226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:14:29.658263Z","caller":"traceutil/trace.go:171","msg":"trace[1176124612] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:6092; }","duration":"4.606784345s","start":"2026-03-29T02:14:25.051466Z","end":"2026-03-29T02:14:29.65825Z","steps":["trace[1176124612] 'agreement among raft nodes before linearized reading' (duration: 4.605485576s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:29.656985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680547801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:14:29.658481Z","caller":"traceutil/trace.go:171","msg":"trace[1574233336] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:6092; }","duration":"1.682090464s","start":"2026-03-29T02:14:27.976375Z","end":"2026-03-29T02:14:29.658466Z","steps":["trace[1574233336] 'agreement among raft nodes before linearized reading' (duration: 1.68051725s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:29.658537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:27.97635Z","time spent":"1.682167106s","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":49,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:29.658308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:25.051439Z","time spent":"4.606852126s","remote":"127.0.0.1:44750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:29.658709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.232635378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:29.658893Z","caller":"traceutil/trace.go:171","msg":"trace[981285540] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:6092; }","duration":"2.233600529s","start":"2026-03-29T02:14:27.425263Z","end":"2026-03-29T02:14:29.658863Z","steps":["trace[981285540] 'agreement among raft nodes before linearized reading' (duration: 2.231485203s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:29.658994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:27.42523Z","time spent":"2.233741342s","remote":"127.0.0.1:59830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:14:29.74902Z","caller":"traceutil/trace.go:171","msg":"trace[1745573647] transaction","detail":"{read_only:false; response_revision:6093; number_of_response:1; }","duration":"362.981102ms","start":"2026-03-29T02:14:29.386004Z","end":"2026-03-29T02:14:29.748985Z","steps":["trace[1745573647] 'process raft request' (duration: 362.640735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:29.749144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107037939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:29.7492Z","caller":"traceutil/trace.go:171","msg":"trace[951551141] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:6093; }","duration":"1.107169412s","start":"2026-03-29T02:14:28.642017Z","end":"2026-03-29T02:14:29.749186Z","steps":["trace[951551141] 'agreement among raft nodes before linearized reading' (duration: 1.107024789s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:29.749185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:29.385975Z","time spent":"363.133826ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3004,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:14:29.749247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:28.64199Z","time spent":"1.107243374s","remote":"127.0.0.1:54782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:29.749344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.93217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:14:29.749418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123554414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:29.749439Z","caller":"traceutil/trace.go:171","msg":"trace[2025481305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6093; }","duration":"866.087264ms","start":"2026-03-29T02:14:28.883337Z","end":"2026-03-29T02:14:29.749424Z","steps":["trace[2025481305] 'agreement among raft nodes before linearized reading' (duration: 865.867249ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:29.749478Z","caller":"traceutil/trace.go:171","msg":"trace[718215265] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:6093; }","duration":"1.123679498s","start":"2026-03-29T02:14:28.625782Z","end":"2026-03-29T02:14:29.749462Z","steps":["trace[718215265] 'agreement among raft nodes before linearized reading' (duration: 1.123584286s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:29.74954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:28.625747Z","time spent":"1.12377828s","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:14:29.749562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:28.883305Z","time spent":"866.241768ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:14:29.749764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03365582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:14:29.749945Z","caller":"traceutil/trace.go:171","msg":"trace[563205790] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:6093; }","duration":"1.034471409s","start":"2026-03-29T02:14:28.715448Z","end":"2026-03-29T02:14:29.749919Z","steps":["trace[563205790] 'agreement among raft nodes before linearized reading' (duration: 1.033513637s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:29.749959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.753695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-29T02:14:29.750016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:28.71542Z","time spent":"1.03457665s","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"info","ts":"2026-03-29T02:14:29.75005Z","caller":"traceutil/trace.go:171","msg":"trace[973349286] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4; range_end:; response_count:1; response_revision:6093; }","duration":"869.896008ms","start":"2026-03-29T02:14:28.880134Z","end":"2026-03-29T02:14:29.75003Z","steps":["trace[973349286] 'agreement among raft nodes before linearized reading' (duration: 869.593191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:29.750102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:28.880108Z","time spent":"869.97944ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4\" "} {"level":"info","ts":"2026-03-29T02:14:29.770167Z","caller":"traceutil/trace.go:171","msg":"trace[930522341] transaction","detail":"{read_only:false; response_revision:6094; number_of_response:1; }","duration":"106.971093ms","start":"2026-03-29T02:14:29.663163Z","end":"2026-03-29T02:14:29.770134Z","steps":["trace[930522341] 'process raft request' (duration: 106.670436ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:29.770523Z","caller":"traceutil/trace.go:171","msg":"trace[926934193] transaction","detail":"{read_only:false; response_revision:6096; number_of_response:1; }","duration":"106.782839ms","start":"2026-03-29T02:14:29.663714Z","end":"2026-03-29T02:14:29.770497Z","steps":["trace[926934193] 'process raft request' (duration: 106.594964ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:29.770562Z","caller":"traceutil/trace.go:171","msg":"trace[590845865] transaction","detail":"{read_only:false; response_revision:6095; number_of_response:1; }","duration":"106.81953ms","start":"2026-03-29T02:14:29.663646Z","end":"2026-03-29T02:14:29.770465Z","steps":["trace[590845865] 'process raft request' (duration: 106.395701ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:29.770793Z","caller":"traceutil/trace.go:171","msg":"trace[544035259] transaction","detail":"{read_only:false; response_revision:6097; number_of_response:1; }","duration":"106.993903ms","start":"2026-03-29T02:14:29.663751Z","end":"2026-03-29T02:14:29.770745Z","steps":["trace[544035259] 'process raft request' (duration: 106.688966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:29.771787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.311675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-29T02:14:29.771903Z","caller":"traceutil/trace.go:171","msg":"trace[2053014009] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6097; }","duration":"109.485258ms","start":"2026-03-29T02:14:29.662382Z","end":"2026-03-29T02:14:29.771867Z","steps":["trace[2053014009] 'agreement among raft nodes before linearized reading' (duration: 108.407424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:32.108924Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198742059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:14:32.609426Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198742059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:14:33.006691Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.466262257s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:14:33.007392Z","caller":"traceutil/trace.go:171","msg":"trace[1782704024] transaction","detail":"{read_only:false; response_revision:6120; number_of_response:1; }","duration":"1.467048875s","start":"2026-03-29T02:14:31.54031Z","end":"2026-03-29T02:14:33.007359Z","steps":["trace[1782704024] 'process raft request' (duration: 1.46684727s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:33.007634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:31.540289Z","time spent":"1.467229659s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13281,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:33.084802Z","caller":"traceutil/trace.go:171","msg":"trace[638818025] linearizableReadLoop","detail":"{readStateIndex:6373; appliedIndex:6371; }","duration":"1.476610706s","start":"2026-03-29T02:14:31.608164Z","end":"2026-03-29T02:14:33.084775Z","steps":["trace[638818025] 'read index received' (duration: 1.398974625s)","trace[638818025] 'applied index is now lower than readState.Index' (duration: 77.635081ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:33.084906Z","caller":"traceutil/trace.go:171","msg":"trace[49590087] transaction","detail":"{read_only:false; response_revision:6121; number_of_response:1; }","duration":"1.533699962s","start":"2026-03-29T02:14:31.551162Z","end":"2026-03-29T02:14:33.084862Z","steps":["trace[49590087] 'process raft request' (duration: 1.533405016s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:33.085106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:31.551125Z","time spent":"1.533876436s","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1408,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:33.085159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476956475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-29T02:14:33.085278Z","caller":"traceutil/trace.go:171","msg":"trace[596915313] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6121; }","duration":"1.477146909s","start":"2026-03-29T02:14:31.608096Z","end":"2026-03-29T02:14:33.085243Z","steps":["trace[596915313] 'agreement among raft nodes before linearized reading' (duration: 1.476789101s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:33.085347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:31.608074Z","time spent":"1.477259411s","remote":"127.0.0.1:54638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-29T02:14:33.09286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.719473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:14:33.092914Z","caller":"traceutil/trace.go:171","msg":"trace[1219081216] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; response_count:1; response_revision:6126; }","duration":"696.01992ms","start":"2026-03-29T02:14:32.396882Z","end":"2026-03-29T02:14:33.092902Z","steps":["trace[1219081216] 'agreement among raft nodes before linearized reading' (duration: 695.603151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:33.092949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:32.39687Z","time spent":"696.070431ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-s9btj\" "} {"level":"warn","ts":"2026-03-29T02:14:33.092951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-29T02:14:33.092992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314108051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-29T02:14:33.093003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315532222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:14:33.093046Z","caller":"traceutil/trace.go:171","msg":"trace[1988189868] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6126; }","duration":"699.722952ms","start":"2026-03-29T02:14:32.393298Z","end":"2026-03-29T02:14:33.093021Z","steps":["trace[1988189868] 'agreement among raft nodes before linearized reading' (duration: 699.205801ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:33.093046Z","caller":"traceutil/trace.go:171","msg":"trace[193143727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6126; }","duration":"1.314186993s","start":"2026-03-29T02:14:31.778838Z","end":"2026-03-29T02:14:33.093025Z","steps":["trace[193143727] 'agreement among raft nodes before linearized reading' (duration: 1.314066291s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:33.093062Z","caller":"traceutil/trace.go:171","msg":"trace[27815403] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6126; }","duration":"1.315610615s","start":"2026-03-29T02:14:31.777436Z","end":"2026-03-29T02:14:33.093046Z","steps":["trace[27815403] 'agreement among raft nodes before linearized reading' (duration: 1.315136134s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:33.093098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:31.77882Z","time spent":"1.314266195s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:14:33.093103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:31.77743Z","time spent":"1.315664566s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:14:33.093118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210502013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:14:33.093158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315788738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:14:33.093269Z","caller":"traceutil/trace.go:171","msg":"trace[1303687009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6126; }","duration":"1.315951782s","start":"2026-03-29T02:14:31.777282Z","end":"2026-03-29T02:14:33.093234Z","steps":["trace[1303687009] 'agreement among raft nodes before linearized reading' (duration: 1.315709167s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:33.093147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.912644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:14:33.093318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:31.777253Z","time spent":"1.316053714s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:14:33.093334Z","caller":"traceutil/trace.go:171","msg":"trace[2031837193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6126; }","duration":"218.132209ms","start":"2026-03-29T02:14:32.875184Z","end":"2026-03-29T02:14:33.093316Z","steps":["trace[2031837193] 'agreement among raft nodes before linearized reading' (duration: 217.929834ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:33.093194Z","caller":"traceutil/trace.go:171","msg":"trace[1774421160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6126; }","duration":"1.210644686s","start":"2026-03-29T02:14:31.882532Z","end":"2026-03-29T02:14:33.093176Z","steps":["trace[1774421160] 'agreement among raft nodes before linearized reading' (duration: 1.210521523s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:33.093098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:32.393221Z","time spent":"699.864546ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:14:33.093456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:31.882502Z","time spent":"1.210938412s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:14:33.093158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317041687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:14:33.093544Z","caller":"traceutil/trace.go:171","msg":"trace[1738320506] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6126; }","duration":"1.317497036s","start":"2026-03-29T02:14:31.776032Z","end":"2026-03-29T02:14:33.093529Z","steps":["trace[1738320506] 'agreement among raft nodes before linearized reading' (duration: 1.316935184s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:33.093587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:31.776001Z","time spent":"1.317573418s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:14:33.093861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280736061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:14:33.093908Z","caller":"traceutil/trace.go:171","msg":"trace[1563160081] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:6126; }","duration":"1.281702383s","start":"2026-03-29T02:14:31.812192Z","end":"2026-03-29T02:14:33.093895Z","steps":["trace[1563160081] 'agreement among raft nodes before linearized reading' (duration: 1.28068572s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:33.093942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:31.812179Z","time spent":"1.281753514s","remote":"127.0.0.1:52814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:14:37.144592Z","caller":"traceutil/trace.go:171","msg":"trace[299855324] linearizableReadLoop","detail":"{readStateIndex:6412; appliedIndex:6411; }","duration":"297.438318ms","start":"2026-03-29T02:14:36.847128Z","end":"2026-03-29T02:14:37.144566Z","steps":["trace[299855324] 'read index received' (duration: 297.168643ms)","trace[299855324] 'applied index is now lower than readState.Index' (duration: 268.515µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:37.144786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.393575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:14:37.144793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.660864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:14:37.144843Z","caller":"traceutil/trace.go:171","msg":"trace[1879206947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6159; }","duration":"268.472136ms","start":"2026-03-29T02:14:36.876357Z","end":"2026-03-29T02:14:37.144829Z","steps":["trace[1879206947] 'agreement among raft nodes before linearized reading' (duration: 268.365534ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:37.14486Z","caller":"traceutil/trace.go:171","msg":"trace[344514255] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6159; }","duration":"297.789088ms","start":"2026-03-29T02:14:36.847054Z","end":"2026-03-29T02:14:37.144843Z","steps":["trace[344514255] 'agreement among raft nodes before linearized reading' (duration: 297.664205ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:37.145089Z","caller":"traceutil/trace.go:171","msg":"trace[1157857950] transaction","detail":"{read_only:false; response_revision:6159; number_of_response:1; }","duration":"307.202186ms","start":"2026-03-29T02:14:36.837839Z","end":"2026-03-29T02:14:37.145042Z","steps":["trace[1157857950] 'process raft request' (duration: 306.552331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:37.147119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:36.837811Z","time spent":"307.43715ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:43.652045Z","caller":"traceutil/trace.go:171","msg":"trace[2021852636] linearizableReadLoop","detail":"{readStateIndex:6496; appliedIndex:6495; }","duration":"453.638103ms","start":"2026-03-29T02:14:43.198373Z","end":"2026-03-29T02:14:43.652011Z","steps":["trace[2021852636] 'read index received' (duration: 453.49381ms)","trace[2021852636] 'applied index is now lower than readState.Index' (duration: 142.603µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:43.652152Z","caller":"traceutil/trace.go:171","msg":"trace[483961245] transaction","detail":"{read_only:false; response_revision:6242; number_of_response:1; }","duration":"454.753037ms","start":"2026-03-29T02:14:43.197344Z","end":"2026-03-29T02:14:43.652097Z","steps":["trace[483961245] 'process raft request' (duration: 454.42102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:43.652442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.024893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:14:43.652522Z","caller":"traceutil/trace.go:171","msg":"trace[1547215073] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6242; }","duration":"454.123225ms","start":"2026-03-29T02:14:43.198358Z","end":"2026-03-29T02:14:43.652481Z","steps":["trace[1547215073] 'agreement among raft nodes before linearized reading' (duration: 453.828477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:43.652599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:43.198351Z","time spent":"454.213037ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:14:43.65281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:43.197333Z","time spent":"455.161308ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:43.685563Z","caller":"traceutil/trace.go:171","msg":"trace[19437878] transaction","detail":"{read_only:false; response_revision:6244; number_of_response:1; }","duration":"268.196049ms","start":"2026-03-29T02:14:43.417335Z","end":"2026-03-29T02:14:43.685531Z","steps":["trace[19437878] 'process raft request' (duration: 268.106137ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:43.685638Z","caller":"traceutil/trace.go:171","msg":"trace[1856844590] transaction","detail":"{read_only:false; response_revision:6243; number_of_response:1; }","duration":"486.583503ms","start":"2026-03-29T02:14:43.199006Z","end":"2026-03-29T02:14:43.68559Z","steps":["trace[1856844590] 'process raft request' (duration: 486.204825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:43.685843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:43.198998Z","time spent":"486.735517ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:43.686314Z","caller":"traceutil/trace.go:171","msg":"trace[532222068] transaction","detail":"{read_only:false; response_revision:6245; number_of_response:1; }","duration":"261.531412ms","start":"2026-03-29T02:14:43.424762Z","end":"2026-03-29T02:14:43.686293Z","steps":["trace[532222068] 'process raft request' (duration: 260.724873ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:43.686898Z","caller":"traceutil/trace.go:171","msg":"trace[2137220767] transaction","detail":"{read_only:false; response_revision:6247; number_of_response:1; }","duration":"256.715335ms","start":"2026-03-29T02:14:43.430165Z","end":"2026-03-29T02:14:43.68688Z","steps":["trace[2137220767] 'process raft request' (duration: 256.475329ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:43.68687Z","caller":"traceutil/trace.go:171","msg":"trace[1432197962] transaction","detail":"{read_only:false; response_revision:6246; number_of_response:1; }","duration":"258.76409ms","start":"2026-03-29T02:14:43.42806Z","end":"2026-03-29T02:14:43.686824Z","steps":["trace[1432197962] 'process raft request' (duration: 258.162107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:43.686927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.252381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T02:14:43.687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.719875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81421"} {"level":"info","ts":"2026-03-29T02:14:43.687053Z","caller":"traceutil/trace.go:171","msg":"trace[535343359] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6247; }","duration":"485.794376ms","start":"2026-03-29T02:14:43.201245Z","end":"2026-03-29T02:14:43.68704Z","steps":["trace[535343359] 'agreement among raft nodes before linearized reading' (duration: 485.553011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:43.687093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:43.201239Z","time spent":"485.846257ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81443,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-29T02:14:43.687045Z","caller":"traceutil/trace.go:171","msg":"trace[810385076] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6247; }","duration":"488.376504ms","start":"2026-03-29T02:14:43.198644Z","end":"2026-03-29T02:14:43.68702Z","steps":["trace[810385076] 'agreement among raft nodes before linearized reading' (duration: 488.120988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:43.687149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:43.198637Z","time spent":"488.494406ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:14:43.688795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.735893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:14:43.68926Z","caller":"traceutil/trace.go:171","msg":"trace[2085946007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6247; }","duration":"490.392688ms","start":"2026-03-29T02:14:43.198674Z","end":"2026-03-29T02:14:43.689066Z","steps":["trace[2085946007] 'agreement among raft nodes before linearized reading' (duration: 488.431524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:43.689569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:43.198671Z","time spent":"490.884079ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:14:48.517684Z","caller":"traceutil/trace.go:171","msg":"trace[317759758] linearizableReadLoop","detail":"{readStateIndex:6528; appliedIndex:6527; }","duration":"216.661667ms","start":"2026-03-29T02:14:48.300989Z","end":"2026-03-29T02:14:48.517651Z","steps":["trace[317759758] 'read index received' (duration: 216.37454ms)","trace[317759758] 'applied index is now lower than readState.Index' (duration: 285.297µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:48.517785Z","caller":"traceutil/trace.go:171","msg":"trace[388714352] transaction","detail":"{read_only:false; response_revision:6273; number_of_response:1; }","duration":"271.414391ms","start":"2026-03-29T02:14:48.246341Z","end":"2026-03-29T02:14:48.517756Z","steps":["trace[388714352] 'process raft request' (duration: 271.060923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:48.518057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.049785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-29T02:14:48.518181Z","caller":"traceutil/trace.go:171","msg":"trace[1533802413] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6273; }","duration":"217.193878ms","start":"2026-03-29T02:14:48.300958Z","end":"2026-03-29T02:14:48.518152Z","steps":["trace[1533802413] 'agreement among raft nodes before linearized reading' (duration: 216.822039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:49.943914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.55884ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:14:49.944187Z","caller":"traceutil/trace.go:171","msg":"trace[1147654653] transaction","detail":"{read_only:false; response_revision:6280; number_of_response:1; }","duration":"844.750901ms","start":"2026-03-29T02:14:49.099414Z","end":"2026-03-29T02:14:49.944165Z","steps":["trace[1147654653] 'process raft request' (duration: 844.70016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:49.944304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:49.099387Z","time spent":"844.845982ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:49.944685Z","caller":"traceutil/trace.go:171","msg":"trace[42038446] transaction","detail":"{read_only:false; response_revision:6278; number_of_response:1; }","duration":"1.217898708s","start":"2026-03-29T02:14:48.726772Z","end":"2026-03-29T02:14:49.944671Z","steps":["trace[42038446] 'process raft request' (duration: 507.484808ms)","trace[42038446] 'compare' (duration: 709.388647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:49.944744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:48.72674Z","time spent":"1.21797141s","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:49.944771Z","caller":"traceutil/trace.go:171","msg":"trace[1053009911] transaction","detail":"{read_only:false; response_revision:6279; number_of_response:1; }","duration":"1.101849194s","start":"2026-03-29T02:14:48.842858Z","end":"2026-03-29T02:14:49.944708Z","steps":["trace[1053009911] 'process raft request' (duration: 1.101182358s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:49.94481Z","caller":"traceutil/trace.go:171","msg":"trace[1529435518] linearizableReadLoop","detail":"{readStateIndex:6534; appliedIndex:6533; }","duration":"1.210399521s","start":"2026-03-29T02:14:48.734377Z","end":"2026-03-29T02:14:49.944776Z","steps":["trace[1529435518] 'read index received' (duration: 499.91573ms)","trace[1529435518] 'applied index is now lower than readState.Index' (duration: 710.480651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:49.944934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:48.842832Z","time spent":"1.102014078s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:49.945062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210659617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-29T02:14:49.945113Z","caller":"traceutil/trace.go:171","msg":"trace[1487896134] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6280; }","duration":"1.210727508s","start":"2026-03-29T02:14:48.734373Z","end":"2026-03-29T02:14:49.945101Z","steps":["trace[1487896134] 'agreement among raft nodes before linearized reading' (duration: 1.210529174s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:49.94515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:48.734344Z","time spent":"1.21079597s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-29T02:14:49.965698Z","caller":"traceutil/trace.go:171","msg":"trace[1245187607] transaction","detail":"{read_only:false; response_revision:6281; number_of_response:1; }","duration":"258.480024ms","start":"2026-03-29T02:14:49.707186Z","end":"2026-03-29T02:14:49.965666Z","steps":["trace[1245187607] 'process raft request' (duration: 258.29761ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:50.024478Z","caller":"traceutil/trace.go:171","msg":"trace[944696965] transaction","detail":"{read_only:false; response_revision:6282; number_of_response:1; }","duration":"308.848281ms","start":"2026-03-29T02:14:49.715588Z","end":"2026-03-29T02:14:50.024436Z","steps":["trace[944696965] 'process raft request' (duration: 308.546254ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:50.024456Z","caller":"traceutil/trace.go:171","msg":"trace[1823371117] transaction","detail":"{read_only:false; response_revision:6283; number_of_response:1; }","duration":"308.693618ms","start":"2026-03-29T02:14:49.715732Z","end":"2026-03-29T02:14:50.024426Z","steps":["trace[1823371117] 'process raft request' (duration: 308.591206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:50.024702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:49.715555Z","time spent":"309.048496ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:50.024822Z","caller":"traceutil/trace.go:171","msg":"trace[1119798997] transaction","detail":"{read_only:false; response_revision:6284; number_of_response:1; }","duration":"307.690196ms","start":"2026-03-29T02:14:49.717078Z","end":"2026-03-29T02:14:50.024769Z","steps":["trace[1119798997] 'process raft request' (duration: 307.288208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:50.025023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:49.717061Z","time spent":"307.86368ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:50.025108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.646303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-29T02:14:50.025151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.411755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-29T02:14:50.025198Z","caller":"traceutil/trace.go:171","msg":"trace[1055796367] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:6285; }","duration":"992.493247ms","start":"2026-03-29T02:14:49.032689Z","end":"2026-03-29T02:14:50.025182Z","steps":["trace[1055796367] 'agreement among raft nodes before linearized reading' (duration: 992.304053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:50.025161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.123686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-29T02:14:50.025292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.837116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-29T02:14:50.025309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.452513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:14:50.025328Z","caller":"traceutil/trace.go:171","msg":"trace[1591885056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6285; }","duration":"301.895086ms","start":"2026-03-29T02:14:49.723425Z","end":"2026-03-29T02:14:50.02532Z","steps":["trace[1591885056] 'agreement among raft nodes before linearized reading' (duration: 301.801194ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:50.025289Z","caller":"traceutil/trace.go:171","msg":"trace[1400236616] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6285; }","duration":"331.289949ms","start":"2026-03-29T02:14:49.693977Z","end":"2026-03-29T02:14:50.025267Z","steps":["trace[1400236616] 'agreement among raft nodes before linearized reading' (duration: 330.983633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:50.025325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288579465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-29T02:14:50.025352Z","caller":"traceutil/trace.go:171","msg":"trace[738533259] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6285; }","duration":"304.538207ms","start":"2026-03-29T02:14:49.720796Z","end":"2026-03-29T02:14:50.025334Z","steps":["trace[738533259] 'agreement among raft nodes before linearized reading' (duration: 304.464294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:50.025363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:49.723414Z","time spent":"301.939949ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:14:50.025111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:49.715723Z","time spent":"308.898332ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:50.025401Z","caller":"traceutil/trace.go:171","msg":"trace[152579877] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6285; }","duration":"1.28871199s","start":"2026-03-29T02:14:48.736672Z","end":"2026-03-29T02:14:50.025384Z","steps":["trace[152579877] 'agreement among raft nodes before linearized reading' (duration: 1.288505764s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:50.025404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:49.720776Z","time spent":"304.618548ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:14:50.025238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.68415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-29T02:14:50.025444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:48.736647Z","time spent":"1.288787872s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-29T02:14:50.025461Z","caller":"traceutil/trace.go:171","msg":"trace[1570856817] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6285; }","duration":"300.922656ms","start":"2026-03-29T02:14:49.724528Z","end":"2026-03-29T02:14:50.025451Z","steps":["trace[1570856817] 'agreement among raft nodes before linearized reading' (duration: 300.641209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:50.025451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.463574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:14:50.025387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:49.693967Z","time spent":"331.403632ms","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-29T02:14:50.025533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:49.724518Z","time spent":"301.003928ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:14:50.025537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.55307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:50.025566Z","caller":"traceutil/trace.go:171","msg":"trace[1153154800] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; response_count:1; response_revision:6285; }","duration":"299.630127ms","start":"2026-03-29T02:14:49.725907Z","end":"2026-03-29T02:14:50.025537Z","steps":["trace[1153154800] 'agreement among raft nodes before linearized reading' (duration: 299.253488ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:50.025585Z","caller":"traceutil/trace.go:171","msg":"trace[862435174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6285; }","duration":"150.653573ms","start":"2026-03-29T02:14:49.874912Z","end":"2026-03-29T02:14:50.025566Z","steps":["trace[862435174] 'agreement among raft nodes before linearized reading' (duration: 150.588391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:50.025636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.098685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:14:50.025127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.206519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:14:50.025692Z","caller":"traceutil/trace.go:171","msg":"trace[356410430] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:6285; }","duration":"395.210577ms","start":"2026-03-29T02:14:49.63047Z","end":"2026-03-29T02:14:50.02568Z","steps":["trace[356410430] 'agreement among raft nodes before linearized reading' (duration: 395.105615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:50.025677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.349599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:50.025699Z","caller":"traceutil/trace.go:171","msg":"trace[350062803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6285; }","duration":"309.857724ms","start":"2026-03-29T02:14:49.715829Z","end":"2026-03-29T02:14:50.025687Z","steps":["trace[350062803] 'agreement among raft nodes before linearized reading' (duration: 309.135268ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:50.025751Z","caller":"traceutil/trace.go:171","msg":"trace[652085207] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:6285; }","duration":"170.493312ms","start":"2026-03-29T02:14:49.855237Z","end":"2026-03-29T02:14:50.025731Z","steps":["trace[652085207] 'agreement among raft nodes before linearized reading' (duration: 170.37117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:50.025784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:49.715808Z","time spent":"309.965366ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:14:50.025735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:49.630429Z","time spent":"395.296709ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:14:50.025194Z","caller":"traceutil/trace.go:171","msg":"trace[590918263] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6285; }","duration":"343.97966ms","start":"2026-03-29T02:14:49.681196Z","end":"2026-03-29T02:14:50.025175Z","steps":["trace[590918263] 'agreement among raft nodes before linearized reading' (duration: 343.772976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:50.025989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:49.681161Z","time spent":"344.81295ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:14:50.027351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:49.032667Z","time spent":"993.248944ms","remote":"127.0.0.1:54638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-29T02:14:50.153945Z","caller":"traceutil/trace.go:171","msg":"trace[1394625240] transaction","detail":"{read_only:false; response_revision:6287; number_of_response:1; }","duration":"118.611381ms","start":"2026-03-29T02:14:50.035301Z","end":"2026-03-29T02:14:50.153913Z","steps":["trace[1394625240] 'process raft request' (duration: 118.08612ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:50.15411Z","caller":"traceutil/trace.go:171","msg":"trace[1412999734] transaction","detail":"{read_only:false; response_revision:6289; number_of_response:1; }","duration":"118.693533ms","start":"2026-03-29T02:14:50.03539Z","end":"2026-03-29T02:14:50.154083Z","steps":["trace[1412999734] 'process raft request' (duration: 118.257003ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:50.154194Z","caller":"traceutil/trace.go:171","msg":"trace[291553520] transaction","detail":"{read_only:false; response_revision:6290; number_of_response:1; }","duration":"118.738303ms","start":"2026-03-29T02:14:50.035422Z","end":"2026-03-29T02:14:50.15416Z","steps":["trace[291553520] 'process raft request' (duration: 118.296994ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:50.154369Z","caller":"traceutil/trace.go:171","msg":"trace[2023682984] transaction","detail":"{read_only:false; response_revision:6288; number_of_response:1; }","duration":"119.031412ms","start":"2026-03-29T02:14:50.035317Z","end":"2026-03-29T02:14:50.154349Z","steps":["trace[2023682984] 'process raft request' (duration: 118.255584ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:50.154441Z","caller":"traceutil/trace.go:171","msg":"trace[1571759088] transaction","detail":"{read_only:false; response_revision:6291; number_of_response:1; }","duration":"118.944519ms","start":"2026-03-29T02:14:50.03544Z","end":"2026-03-29T02:14:50.154384Z","steps":["trace[1571759088] 'process raft request' (duration: 118.332025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:50.30753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.490693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:50.307641Z","caller":"traceutil/trace.go:171","msg":"trace[939840544] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:6291; }","duration":"102.676357ms","start":"2026-03-29T02:14:50.204935Z","end":"2026-03-29T02:14:50.307612Z","steps":["trace[939840544] 'count revisions from in-memory index tree' (duration: 102.382291ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:52.382213Z","caller":"traceutil/trace.go:171","msg":"trace[1632247404] transaction","detail":"{read_only:false; response_revision:6292; number_of_response:1; }","duration":"410.231942ms","start":"2026-03-29T02:14:51.971942Z","end":"2026-03-29T02:14:52.382174Z","steps":["trace[1632247404] 'process raft request' (duration: 409.854694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:52.382406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:51.97191Z","time spent":"410.381324ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:52.382409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.996534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:52.382541Z","caller":"traceutil/trace.go:171","msg":"trace[150622076] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:6292; }","duration":"382.213048ms","start":"2026-03-29T02:14:52.00031Z","end":"2026-03-29T02:14:52.382523Z","steps":["trace[150622076] 'agreement among raft nodes before linearized reading' (duration: 381.996094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:52.382637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:52.000278Z","time spent":"382.325912ms","remote":"127.0.0.1:52408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":27,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:14:52.38245Z","caller":"traceutil/trace.go:171","msg":"trace[2020637425] linearizableReadLoop","detail":"{readStateIndex:6548; appliedIndex:6547; }","duration":"381.704777ms","start":"2026-03-29T02:14:52.000392Z","end":"2026-03-29T02:14:52.382097Z","steps":["trace[2020637425] 'read index received' (duration: 381.533253ms)","trace[2020637425] 'applied index is now lower than readState.Index' (duration: 170.304µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:14:52.643366Z","caller":"traceutil/trace.go:171","msg":"trace[191484402] transaction","detail":"{read_only:false; response_revision:6293; number_of_response:1; }","duration":"609.710956ms","start":"2026-03-29T02:14:52.033626Z","end":"2026-03-29T02:14:52.643337Z","steps":["trace[191484402] 'process raft request' (duration: 609.387929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:52.643503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:52.033598Z","time spent":"609.829629ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:52.643405Z","caller":"traceutil/trace.go:171","msg":"trace[1746960637] transaction","detail":"{read_only:false; response_revision:6294; number_of_response:1; }","duration":"609.731257ms","start":"2026-03-29T02:14:52.033638Z","end":"2026-03-29T02:14:52.643369Z","steps":["trace[1746960637] 'process raft request' (duration: 609.594254ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:52.643737Z","caller":"traceutil/trace.go:171","msg":"trace[212787329] transaction","detail":"{read_only:false; response_revision:6295; number_of_response:1; }","duration":"610.064414ms","start":"2026-03-29T02:14:52.033667Z","end":"2026-03-29T02:14:52.643731Z","steps":["trace[212787329] 'process raft request' (duration: 609.610184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:52.643782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:52.033646Z","time spent":"610.110435ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:52.643852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:52.033604Z","time spent":"610.045513ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:14:52.644014Z","caller":"traceutil/trace.go:171","msg":"trace[1965976804] linearizableReadLoop","detail":"{readStateIndex:6552; appliedIndex:6548; }","duration":"260.842416ms","start":"2026-03-29T02:14:52.383147Z","end":"2026-03-29T02:14:52.643989Z","steps":["trace[1965976804] 'read index received' (duration: 259.769163ms)","trace[1965976804] 'applied index is now lower than readState.Index' (duration: 1.072243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:52.644247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.57115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:14:52.644301Z","caller":"traceutil/trace.go:171","msg":"trace[1755531022] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6296; }","duration":"484.653572ms","start":"2026-03-29T02:14:52.159636Z","end":"2026-03-29T02:14:52.64429Z","steps":["trace[1755531022] 'agreement among raft nodes before linearized reading' (duration: 484.512189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:52.644321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:52.159615Z","time spent":"484.699812ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:14:52.644338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.920548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:14:52.644385Z","caller":"traceutil/trace.go:171","msg":"trace[1064792193] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6296; }","duration":"536.029141ms","start":"2026-03-29T02:14:52.108342Z","end":"2026-03-29T02:14:52.644371Z","steps":["trace[1064792193] 'agreement among raft nodes before linearized reading' (duration: 535.832096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:52.64442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.63431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:14:52.644437Z","caller":"traceutil/trace.go:171","msg":"trace[1302835952] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6296; }","duration":"484.665772ms","start":"2026-03-29T02:14:52.159767Z","end":"2026-03-29T02:14:52.644433Z","steps":["trace[1302835952] 'agreement among raft nodes before linearized reading' (duration: 484.616511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:52.64445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:52.159758Z","time spent":"484.689502ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:14:52.644448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:52.108318Z","time spent":"536.118333ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:14:52.644494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.719411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:14:52.644536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.789904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:14:52.644553Z","caller":"traceutil/trace.go:171","msg":"trace[695596433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6296; }","duration":"484.829395ms","start":"2026-03-29T02:14:52.159717Z","end":"2026-03-29T02:14:52.644546Z","steps":["trace[695596433] 'agreement among raft nodes before linearized reading' (duration: 484.783614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:52.644566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:52.159703Z","time spent":"484.860066ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:14:52.644559Z","caller":"traceutil/trace.go:171","msg":"trace[108068214] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:6296; }","duration":"195.831703ms","start":"2026-03-29T02:14:52.448713Z","end":"2026-03-29T02:14:52.644544Z","steps":["trace[108068214] 'agreement among raft nodes before linearized reading' (duration: 195.718881ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:52.644634Z","caller":"traceutil/trace.go:171","msg":"trace[1594568005] transaction","detail":"{read_only:false; response_revision:6296; number_of_response:1; }","duration":"483.983227ms","start":"2026-03-29T02:14:52.160645Z","end":"2026-03-29T02:14:52.644628Z","steps":["trace[1594568005] 'process raft request' (duration: 482.665967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:52.644669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:52.160628Z","time spent":"484.022868ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:14:52.644806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.767486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-29T02:14:52.644834Z","caller":"traceutil/trace.go:171","msg":"trace[786599217] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6296; }","duration":"352.794066ms","start":"2026-03-29T02:14:52.292032Z","end":"2026-03-29T02:14:52.644826Z","steps":["trace[786599217] 'agreement among raft nodes before linearized reading' (duration: 352.724755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:52.64485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:52.291963Z","time spent":"352.882849ms","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-29T02:14:52.644915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.399236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:14:52.644956Z","caller":"traceutil/trace.go:171","msg":"trace[2019556758] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; response_count:1; response_revision:6296; }","duration":"603.468758ms","start":"2026-03-29T02:14:52.041476Z","end":"2026-03-29T02:14:52.644945Z","steps":["trace[2019556758] 'agreement among raft nodes before linearized reading' (duration: 603.296664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:52.644992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:52.041464Z","time spent":"603.520709ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-s9btj\" "} {"level":"warn","ts":"2026-03-29T02:14:52.647497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.651138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-29T02:14:52.650298Z","caller":"traceutil/trace.go:171","msg":"trace[23548474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6296; }","duration":"490.479621ms","start":"2026-03-29T02:14:52.159791Z","end":"2026-03-29T02:14:52.650271Z","steps":["trace[23548474] 'agreement among raft nodes before linearized reading' (duration: 484.277713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:52.650395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:52.159772Z","time spent":"490.596114ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:14:52.937687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.262103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-29T02:14:52.937794Z","caller":"traceutil/trace.go:171","msg":"trace[1474439061] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6301; }","duration":"200.409895ms","start":"2026-03-29T02:14:52.737354Z","end":"2026-03-29T02:14:52.937764Z","steps":["trace[1474439061] 'range keys from in-memory index tree' (duration: 199.883184ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:54.516474Z","caller":"traceutil/trace.go:171","msg":"trace[253096138] transaction","detail":"{read_only:false; response_revision:6308; number_of_response:1; }","duration":"217.139878ms","start":"2026-03-29T02:14:54.299305Z","end":"2026-03-29T02:14:54.516445Z","steps":["trace[253096138] 'process raft request' (duration: 216.855032ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:54.516399Z","caller":"traceutil/trace.go:171","msg":"trace[1299576774] linearizableReadLoop","detail":"{readStateIndex:6565; appliedIndex:6564; }","duration":"194.72879ms","start":"2026-03-29T02:14:54.321638Z","end":"2026-03-29T02:14:54.516367Z","steps":["trace[1299576774] 'read index received' (duration: 194.498855ms)","trace[1299576774] 'applied index is now lower than readState.Index' (duration: 228.735µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:54.517027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.363284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-29T02:14:54.517106Z","caller":"traceutil/trace.go:171","msg":"trace[359682949] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6308; }","duration":"195.468976ms","start":"2026-03-29T02:14:54.321625Z","end":"2026-03-29T02:14:54.517094Z","steps":["trace[359682949] 'agreement among raft nodes before linearized reading' (duration: 194.893853ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:14:54.517682Z","caller":"traceutil/trace.go:171","msg":"trace[25515184] transaction","detail":"{read_only:false; response_revision:6309; number_of_response:1; }","duration":"114.769747ms","start":"2026-03-29T02:14:54.4029Z","end":"2026-03-29T02:14:54.51767Z","steps":["trace[25515184] 'process raft request' (duration: 114.649434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:55.05798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.65953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:55.058037Z","caller":"traceutil/trace.go:171","msg":"trace[543321155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6328; }","duration":"181.758402ms","start":"2026-03-29T02:14:54.876265Z","end":"2026-03-29T02:14:55.058024Z","steps":["trace[543321155] 'range keys from in-memory index tree' (duration: 181.576298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:58.160204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198742626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:14:58.660802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198742626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:14:59.161775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198742626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:14:59.662587Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198742626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:00.16359Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198742626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:00.664512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198742626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:00.874624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999992287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:15:00.874708Z","caller":"traceutil/trace.go:171","msg":"trace[417701475] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00015386s","start":"2026-03-29T02:14:58.874535Z","end":"2026-03-29T02:15:00.874689Z","steps":["trace[417701475] 'agreement among raft nodes before linearized reading' (duration: 2.000031798s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:00.874756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:58.874514Z","time spent":"2.000232843s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:15:01.165108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198742626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:01.665862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198742626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:02.166496Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198742626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:02.66702Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198742626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:02.875894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000069879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:15:02.876006Z","caller":"traceutil/trace.go:171","msg":"trace[731812516] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000253583s","start":"2026-03-29T02:15:00.875725Z","end":"2026-03-29T02:15:02.875978Z","steps":["trace[731812516] 'agreement among raft nodes before linearized reading' (duration: 2.00010544s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:02.876074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:00.875702Z","time spent":"2.000358636s","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:15:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:03.167877Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198742626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:03.585755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:58.588075Z","time spent":"4.997667337s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/29 02:15:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:03.663944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:58.665673Z","time spent":"4.99825707s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/29 02:15:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:03.664622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:58.666597Z","time spent":"4.998013924s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/29 02:15:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:03.668514Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198742626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:03.668574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:58.669262Z","time spent":"4.999306504s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/29 02:15:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:03.679298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996653304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:03.679492Z","caller":"traceutil/trace.go:171","msg":"trace[1378573986] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99689502s","start":"2026-03-29T02:14:58.682579Z","end":"2026-03-29T02:15:03.679474Z","steps":["trace[1378573986] 'agreement among raft nodes before linearized reading' (duration: 4.996686805s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:03.679648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:58.682563Z","time spent":"4.997075194s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/29 02:15:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:03.740571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999437895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:03.740692Z","caller":"traceutil/trace.go:171","msg":"trace[1875541727] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99967419s","start":"2026-03-29T02:14:58.74099Z","end":"2026-03-29T02:15:03.740664Z","steps":["trace[1875541727] 'agreement among raft nodes before linearized reading' (duration: 4.999467626s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:03.740766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:58.74097Z","time spent":"4.999781483s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/29 02:15:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:03.743104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999023556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:03.743177Z","caller":"traceutil/trace.go:171","msg":"trace[326461504] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999148399s","start":"2026-03-29T02:14:58.744016Z","end":"2026-03-29T02:15:03.743165Z","steps":["trace[326461504] 'agreement among raft nodes before linearized reading' (duration: 4.999063327s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:03.74322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:58.743996Z","time spent":"4.999213111s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/29 02:15:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:03.882595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000182431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:15:03.882717Z","caller":"traceutil/trace.go:171","msg":"trace[947743075] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000373215s","start":"2026-03-29T02:15:01.882324Z","end":"2026-03-29T02:15:03.882697Z","steps":["trace[947743075] 'agreement among raft nodes before linearized reading' (duration: 2.000214982s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:03.882772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:01.882303Z","time spent":"2.000457058s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:15:04.169147Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198742626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:04.560478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:57.559547Z","time spent":"7.000893725s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-29T02:15:04.660862Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-29T02:15:04.661024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000971407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-29T02:15:04.661062Z","caller":"traceutil/trace.go:171","msg":"trace[2025855419] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; }","duration":"7.00108296s","start":"2026-03-29T02:14:57.659964Z","end":"2026-03-29T02:15:04.661047Z","steps":["trace[2025855419] 'agreement among raft nodes before linearized reading' (duration: 7.001024688s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:04.661105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:57.659933Z","time spent":"7.001162362s","remote":"127.0.0.1:42166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:04.883869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999966897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:15:04.884064Z","caller":"traceutil/trace.go:171","msg":"trace[1918905607] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000224802s","start":"2026-03-29T02:15:02.883814Z","end":"2026-03-29T02:15:04.884038Z","steps":["trace[1918905607] 'agreement among raft nodes before linearized reading' (duration: 1.999982806s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:04.884153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:02.883801Z","time spent":"2.000336645s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:15:05.161013Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198742637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:05.661383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198742637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:06.162133Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198742637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:06.663061Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198742637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:06.885166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999855004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:15:06.88532Z","caller":"traceutil/trace.go:171","msg":"trace[1476069459] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000082369s","start":"2026-03-29T02:15:04.885214Z","end":"2026-03-29T02:15:06.885296Z","steps":["trace[1476069459] 'agreement among raft nodes before linearized reading' (duration: 1.999898565s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:06.885381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:04.88518Z","time spent":"2.000189862s","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:15:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:06.972375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:59.971881Z","time spent":"7.000483766s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-29T02:15:07.095467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:00.094958Z","time spent":"7.000491127s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-29T02:15:07.155261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:00.154679Z","time spent":"7.000573179s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-29T02:15:07.164038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198742637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:07.664805Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198742637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:08.165163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198742637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:08.585388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998534185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:08.585458Z","caller":"traceutil/trace.go:171","msg":"trace[1700503469] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998617217s","start":"2026-03-29T02:15:03.586826Z","end":"2026-03-29T02:15:08.585443Z","steps":["trace[1700503469] 'agreement among raft nodes before linearized reading' (duration: 4.998530985s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:08.585497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:03.586782Z","time spent":"4.998706099s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/29 02:15:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:08.609425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.072261032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:08.609543Z","caller":"traceutil/trace.go:171","msg":"trace[1828468464] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"8.072453996s","start":"2026-03-29T02:15:00.537066Z","end":"2026-03-29T02:15:08.60952Z","steps":["trace[1828468464] 'agreement among raft nodes before linearized reading' (duration: 8.072291123s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:08.609609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:00.537046Z","time spent":"8.072548298s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/29 02:15:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:08.663396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996633604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:08.663486Z","caller":"traceutil/trace.go:171","msg":"trace[813601164] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.996785437s","start":"2026-03-29T02:15:03.666679Z","end":"2026-03-29T02:15:08.663465Z","steps":["trace[813601164] 'agreement among raft nodes before linearized reading' (duration: 4.996671745s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:08.663407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996270306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:08.663566Z","caller":"traceutil/trace.go:171","msg":"trace[1902957654] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.996495051s","start":"2026-03-29T02:15:03.667051Z","end":"2026-03-29T02:15:08.663546Z","steps":["trace[1902957654] 'agreement among raft nodes before linearized reading' (duration: 4.996311097s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:08.663566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:03.666646Z","time spent":"4.99690367s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:15:08.663624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:03.66702Z","time spent":"4.996592803s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/03/29 02:15:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/29 02:15:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:08.667053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198742637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:08.668673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998749171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:08.668754Z","caller":"traceutil/trace.go:171","msg":"trace[1627352704] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998849253s","start":"2026-03-29T02:15:03.669886Z","end":"2026-03-29T02:15:08.668735Z","steps":["trace[1627352704] 'agreement among raft nodes before linearized reading' (duration: 4.998760331s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:08.668813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:03.669869Z","time spent":"4.998926555s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/29 02:15:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:08.710174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.814441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:08.710274Z","caller":"traceutil/trace.go:171","msg":"trace[1643196112] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; }","duration":"748.976585ms","start":"2026-03-29T02:15:07.961275Z","end":"2026-03-29T02:15:08.710252Z","steps":["trace[1643196112] 'agreement among raft nodes before linearized reading' (duration: 748.849162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:08.710339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:07.961252Z","time spent":"749.072167ms","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} 2026/03/29 02:15:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:08.74007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995961931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:08.740152Z","caller":"traceutil/trace.go:171","msg":"trace[2005249155] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.996096634s","start":"2026-03-29T02:15:05.744039Z","end":"2026-03-29T02:15:08.740135Z","steps":["trace[2005249155] 'agreement among raft nodes before linearized reading' (duration: 2.996003141s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:08.740209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:05.744012Z","time spent":"2.996179846s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/29 02:15:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:08.746056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999185472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:08.746119Z","caller":"traceutil/trace.go:171","msg":"trace[455392692] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.999310205s","start":"2026-03-29T02:15:05.746794Z","end":"2026-03-29T02:15:08.746104Z","steps":["trace[455392692] 'agreement among raft nodes before linearized reading' (duration: 2.999238533s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:08.746162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:05.74677Z","time spent":"2.999383397s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/29 02:15:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:08.747863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999902035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:08.747918Z","caller":"traceutil/trace.go:171","msg":"trace[2038980167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999961366s","start":"2026-03-29T02:14:58.747942Z","end":"2026-03-29T02:15:08.747903Z","steps":["trace[2038980167] 'agreement among raft nodes before linearized reading' (duration: 9.999900325s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:08.74797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:58.747889Z","time spent":"10.000069189s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/03/29 02:15:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:08.748831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000929478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:08.748892Z","caller":"traceutil/trace.go:171","msg":"trace[1585704721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000992299s","start":"2026-03-29T02:14:58.747886Z","end":"2026-03-29T02:15:08.748878Z","steps":["trace[1585704721] 'agreement among raft nodes before linearized reading' (duration: 10.000928308s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:08.748936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:58.747829Z","time spent":"10.001098111s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/29 02:15:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:08.75465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.072475359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:08.754795Z","caller":"traceutil/trace.go:171","msg":"trace[628489032] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"3.072639013s","start":"2026-03-29T02:15:05.682135Z","end":"2026-03-29T02:15:08.754774Z","steps":["trace[628489032] 'agreement among raft nodes before linearized reading' (duration: 3.072474109s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:08.754884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:05.6821Z","time spent":"3.072770456s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/29 02:15:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:08.894871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000871487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:08.894982Z","caller":"traceutil/trace.go:171","msg":"trace[1291073228] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001058801s","start":"2026-03-29T02:15:06.893897Z","end":"2026-03-29T02:15:08.894956Z","steps":["trace[1291073228] 'agreement among raft nodes before linearized reading' (duration: 2.000913267s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:08.895044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:06.893868Z","time spent":"2.001164593s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:15:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:09.167255Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198742637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:09.534846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:02.534644Z","time spent":"7.00019196s","remote":"127.0.0.1:54652","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-29T02:15:09.667548Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198742637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:10.168767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198742637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:10.669438Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198742637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:10.764367Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"5c049d375362eb5d","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-29T02:15:10.895948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000497898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:10.896042Z","caller":"traceutil/trace.go:171","msg":"trace[234622452] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000646001s","start":"2026-03-29T02:15:08.895372Z","end":"2026-03-29T02:15:10.896018Z","steps":["trace[234622452] 'agreement among raft nodes before linearized reading' (duration: 2.000539519s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:10.896092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:08.895339Z","time spent":"2.000742885s","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:15:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:11.170637Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198742637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:11.661967Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-29T02:15:11.662132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.095041554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-wdvsz\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-29T02:15:11.662175Z","caller":"traceutil/trace.go:171","msg":"trace[1123003169] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-wdvsz; range_end:; }","duration":"7.095149987s","start":"2026-03-29T02:15:04.567004Z","end":"2026-03-29T02:15:11.662154Z","steps":["trace[1123003169] 'agreement among raft nodes before linearized reading' (duration: 7.095091865s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:11.66221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:04.566976Z","time spent":"7.095224189s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-wdvsz\" "} {"level":"warn","ts":"2026-03-29T02:15:11.662247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.251775731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-29T02:15:11.662263Z","caller":"traceutil/trace.go:171","msg":"trace[1046510469] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; }","duration":"7.251829032s","start":"2026-03-29T02:15:04.410428Z","end":"2026-03-29T02:15:11.662257Z","steps":["trace[1046510469] 'agreement among raft nodes before linearized reading' (duration: 7.251812862s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:11.66228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:04.410396Z","time spent":"7.251879023s","remote":"127.0.0.1:52402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-29T02:15:11.662317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.807131091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-29T02:15:11.662331Z","caller":"traceutil/trace.go:171","msg":"trace[1556700234] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; }","duration":"7.807180932s","start":"2026-03-29T02:15:03.855145Z","end":"2026-03-29T02:15:11.662326Z","steps":["trace[1556700234] 'agreement among raft nodes before linearized reading' (duration: 7.807161172s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:11.662348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:03.85513Z","time spent":"7.807212223s","remote":"127.0.0.1:54716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:11.662379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.412514121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-29T02:15:11.662402Z","caller":"traceutil/trace.go:171","msg":"trace[1107208095] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; }","duration":"8.412539502s","start":"2026-03-29T02:15:03.249854Z","end":"2026-03-29T02:15:11.662394Z","steps":["trace[1107208095] 'agreement among raft nodes before linearized reading' (duration: 8.412514451s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:11.662419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:03.249753Z","time spent":"8.412660534s","remote":"127.0.0.1:54640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":0,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:11.662454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.57159542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-29T02:15:11.66247Z","caller":"traceutil/trace.go:171","msg":"trace[1333212532] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; }","duration":"8.571654151s","start":"2026-03-29T02:15:03.09081Z","end":"2026-03-29T02:15:11.662464Z","steps":["trace[1333212532] 'agreement among raft nodes before linearized reading' (duration: 8.571636031s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:11.662487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:03.090787Z","time spent":"8.571694653s","remote":"127.0.0.1:52846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:11.662513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.779185365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-29T02:15:11.662544Z","caller":"traceutil/trace.go:171","msg":"trace[662558527] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4; range_end:; }","duration":"8.779261807s","start":"2026-03-29T02:15:02.883277Z","end":"2026-03-29T02:15:11.662539Z","steps":["trace[662558527] 'agreement among raft nodes before linearized reading' (duration: 8.779229526s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:11.662562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:02.883253Z","time spent":"8.779303217s","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4\" "} {"level":"warn","ts":"2026-03-29T02:15:11.662593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.272000166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-29T02:15:11.66261Z","caller":"traceutil/trace.go:171","msg":"trace[1292649420] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; }","duration":"9.272068579s","start":"2026-03-29T02:15:02.390535Z","end":"2026-03-29T02:15:11.662604Z","steps":["trace[1292649420] 'agreement among raft nodes before linearized reading' (duration: 9.272049809s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:11.662627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:02.390513Z","time spent":"9.27210857s","remote":"127.0.0.1:54844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:11.66266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.725544098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-29T02:15:11.662676Z","caller":"traceutil/trace.go:171","msg":"trace[942474898] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; }","duration":"9.725583939s","start":"2026-03-29T02:15:01.937086Z","end":"2026-03-29T02:15:11.66267Z","steps":["trace[942474898] 'agreement among raft nodes before linearized reading' (duration: 9.725562618s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:11.662694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:01.937075Z","time spent":"9.725612859s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:11.662722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.985448274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-29T02:15:11.662736Z","caller":"traceutil/trace.go:171","msg":"trace[645187974] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; }","duration":"9.985503795s","start":"2026-03-29T02:15:01.677228Z","end":"2026-03-29T02:15:11.662731Z","steps":["trace[645187974] 'agreement among raft nodes before linearized reading' (duration: 9.985486835s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:11.662756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:01.677204Z","time spent":"9.985544176s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:11.662781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.595036481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-29T02:15:11.662796Z","caller":"traceutil/trace.go:171","msg":"trace[86826222] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; }","duration":"11.595097943s","start":"2026-03-29T02:15:00.067694Z","end":"2026-03-29T02:15:11.662792Z","steps":["trace[86826222] 'agreement among raft nodes before linearized reading' (duration: 11.595082302s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:11.662817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:00.06767Z","time spent":"11.595136883s","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-29T02:15:11.662843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.948899591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-29T02:15:11.662857Z","caller":"traceutil/trace.go:171","msg":"trace[1420856048] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; }","duration":"11.948952292s","start":"2026-03-29T02:14:59.7139Z","end":"2026-03-29T02:15:11.662852Z","steps":["trace[1420856048] 'agreement among raft nodes before linearized reading' (duration: 11.948937132s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:11.662872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:59.71388Z","time spent":"11.948988692s","remote":"127.0.0.1:44784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" "} {"level":"warn","ts":"2026-03-29T02:15:11.6629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.21703541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-29T02:15:11.662914Z","caller":"traceutil/trace.go:171","msg":"trace[91439940] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; }","duration":"12.217105781s","start":"2026-03-29T02:14:59.445804Z","end":"2026-03-29T02:15:11.662909Z","steps":["trace[91439940] 'agreement among raft nodes before linearized reading' (duration: 12.217089671s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:11.662934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:59.445781Z","time spent":"12.217143921s","remote":"127.0.0.1:44768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:11.662959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.522462954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-29T02:15:11.662975Z","caller":"traceutil/trace.go:171","msg":"trace[1928917167] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; }","duration":"12.522519715s","start":"2026-03-29T02:14:59.140451Z","end":"2026-03-29T02:15:11.662971Z","steps":["trace[1928917167] 'agreement among raft nodes before linearized reading' (duration: 12.522501685s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:11.662992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:59.140431Z","time spent":"12.522556307s","remote":"127.0.0.1:54882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:11.663018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.74815344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-29T02:15:11.663032Z","caller":"traceutil/trace.go:171","msg":"trace[150795326] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; }","duration":"12.748205832s","start":"2026-03-29T02:14:58.914821Z","end":"2026-03-29T02:15:11.663027Z","steps":["trace[150795326] 'agreement among raft nodes before linearized reading' (duration: 12.748190951s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:11.663051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:58.914803Z","time spent":"12.748240353s","remote":"127.0.0.1:54866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:11.663079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.919019111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-29T02:15:11.663093Z","caller":"traceutil/trace.go:171","msg":"trace[2083019055] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; }","duration":"12.919056262s","start":"2026-03-29T02:14:58.744033Z","end":"2026-03-29T02:15:11.663089Z","steps":["trace[2083019055] 'agreement among raft nodes before linearized reading' (duration: 12.919040232s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:11.663108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:58.743985Z","time spent":"12.919119133s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/keepalived-s9btj\" "} {"level":"warn","ts":"2026-03-29T02:15:11.663132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.94641964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-29T02:15:11.663145Z","caller":"traceutil/trace.go:171","msg":"trace[1843928197] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; }","duration":"12.946454431s","start":"2026-03-29T02:14:58.716686Z","end":"2026-03-29T02:15:11.66314Z","steps":["trace[1843928197] 'agreement among raft nodes before linearized reading' (duration: 12.946440651s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:11.66316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:14:58.716667Z","time spent":"12.946489942s","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"warn","ts":"2026-03-29T02:15:12.162846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198742647,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:12.395708Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"14.836036538s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:15:12.905433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000170701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:15:12.905535Z","caller":"traceutil/trace.go:171","msg":"trace[1623683383] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000342035s","start":"2026-03-29T02:15:10.905172Z","end":"2026-03-29T02:15:12.905514Z","steps":["trace[1623683383] 'agreement among raft nodes before linearized reading' (duration: 2.000200592s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:12.905591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:10.905151Z","time spent":"2.000427106s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:15:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:13.741121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:08.743021Z","time spent":"4.998093816s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/29 02:15:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:13.745104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:08.747461Z","time spent":"4.997639266s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/29 02:15:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:13.979451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:06.978967Z","time spent":"7.000476156s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-29T02:15:14.10175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:07.101183Z","time spent":"7.000559348s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-29T02:15:14.905388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999857895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:14.90548Z","caller":"traceutil/trace.go:171","msg":"trace[1560293263] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000012778s","start":"2026-03-29T02:15:12.905447Z","end":"2026-03-29T02:15:14.90546Z","steps":["trace[1560293263] 'agreement among raft nodes before linearized reading' (duration: 1.999894556s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:14.905534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:12.905425Z","time spent":"2.00009754s","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:15:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:15.131756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000033419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:15:15.132303Z","caller":"traceutil/trace.go:171","msg":"trace[99677196] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001054681s","start":"2026-03-29T02:15:13.131231Z","end":"2026-03-29T02:15:15.132286Z","steps":["trace[99677196] 'agreement among raft nodes before linearized reading' (duration: 2.00006963s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:15.13279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:13.131207Z","time spent":"2.001124362s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:15:15.153052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.993935194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:15.15324Z","caller":"traceutil/trace.go:171","msg":"trace[1167770709] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.99417745s","start":"2026-03-29T02:15:07.159032Z","end":"2026-03-29T02:15:15.15321Z","steps":["trace[1167770709] 'agreement among raft nodes before linearized reading' (duration: 7.993969315s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:15.153433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:07.159009Z","time spent":"7.994407225s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/29 02:15:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:15.56587Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.16942177s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:15:15.6698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:08.669556Z","time spent":"7.000234491s","remote":"127.0.0.1:54554","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:15:15.750531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:08.750356Z","time spent":"7.00017078s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-29T02:15:15.750988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:08.750913Z","time spent":"7.000070157s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-29T02:15:16.914434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000640461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:16.914574Z","caller":"traceutil/trace.go:171","msg":"trace[1258173905] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000839696s","start":"2026-03-29T02:15:14.913701Z","end":"2026-03-29T02:15:16.91454Z","steps":["trace[1258173905] 'agreement among raft nodes before linearized reading' (duration: 2.000668792s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:16.914658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:14.913681Z","time spent":"2.000950508s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:15:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:17.060233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492437618s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-29T02:15:17.774179Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"5c049d375362eb5d","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-29T02:15:17.908603Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.342315331s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:15:18.874464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.811453815s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-29T02:15:18.874786Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"56.551µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"info","ts":"2026-03-29T02:15:18.875073Z","caller":"traceutil/trace.go:171","msg":"trace[1814035662] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6395; }","duration":"3.718455938s","start":"2026-03-29T02:15:15.156592Z","end":"2026-03-29T02:15:18.875048Z","steps":["trace[1814035662] 'process raft request' (duration: 3.718344426s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:18.875187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:15.156571Z","time spent":"3.718551561s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55,"response count":0,"response size":521,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:18.875249Z","caller":"traceutil/trace.go:171","msg":"trace[2056610805] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6395; }","duration":"4.886568092s","start":"2026-03-29T02:15:13.988627Z","end":"2026-03-29T02:15:18.875195Z","steps":["trace[2056610805] 'process raft request' (duration: 4.886215954s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:18.875316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.866719025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:15:18.875328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.335184838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19449"} {"level":"info","ts":"2026-03-29T02:15:18.87536Z","caller":"traceutil/trace.go:171","msg":"trace[139286489] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:6395; }","duration":"13.866863668s","start":"2026-03-29T02:15:05.008485Z","end":"2026-03-29T02:15:18.875349Z","steps":["trace[139286489] 'agreement among raft nodes before linearized reading' (duration: 13.866732925s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:18.875175Z","caller":"traceutil/trace.go:171","msg":"trace[25798630] linearizableReadLoop","detail":"{readStateIndex:6659; appliedIndex:6641; }","duration":"7.213066602s","start":"2026-03-29T02:15:11.662067Z","end":"2026-03-29T02:15:18.875133Z","steps":["trace[25798630] 'read index received' (duration: 734.081754ms)","trace[25798630] 'applied index is now lower than readState.Index' (duration: 6.478981498s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:18.875361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.370117235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:18.875383Z","caller":"traceutil/trace.go:171","msg":"trace[2142563382] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6395; }","duration":"9.33529486s","start":"2026-03-29T02:15:09.540072Z","end":"2026-03-29T02:15:18.875367Z","steps":["trace[2142563382] 'agreement among raft nodes before linearized reading' (duration: 9.335095216s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:18.875421Z","caller":"traceutil/trace.go:171","msg":"trace[1672647969] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:6395; }","duration":"12.370245958s","start":"2026-03-29T02:15:06.505156Z","end":"2026-03-29T02:15:18.875402Z","steps":["trace[1672647969] 'agreement among raft nodes before linearized reading' (duration: 12.370152366s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:18.87537Z","caller":"traceutil/trace.go:171","msg":"trace[972558662] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6395; }","duration":"4.768174006s","start":"2026-03-29T02:15:14.10714Z","end":"2026-03-29T02:15:18.875313Z","steps":["trace[972558662] 'process raft request' (duration: 4.767756127s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:18.875458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:06.505125Z","time spent":"12.370322809s","remote":"127.0.0.1:59732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:18.875483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.801731852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:15:18.875497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:13.988593Z","time spent":"4.886757386s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":569,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:18.875538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.714109909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-29T02:15:18.875566Z","caller":"traceutil/trace.go:171","msg":"trace[947985402] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6395; }","duration":"13.714195112s","start":"2026-03-29T02:15:05.161364Z","end":"2026-03-29T02:15:18.875559Z","steps":["trace[947985402] 'agreement among raft nodes before linearized reading' (duration: 13.714086059s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:18.875562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.228992249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:15:18.875587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:05.161335Z","time spent":"13.714247942s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-29T02:15:18.875593Z","caller":"traceutil/trace.go:171","msg":"trace[1174805817] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:6395; }","duration":"8.22905339s","start":"2026-03-29T02:15:10.64653Z","end":"2026-03-29T02:15:18.875584Z","steps":["trace[1174805817] 'agreement among raft nodes before linearized reading' (duration: 8.229007189s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:18.87562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:10.646513Z","time spent":"8.229100712s","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:18.875623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:14.107099Z","time spent":"4.76838785s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":719,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:18.875704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.278578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 ","response":"range_response_count:12 size:4407"} {"level":"warn","ts":"2026-03-29T02:15:18.875715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.843521051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-29T02:15:18.875737Z","caller":"traceutil/trace.go:171","msg":"trace[1806849597] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6395; }","duration":"13.843583052s","start":"2026-03-29T02:15:05.032148Z","end":"2026-03-29T02:15:18.875731Z","steps":["trace[1806849597] 'agreement among raft nodes before linearized reading' (duration: 13.843523151s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:18.875738Z","caller":"traceutil/trace.go:171","msg":"trace[2023160764] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:12; response_revision:6395; }","duration":"866.371469ms","start":"2026-03-29T02:15:18.009356Z","end":"2026-03-29T02:15:18.875727Z","steps":["trace[2023160764] 'agreement among raft nodes before linearized reading' (duration: 866.209066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:18.875756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:05.03212Z","time spent":"13.843629413s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:15:18.875513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.208395888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:18.87577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:18.009325Z","time spent":"866.436781ms","remote":"127.0.0.1:54592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":12,"response size":4429,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 "} {"level":"info","ts":"2026-03-29T02:15:18.875807Z","caller":"traceutil/trace.go:171","msg":"trace[347359659] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:0; response_revision:6395; }","duration":"7.208703386s","start":"2026-03-29T02:15:11.667086Z","end":"2026-03-29T02:15:18.875789Z","steps":["trace[347359659] 'agreement among raft nodes before linearized reading' (duration: 7.208396969s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:18.875851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:11.667073Z","time spent":"7.208767107s","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"warn","ts":"2026-03-29T02:15:18.875859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.957853868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:15:18.875864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.111314526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111472"} {"level":"info","ts":"2026-03-29T02:15:18.87589Z","caller":"traceutil/trace.go:171","msg":"trace[1188467741] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:6395; }","duration":"8.95793904s","start":"2026-03-29T02:15:09.917943Z","end":"2026-03-29T02:15:18.875882Z","steps":["trace[1188467741] 'agreement among raft nodes before linearized reading' (duration: 8.957862978s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:18.875902Z","caller":"traceutil/trace.go:171","msg":"trace[1463098103] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:6395; }","duration":"10.111354527s","start":"2026-03-29T02:15:08.764537Z","end":"2026-03-29T02:15:18.875892Z","steps":["trace[1463098103] 'agreement among raft nodes before linearized reading' (duration: 10.111095141s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:18.875919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:09.917912Z","time spent":"8.957999821s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":44,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:18.875931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:08.764474Z","time spent":"10.11145013s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111494,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-29T02:15:18.87543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:09.540048Z","time spent":"9.335375323s","remote":"127.0.0.1:54652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19471,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-29T02:15:18.875933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.709278739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:15:18.875994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.226826967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:18.876019Z","caller":"traceutil/trace.go:171","msg":"trace[1872572638] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:6395; }","duration":"7.226897499s","start":"2026-03-29T02:15:11.649113Z","end":"2026-03-29T02:15:18.87601Z","steps":["trace[1872572638] 'agreement among raft nodes before linearized reading' (duration: 7.226802087s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:18.876009Z","caller":"traceutil/trace.go:171","msg":"trace[2035399223] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:6395; }","duration":"4.709410642s","start":"2026-03-29T02:15:14.166579Z","end":"2026-03-29T02:15:18.87599Z","steps":["trace[2035399223] 'agreement among raft nodes before linearized reading' (duration: 4.709267909s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:18.876044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.205860605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:15:18.876052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:11.649086Z","time spent":"7.226957911s","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":99,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:18.876059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:14.166558Z","time spent":"4.709490474s","remote":"127.0.0.1:52402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:18.876076Z","caller":"traceutil/trace.go:171","msg":"trace[443907655] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; response_count:1; response_revision:6395; }","duration":"5.205934277s","start":"2026-03-29T02:15:13.67013Z","end":"2026-03-29T02:15:18.876064Z","steps":["trace[443907655] 'agreement among raft nodes before linearized reading' (duration: 5.205852935s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:18.875435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.198286987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:18.876105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:13.670108Z","time spent":"5.205990668s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-s9btj\" "} {"level":"info","ts":"2026-03-29T02:15:18.876134Z","caller":"traceutil/trace.go:171","msg":"trace[1229423426] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:6395; }","duration":"13.199014393s","start":"2026-03-29T02:15:05.677099Z","end":"2026-03-29T02:15:18.876114Z","steps":["trace[1229423426] 'agreement among raft nodes before linearized reading' (duration: 13.198310127s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:18.875515Z","caller":"traceutil/trace.go:171","msg":"trace[1967488479] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6395; }","duration":"7.801827153s","start":"2026-03-29T02:15:11.073678Z","end":"2026-03-29T02:15:18.875506Z","steps":["trace[1967488479] 'agreement among raft nodes before linearized reading' (duration: 7.801773582s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:18.876187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:05.67708Z","time spent":"13.199085714s","remote":"127.0.0.1:42378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:18.876211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:11.073648Z","time spent":"7.80255076s","remote":"127.0.0.1:42272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:18.875391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:05.008454Z","time spent":"13.86692857s","remote":"127.0.0.1:59942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:18.876349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.785104824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1984"} {"level":"info","ts":"2026-03-29T02:15:18.876402Z","caller":"traceutil/trace.go:171","msg":"trace[864396641] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:6395; }","duration":"10.785209516s","start":"2026-03-29T02:15:08.091178Z","end":"2026-03-29T02:15:18.876387Z","steps":["trace[864396641] 'agreement among raft nodes before linearized reading' (duration: 10.785057942s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:18.876207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.122040244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111472"} {"level":"warn","ts":"2026-03-29T02:15:18.876445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:08.091146Z","time spent":"10.785286758s","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2006,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-29T02:15:18.876532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263228322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:15:18.876549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.939137482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:18.876587Z","caller":"traceutil/trace.go:171","msg":"trace[427615118] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:6395; }","duration":"5.939206174s","start":"2026-03-29T02:15:12.937371Z","end":"2026-03-29T02:15:18.876578Z","steps":["trace[427615118] 'agreement among raft nodes before linearized reading' (duration: 5.939132892s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:18.876582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.115331423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:18.87662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:12.937359Z","time spent":"5.939252915s","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:18.87665Z","caller":"traceutil/trace.go:171","msg":"trace[410713645] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:6395; }","duration":"7.115446876s","start":"2026-03-29T02:15:11.76118Z","end":"2026-03-29T02:15:18.876627Z","steps":["trace[410713645] 'agreement among raft nodes before linearized reading' (duration: 7.115338183s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:18.876354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.205868043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12dbb97872c7b\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-03-29T02:15:18.876702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:11.761151Z","time spent":"7.11553582s","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:18.87673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.256172631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:18.876734Z","caller":"traceutil/trace.go:171","msg":"trace[1659201670] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12dbb97872c7b; range_end:; response_count:1; response_revision:6395; }","duration":"7.206256822s","start":"2026-03-29T02:15:11.670462Z","end":"2026-03-29T02:15:18.876719Z","steps":["trace[1659201670] 'agreement among raft nodes before linearized reading' (duration: 7.205825781s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:18.876585Z","caller":"traceutil/trace.go:171","msg":"trace[1297292259] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:6395; }","duration":"1.263309584s","start":"2026-03-29T02:15:17.613259Z","end":"2026-03-29T02:15:18.876568Z","steps":["trace[1297292259] 'agreement among raft nodes before linearized reading' (duration: 1.263190241s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:18.875963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.05688837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:18.876784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:11.670454Z","time spent":"7.206315323s","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":795,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12dbb97872c7b\" "} {"level":"info","ts":"2026-03-29T02:15:18.8768Z","caller":"traceutil/trace.go:171","msg":"trace[517614366] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:6395; }","duration":"5.0577662s","start":"2026-03-29T02:15:13.819025Z","end":"2026-03-29T02:15:18.876791Z","steps":["trace[517614366] 'agreement among raft nodes before linearized reading' (duration: 5.056903391s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:18.876806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:17.613239Z","time spent":"1.26355299s","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":73,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:18.876836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:13.819003Z","time spent":"5.057821931s","remote":"127.0.0.1:40566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:18.876856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.299153713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-29T02:15:18.876902Z","caller":"traceutil/trace.go:171","msg":"trace[377973541] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6395; }","duration":"7.299239444s","start":"2026-03-29T02:15:11.577645Z","end":"2026-03-29T02:15:18.876884Z","steps":["trace[377973541] 'agreement among raft nodes before linearized reading' (duration: 7.299118422s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:18.876627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962079966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:18.876767Z","caller":"traceutil/trace.go:171","msg":"trace[731252315] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:6395; }","duration":"2.256234532s","start":"2026-03-29T02:15:16.620524Z","end":"2026-03-29T02:15:18.876759Z","steps":["trace[731252315] 'agreement among raft nodes before linearized reading' (duration: 2.256121558s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:18.876924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.634461527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:15:18.876948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:11.577629Z","time spent":"7.299310176s","remote":"127.0.0.1:54638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-29T02:15:18.876967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.588834091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:18.876995Z","caller":"traceutil/trace.go:171","msg":"trace[1682011671] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:6395; }","duration":"3.634562898s","start":"2026-03-29T02:15:15.242413Z","end":"2026-03-29T02:15:18.876976Z","steps":["trace[1682011671] 'agreement among raft nodes before linearized reading' (duration: 3.634372784s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:18.877029Z","caller":"traceutil/trace.go:171","msg":"trace[1704405309] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:6395; }","duration":"2.588936343s","start":"2026-03-29T02:15:16.28808Z","end":"2026-03-29T02:15:18.877017Z","steps":["trace[1704405309] 'agreement among raft nodes before linearized reading' (duration: 2.588815151s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:18.877028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:16.62051Z","time spent":"2.256472198s","remote":"127.0.0.1:54578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":92,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:18.877066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:16.288059Z","time spent":"2.588996924s","remote":"127.0.0.1:54592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:18.877056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:15.242396Z","time spent":"3.634643011s","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":51,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:18.876957Z","caller":"traceutil/trace.go:171","msg":"trace[1522647494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6395; }","duration":"1.962448355s","start":"2026-03-29T02:15:16.914497Z","end":"2026-03-29T02:15:18.876946Z","steps":["trace[1522647494] 'agreement among raft nodes before linearized reading' (duration: 1.962109076s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:18.87713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:16.914475Z","time spent":"1.96264366s","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:15:18.876423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256895922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:18.877507Z","caller":"traceutil/trace.go:171","msg":"trace[1842984232] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:6395; }","duration":"1.257980067s","start":"2026-03-29T02:15:17.619514Z","end":"2026-03-29T02:15:18.877494Z","steps":["trace[1842984232] 'agreement among raft nodes before linearized reading' (duration: 1.256868322s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:18.877548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:17.619497Z","time spent":"1.258036788s","remote":"127.0.0.1:59938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:18.877622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.453731431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:18.877668Z","caller":"traceutil/trace.go:171","msg":"trace[712691124] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:6395; }","duration":"7.453848984s","start":"2026-03-29T02:15:11.423806Z","end":"2026-03-29T02:15:18.877655Z","steps":["trace[712691124] 'agreement among raft nodes before linearized reading' (duration: 7.4536727s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:18.877699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:11.423774Z","time spent":"7.453916355s","remote":"127.0.0.1:54572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":60,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:18.877682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.206864765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-03-29T02:15:18.877778Z","caller":"traceutil/trace.go:171","msg":"trace[1144839921] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:6395; }","duration":"7.207012218s","start":"2026-03-29T02:15:11.670743Z","end":"2026-03-29T02:15:18.877755Z","steps":["trace[1144839921] 'agreement among raft nodes before linearized reading' (duration: 7.206689871s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:18.876474Z","caller":"traceutil/trace.go:171","msg":"trace[1568815576] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:6395; }","duration":"10.12231153s","start":"2026-03-29T02:15:08.754151Z","end":"2026-03-29T02:15:18.876463Z","steps":["trace[1568815576] 'agreement among raft nodes before linearized reading' (duration: 10.121872931s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:18.877825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:11.670717Z","time spent":"7.207097691s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-29T02:15:18.877865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:08.75357Z","time spent":"10.124282734s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111494,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-29T02:15:19.631213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.969997ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-29T02:15:19.631348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:18.878479Z","time spent":"752.863582ms","remote":"127.0.0.1:54502","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:15:20.047586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.684839ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-29T02:15:20.047973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:18.879171Z","time spent":"1.168793059s","remote":"127.0.0.1:54554","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:15:20.04819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166012467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:488"} {"level":"info","ts":"2026-03-29T02:15:20.048192Z","caller":"traceutil/trace.go:171","msg":"trace[1889089133] transaction","detail":"{read_only:false; response_revision:6399; number_of_response:1; }","duration":"1.15492101s","start":"2026-03-29T02:15:18.893234Z","end":"2026-03-29T02:15:20.048155Z","steps":["trace[1889089133] 'process raft request' (duration: 1.154692725s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:20.048212Z","caller":"traceutil/trace.go:171","msg":"trace[692903721] transaction","detail":"{read_only:false; response_revision:6397; number_of_response:1; }","duration":"1.163350158s","start":"2026-03-29T02:15:18.884831Z","end":"2026-03-29T02:15:20.048181Z","steps":["trace[692903721] 'process raft request' (duration: 1.16296494s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:20.04824Z","caller":"traceutil/trace.go:171","msg":"trace[1062760238] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:6399; }","duration":"1.166092259s","start":"2026-03-29T02:15:18.882136Z","end":"2026-03-29T02:15:20.048229Z","steps":["trace[1062760238] 'agreement among raft nodes before linearized reading' (duration: 1.165904155s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:20.048328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:18.882121Z","time spent":"1.166197071s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":510,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-03-29T02:15:20.048005Z","caller":"traceutil/trace.go:171","msg":"trace[1246050636] linearizableReadLoop","detail":"{readStateIndex:6664; appliedIndex:6662; }","duration":"1.165818813s","start":"2026-03-29T02:15:18.882168Z","end":"2026-03-29T02:15:20.047986Z","steps":["trace[1246050636] 'read index received' (duration: 402.202543ms)","trace[1246050636] 'applied index is now lower than readState.Index' (duration: 763.61515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:20.048408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:18.884823Z","time spent":"1.163490641s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:20.04842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:18.893223Z","time spent":"1.155086345s","remote":"127.0.0.1:52844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7599,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:20.048348Z","caller":"traceutil/trace.go:171","msg":"trace[274320448] transaction","detail":"{read_only:false; response_revision:6396; number_of_response:1; }","duration":"1.164488473s","start":"2026-03-29T02:15:18.883654Z","end":"2026-03-29T02:15:20.048142Z","steps":["trace[274320448] 'process raft request' (duration: 1.164029393s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:20.048556Z","caller":"traceutil/trace.go:171","msg":"trace[1464848205] transaction","detail":"{read_only:false; response_revision:6398; number_of_response:1; }","duration":"1.160196427s","start":"2026-03-29T02:15:18.888318Z","end":"2026-03-29T02:15:20.048514Z","steps":["trace[1464848205] 'process raft request' (duration: 1.159527813s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:20.0487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:18.883643Z","time spent":"1.164919042s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:20.048784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:18.888301Z","time spent":"1.16035392s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:20.876331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.050947ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:20.876686Z","caller":"traceutil/trace.go:171","msg":"trace[777136292] transaction","detail":"{read_only:false; response_revision:6402; number_of_response:1; }","duration":"808.127367ms","start":"2026-03-29T02:15:20.068505Z","end":"2026-03-29T02:15:20.876632Z","steps":["trace[777136292] 'process raft request' (duration: 808.064445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:20.876765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:20.068491Z","time spent":"808.23892ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:20.877161Z","caller":"traceutil/trace.go:171","msg":"trace[1415445419] linearizableReadLoop","detail":"{readStateIndex:6669; appliedIndex:6668; }","duration":"828.716144ms","start":"2026-03-29T02:15:20.048418Z","end":"2026-03-29T02:15:20.877134Z","steps":["trace[1415445419] 'read index received' (duration: 334.671034ms)","trace[1415445419] 'applied index is now lower than readState.Index' (duration: 494.04288ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:20.877374Z","caller":"traceutil/trace.go:171","msg":"trace[1098169830] transaction","detail":"{read_only:false; response_revision:6401; number_of_response:1; }","duration":"827.644541ms","start":"2026-03-29T02:15:20.049508Z","end":"2026-03-29T02:15:20.877152Z","steps":["trace[1098169830] 'process raft request' (duration: 826.947935ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:20.877377Z","caller":"traceutil/trace.go:171","msg":"trace[1207411543] transaction","detail":"{read_only:false; response_revision:6400; number_of_response:1; }","duration":"1.24458126s","start":"2026-03-29T02:15:19.632567Z","end":"2026-03-29T02:15:20.877148Z","steps":["trace[1207411543] 'process raft request' (duration: 750.54984ms)","trace[1207411543] 'compare' (duration: 492.777591ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:20.877541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:20.04947Z","time spent":"827.971808ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:20.877572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:19.632545Z","time spent":"1.244921818s","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:20.87765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98931406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:20.877725Z","caller":"traceutil/trace.go:171","msg":"trace[1951866933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6402; }","duration":"1.989422583s","start":"2026-03-29T02:15:18.888284Z","end":"2026-03-29T02:15:20.877706Z","steps":["trace[1951866933] 'agreement among raft nodes before linearized reading' (duration: 1.98929931s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:20.877766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994132768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-03-29T02:15:20.87785Z","caller":"traceutil/trace.go:171","msg":"trace[1202318432] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:6402; }","duration":"1.99424251s","start":"2026-03-29T02:15:18.883587Z","end":"2026-03-29T02:15:20.877829Z","steps":["trace[1202318432] 'agreement among raft nodes before linearized reading' (duration: 1.994011555s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:20.877913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:18.883581Z","time spent":"1.994317041s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-29T02:15:20.87778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:18.888267Z","time spent":"1.989501644s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:15:20.877971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994774052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bee28473-9bad-458d-b417-d4251d3e7e13\" ","response":"range_response_count:1 size:1435"} {"level":"warn","ts":"2026-03-29T02:15:20.877966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.754204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-wdvsz\" ","response":"range_response_count:1 size:4158"} {"level":"warn","ts":"2026-03-29T02:15:20.877988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.095239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:20.878009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12063492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-29T02:15:20.878021Z","caller":"traceutil/trace.go:171","msg":"trace[698680414] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bee28473-9bad-458d-b417-d4251d3e7e13; range_end:; response_count:1; response_revision:6402; }","duration":"1.994832833s","start":"2026-03-29T02:15:18.883174Z","end":"2026-03-29T02:15:20.878007Z","steps":["trace[698680414] 'agreement among raft nodes before linearized reading' (duration: 1.994665399s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:20.878043Z","caller":"traceutil/trace.go:171","msg":"trace[1553019885] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-wdvsz; range_end:; response_count:1; response_revision:6402; }","duration":"823.875596ms","start":"2026-03-29T02:15:20.054148Z","end":"2026-03-29T02:15:20.878023Z","steps":["trace[1553019885] 'agreement among raft nodes before linearized reading' (duration: 823.665211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:20.87806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:18.883163Z","time spent":"1.994889025s","remote":"127.0.0.1:54624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1457,"request content":"key:\"/registry/persistentvolumes/pvc-bee28473-9bad-458d-b417-d4251d3e7e13\" "} {"level":"info","ts":"2026-03-29T02:15:20.878055Z","caller":"traceutil/trace.go:171","msg":"trace[2119667107] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:6402; }","duration":"1.120728042s","start":"2026-03-29T02:15:19.757316Z","end":"2026-03-29T02:15:20.878044Z","steps":["trace[2119667107] 'agreement among raft nodes before linearized reading' (duration: 1.120138089s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:20.878072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989636858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82100"} {"level":"warn","ts":"2026-03-29T02:15:20.877859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527217769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:15:20.878107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:19.757294Z","time spent":"1.120805374s","remote":"127.0.0.1:54968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":655,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:20.878106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:20.054127Z","time spent":"823.964758ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4180,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-wdvsz\" "} {"level":"warn","ts":"2026-03-29T02:15:20.878104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984791801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4867"} {"level":"info","ts":"2026-03-29T02:15:20.878152Z","caller":"traceutil/trace.go:171","msg":"trace[2059351761] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6402; }","duration":"1.527545606s","start":"2026-03-29T02:15:19.350579Z","end":"2026-03-29T02:15:20.878124Z","steps":["trace[2059351761] 'agreement among raft nodes before linearized reading' (duration: 1.527231749s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:20.878116Z","caller":"traceutil/trace.go:171","msg":"trace[533789202] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6402; }","duration":"1.989699149s","start":"2026-03-29T02:15:18.888406Z","end":"2026-03-29T02:15:20.878105Z","steps":["trace[533789202] 'agreement among raft nodes before linearized reading' (duration: 1.989476734s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:20.878214Z","caller":"traceutil/trace.go:171","msg":"trace[1395806110] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6402; }","duration":"1.984945064s","start":"2026-03-29T02:15:18.893244Z","end":"2026-03-29T02:15:20.878189Z","steps":["trace[1395806110] 'agreement among raft nodes before linearized reading' (duration: 1.984618346s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:20.878227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:19.350552Z","time spent":"1.527650499s","remote":"127.0.0.1:42352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:20.878055Z","caller":"traceutil/trace.go:171","msg":"trace[2046536954] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:6402; }","duration":"113.225431ms","start":"2026-03-29T02:15:20.764813Z","end":"2026-03-29T02:15:20.878038Z","steps":["trace[2046536954] 'agreement among raft nodes before linearized reading' (duration: 113.114919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:20.878274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:18.893235Z","time spent":"1.985027195s","remote":"127.0.0.1:52830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4889,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-29T02:15:20.878239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:18.888399Z","time spent":"1.989829011s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":82122,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:15:20.8785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.935596389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" ","response":"range_response_count:4 size:81049"} {"level":"warn","ts":"2026-03-29T02:15:20.877766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995513359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:686"} {"level":"info","ts":"2026-03-29T02:15:20.878563Z","caller":"traceutil/trace.go:171","msg":"trace[421673054] range","detail":"{range_begin:/registry/secrets/auth-system/; range_end:/registry/secrets/auth-system0; response_count:4; response_revision:6402; }","duration":"1.935706511s","start":"2026-03-29T02:15:18.942841Z","end":"2026-03-29T02:15:20.878548Z","steps":["trace[421673054] 'agreement among raft nodes before linearized reading' (duration: 1.935219521s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:20.87861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:18.942823Z","time spent":"1.935775862s","remote":"127.0.0.1:54572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":81071,"request content":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" "} {"level":"info","ts":"2026-03-29T02:15:20.878647Z","caller":"traceutil/trace.go:171","msg":"trace[627174866] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:6402; }","duration":"1.996380637s","start":"2026-03-29T02:15:18.882207Z","end":"2026-03-29T02:15:20.878588Z","steps":["trace[627174866] 'agreement among raft nodes before linearized reading' (duration: 1.995378775s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:20.878721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:18.882201Z","time spent":"1.996501791s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":708,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-29T02:15:21.393218Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198742671,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:15:21.478188Z","caller":"traceutil/trace.go:171","msg":"trace[682346768] transaction","detail":"{read_only:false; response_revision:6403; number_of_response:1; }","duration":"593.435755ms","start":"2026-03-29T02:15:20.884726Z","end":"2026-03-29T02:15:21.478161Z","steps":["trace[682346768] 'process raft request' (duration: 593.287802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:21.478336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:20.884701Z","time spent":"593.559527ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:22.328974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.020217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:22.329122Z","caller":"traceutil/trace.go:171","msg":"trace[1904397999] linearizableReadLoop","detail":"{readStateIndex:6675; appliedIndex:6671; }","duration":"1.443972323s","start":"2026-03-29T02:15:20.885139Z","end":"2026-03-29T02:15:22.329111Z","steps":["trace[1904397999] 'read index received' (duration: 592.981945ms)","trace[1904397999] 'applied index is now lower than readState.Index' (duration: 850.989818ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:22.329178Z","caller":"traceutil/trace.go:171","msg":"trace[1513416729] transaction","detail":"{read_only:false; response_revision:6404; number_of_response:1; }","duration":"1.44385759s","start":"2026-03-29T02:15:20.885315Z","end":"2026-03-29T02:15:22.329173Z","steps":["trace[1513416729] 'process raft request' (duration: 895.395523ms)","trace[1513416729] 'compare' (duration: 547.831913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:22.329208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:20.885297Z","time spent":"1.44389459s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:22.329301Z","caller":"traceutil/trace.go:171","msg":"trace[1490694698] transaction","detail":"{read_only:false; response_revision:6406; number_of_response:1; }","duration":"1.442764076s","start":"2026-03-29T02:15:20.886503Z","end":"2026-03-29T02:15:22.329267Z","steps":["trace[1490694698] 'process raft request' (duration: 1.442578352s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:22.329445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:20.886472Z","time spent":"1.442893769s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:22.329505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444169646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16552"} {"level":"info","ts":"2026-03-29T02:15:22.329578Z","caller":"traceutil/trace.go:171","msg":"trace[405138799] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6406; }","duration":"1.444255758s","start":"2026-03-29T02:15:20.885303Z","end":"2026-03-29T02:15:22.329559Z","steps":["trace[405138799] 'agreement among raft nodes before linearized reading' (duration: 1.443963182s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:22.329619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:20.88527Z","time spent":"1.44434017s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16574,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-29T02:15:22.32963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440110647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:22.329655Z","caller":"traceutil/trace.go:171","msg":"trace[2039242134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6406; }","duration":"1.440178938s","start":"2026-03-29T02:15:20.889467Z","end":"2026-03-29T02:15:22.329646Z","steps":["trace[2039242134] 'agreement among raft nodes before linearized reading' (duration: 1.440134687s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:22.32967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:20.889444Z","time spent":"1.44022265s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:15:22.329663Z","caller":"traceutil/trace.go:171","msg":"trace[368407283] transaction","detail":"{read_only:false; response_revision:6405; number_of_response:1; }","duration":"1.444235378s","start":"2026-03-29T02:15:20.885411Z","end":"2026-03-29T02:15:22.329646Z","steps":["trace[368407283] 'process raft request' (duration: 1.443632685s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:22.32974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.722959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:15:22.329771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443629645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-29T02:15:22.329795Z","caller":"traceutil/trace.go:171","msg":"trace[1271351611] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:6406; }","duration":"244.807841ms","start":"2026-03-29T02:15:22.084968Z","end":"2026-03-29T02:15:22.329775Z","steps":["trace[1271351611] 'agreement among raft nodes before linearized reading' (duration: 244.707959ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:22.32981Z","caller":"traceutil/trace.go:171","msg":"trace[450111788] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:6406; }","duration":"1.443699597s","start":"2026-03-29T02:15:20.886102Z","end":"2026-03-29T02:15:22.329801Z","steps":["trace[450111788] 'agreement among raft nodes before linearized reading' (duration: 1.443545443s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:22.329835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:20.886087Z","time spent":"1.443743277s","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-29T02:15:22.329806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345022678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-29T02:15:22.329927Z","caller":"traceutil/trace.go:171","msg":"trace[28263231] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6406; }","duration":"1.345195682s","start":"2026-03-29T02:15:20.984701Z","end":"2026-03-29T02:15:22.329897Z","steps":["trace[28263231] 'agreement among raft nodes before linearized reading' (duration: 1.344953486s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:22.329982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444817052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1984"} {"level":"warn","ts":"2026-03-29T02:15:22.330009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:20.984675Z","time spent":"1.345318004s","remote":"127.0.0.1:54638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:15:22.329822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329269558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" ","response":"range_response_count:4 size:81049"} {"level":"info","ts":"2026-03-29T02:15:22.330058Z","caller":"traceutil/trace.go:171","msg":"trace[2016108482] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:6406; }","duration":"1.444919734s","start":"2026-03-29T02:15:20.885119Z","end":"2026-03-29T02:15:22.330038Z","steps":["trace[2016108482] 'agreement among raft nodes before linearized reading' (duration: 1.444707169s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:22.33008Z","caller":"traceutil/trace.go:171","msg":"trace[1515705373] range","detail":"{range_begin:/registry/secrets/auth-system/; range_end:/registry/secrets/auth-system0; response_count:4; response_revision:6406; }","duration":"1.329571844s","start":"2026-03-29T02:15:21.000495Z","end":"2026-03-29T02:15:22.330066Z","steps":["trace[1515705373] 'agreement among raft nodes before linearized reading' (duration: 1.329034883s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:22.330096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:20.88511Z","time spent":"1.444976686s","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2006,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-29T02:15:22.330125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:21.000475Z","time spent":"1.329636035s","remote":"127.0.0.1:54572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":81071,"request content":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" "} {"level":"warn","ts":"2026-03-29T02:15:22.330484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:20.885396Z","time spent":"1.444294189s","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:23.03036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.387093ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-29T02:15:23.030462Z","caller":"traceutil/trace.go:171","msg":"trace[1302049282] linearizableReadLoop","detail":"{readStateIndex:6676; appliedIndex:6675; }","duration":"695.270493ms","start":"2026-03-29T02:15:22.335173Z","end":"2026-03-29T02:15:23.030444Z","steps":["trace[1302049282] 'read index received' (duration: 170.797809ms)","trace[1302049282] 'applied index is now lower than readState.Index' (duration: 524.471174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:23.030515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:22.332152Z","time spent":"698.350152ms","remote":"127.0.0.1:54502","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:15:23.03096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.770544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0153bf7d-a07f-4014-96ac-8d25cf8b2675\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-29T02:15:23.031004Z","caller":"traceutil/trace.go:171","msg":"trace[1195366883] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0153bf7d-a07f-4014-96ac-8d25cf8b2675; range_end:; response_count:1; response_revision:6406; }","duration":"695.824555ms","start":"2026-03-29T02:15:22.335168Z","end":"2026-03-29T02:15:23.030992Z","steps":["trace[1195366883] 'agreement among raft nodes before linearized reading' (duration: 695.350445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:23.03104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:22.335129Z","time spent":"695.902197ms","remote":"127.0.0.1:54624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1325,"request content":"key:\"/registry/persistentvolumes/pvc-0153bf7d-a07f-4014-96ac-8d25cf8b2675\" "} {"level":"info","ts":"2026-03-29T02:15:23.06656Z","caller":"traceutil/trace.go:171","msg":"trace[406731953] transaction","detail":"{read_only:false; response_revision:6407; number_of_response:1; }","duration":"731.355874ms","start":"2026-03-29T02:15:22.335184Z","end":"2026-03-29T02:15:23.06654Z","steps":["trace[406731953] 'process raft request' (duration: 731.036067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:23.066707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:22.335171Z","time spent":"731.473246ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:15:23.06672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.05201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:23.066717Z","caller":"traceutil/trace.go:171","msg":"trace[1301955090] transaction","detail":"{read_only:false; response_revision:6408; number_of_response:1; }","duration":"720.085504ms","start":"2026-03-29T02:15:22.346534Z","end":"2026-03-29T02:15:23.06662Z","steps":["trace[1301955090] 'process raft request' (duration: 719.90142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:23.066953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.529735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:23.066967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.822824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:15:23.067008Z","caller":"traceutil/trace.go:171","msg":"trace[1526702106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6408; }","duration":"725.613837ms","start":"2026-03-29T02:15:22.34137Z","end":"2026-03-29T02:15:23.066984Z","steps":["trace[1526702106] 'agreement among raft nodes before linearized reading' (duration: 725.547145ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:23.067029Z","caller":"traceutil/trace.go:171","msg":"trace[1170660814] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; response_count:1; response_revision:6408; }","duration":"181.920496ms","start":"2026-03-29T02:15:22.885095Z","end":"2026-03-29T02:15:23.067016Z","steps":["trace[1170660814] 'agreement among raft nodes before linearized reading' (duration: 181.736292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:23.067044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:22.341347Z","time spent":"725.690278ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:15:23.067025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:22.346515Z","time spent":"720.377431ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17194,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:23.067121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.837256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:23.0668Z","caller":"traceutil/trace.go:171","msg":"trace[1858597114] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:6408; }","duration":"650.179583ms","start":"2026-03-29T02:15:22.4166Z","end":"2026-03-29T02:15:23.066779Z","steps":["trace[1858597114] 'agreement among raft nodes before linearized reading' (duration: 649.978469ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:23.067276Z","caller":"traceutil/trace.go:171","msg":"trace[1649745105] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:6408; }","duration":"668.9846ms","start":"2026-03-29T02:15:22.398234Z","end":"2026-03-29T02:15:23.067218Z","steps":["trace[1649745105] 'agreement among raft nodes before linearized reading' (duration: 668.759235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:23.067313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:22.416586Z","time spent":"650.708275ms","remote":"127.0.0.1:59868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:23.067374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:22.398223Z","time spent":"669.092262ms","remote":"127.0.0.1:54864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:23.068215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.327369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" ","response":"range_response_count:4 size:81049"} {"level":"info","ts":"2026-03-29T02:15:23.068316Z","caller":"traceutil/trace.go:171","msg":"trace[2143748015] range","detail":"{range_begin:/registry/secrets/auth-system/; range_end:/registry/secrets/auth-system0; response_count:4; response_revision:6408; }","duration":"674.434662ms","start":"2026-03-29T02:15:22.393863Z","end":"2026-03-29T02:15:23.068298Z","steps":["trace[2143748015] 'agreement among raft nodes before linearized reading' (duration: 674.131955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:23.068363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:22.393787Z","time spent":"674.561825ms","remote":"127.0.0.1:54572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":81071,"request content":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" "} {"level":"warn","ts":"2026-03-29T02:15:23.539408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.880695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:23.539526Z","caller":"traceutil/trace.go:171","msg":"trace[649931237] linearizableReadLoop","detail":"{readStateIndex:6679; appliedIndex:6678; }","duration":"472.989863ms","start":"2026-03-29T02:15:23.066512Z","end":"2026-03-29T02:15:23.539502Z","steps":["trace[649931237] 'read index received' (duration: 157.996865ms)","trace[649931237] 'applied index is now lower than readState.Index' (duration: 314.991347ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:23.539623Z","caller":"traceutil/trace.go:171","msg":"trace[1515013384] transaction","detail":"{read_only:false; response_revision:6409; number_of_response:1; }","duration":"507.686342ms","start":"2026-03-29T02:15:23.031924Z","end":"2026-03-29T02:15:23.53961Z","steps":["trace[1515013384] 'process raft request' (duration: 192.513391ms)","trace[1515013384] 'compare' (duration: 314.550147ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:23.539692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:23.031901Z","time spent":"507.757394ms","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:23.540029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.808918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-29T02:15:23.540113Z","caller":"traceutil/trace.go:171","msg":"trace[1881155094] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6409; }","duration":"504.937031ms","start":"2026-03-29T02:15:23.035155Z","end":"2026-03-29T02:15:23.540092Z","steps":["trace[1881155094] 'agreement among raft nodes before linearized reading' (duration: 504.652195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:23.540158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:23.035143Z","time spent":"505.005043ms","remote":"127.0.0.1:54638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-29T02:15:23.555943Z","caller":"traceutil/trace.go:171","msg":"trace[513747463] transaction","detail":"{read_only:false; response_revision:6410; number_of_response:1; }","duration":"482.458482ms","start":"2026-03-29T02:15:23.073438Z","end":"2026-03-29T02:15:23.555897Z","steps":["trace[513747463] 'process raft request' (duration: 482.291799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:23.556166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:23.073414Z","time spent":"482.606176ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:15:23.556175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.407282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:23.55636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.168782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17209"} {"level":"info","ts":"2026-03-29T02:15:23.556383Z","caller":"traceutil/trace.go:171","msg":"trace[1563109723] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:6410; }","duration":"487.660378ms","start":"2026-03-29T02:15:23.068662Z","end":"2026-03-29T02:15:23.556323Z","steps":["trace[1563109723] 'agreement among raft nodes before linearized reading' (duration: 487.313641ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:23.556437Z","caller":"traceutil/trace.go:171","msg":"trace[61370974] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6410; }","duration":"480.272614ms","start":"2026-03-29T02:15:23.076146Z","end":"2026-03-29T02:15:23.556419Z","steps":["trace[61370974] 'agreement among raft nodes before linearized reading' (duration: 480.008468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:23.55648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:23.076124Z","time spent":"480.347956ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17231,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-29T02:15:23.556486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:23.068651Z","time spent":"487.813912ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:23.556409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.637085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82100"} {"level":"info","ts":"2026-03-29T02:15:23.556574Z","caller":"traceutil/trace.go:171","msg":"trace[866394601] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6410; }","duration":"481.85466ms","start":"2026-03-29T02:15:23.074707Z","end":"2026-03-29T02:15:23.556562Z","steps":["trace[866394601] 'agreement among raft nodes before linearized reading' (duration: 481.502572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:23.556624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:23.074682Z","time spent":"481.923491ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":82122,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:15:23.556947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.098525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:4 size:218822"} {"level":"info","ts":"2026-03-29T02:15:23.557143Z","caller":"traceutil/trace.go:171","msg":"trace[319223078] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:4; response_revision:6410; }","duration":"386.286109ms","start":"2026-03-29T02:15:23.170791Z","end":"2026-03-29T02:15:23.557077Z","steps":["trace[319223078] 'agreement among raft nodes before linearized reading' (duration: 385.123814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:23.557254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:23.17077Z","time spent":"386.462313ms","remote":"127.0.0.1:54572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":4,"response size":218844,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-29T02:15:24.0175Z","caller":"traceutil/trace.go:171","msg":"trace[2075583647] linearizableReadLoop","detail":"{readStateIndex:6682; appliedIndex:6681; }","duration":"409.843323ms","start":"2026-03-29T02:15:23.607633Z","end":"2026-03-29T02:15:24.017477Z","steps":["trace[2075583647] 'read index received' (duration: 30.149439ms)","trace[2075583647] 'applied index is now lower than readState.Index' (duration: 379.692914ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:24.017631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.976576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:24.017578Z","caller":"traceutil/trace.go:171","msg":"trace[1219019583] transaction","detail":"{read_only:false; response_revision:6412; number_of_response:1; }","duration":"445.841821ms","start":"2026-03-29T02:15:23.571695Z","end":"2026-03-29T02:15:24.017537Z","steps":["trace[1219019583] 'process raft request' (duration: 445.613206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:24.017759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.583533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:24.017785Z","caller":"traceutil/trace.go:171","msg":"trace[701484829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6412; }","duration":"142.661555ms","start":"2026-03-29T02:15:23.875118Z","end":"2026-03-29T02:15:24.017779Z","steps":["trace[701484829] 'agreement among raft nodes before linearized reading' (duration: 142.621324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:24.017814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.369167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-29T02:15:24.017854Z","caller":"traceutil/trace.go:171","msg":"trace[249855331] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4; range_end:; response_count:1; response_revision:6412; }","duration":"375.455609ms","start":"2026-03-29T02:15:23.642389Z","end":"2026-03-29T02:15:24.017845Z","steps":["trace[249855331] 'agreement among raft nodes before linearized reading' (duration: 375.339247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:24.017882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:23.642367Z","time spent":"375.508411ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4\" "} {"level":"warn","ts":"2026-03-29T02:15:24.017932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:23.57167Z","time spent":"446.075276ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17306,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:24.017968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.86147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:24.017993Z","caller":"traceutil/trace.go:171","msg":"trace[851322211] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:6412; }","duration":"110.919221ms","start":"2026-03-29T02:15:23.907069Z","end":"2026-03-29T02:15:24.017988Z","steps":["trace[851322211] 'agreement among raft nodes before linearized reading' (duration: 110.86815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:24.018078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.724558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:4 size:218822"} {"level":"info","ts":"2026-03-29T02:15:24.018103Z","caller":"traceutil/trace.go:171","msg":"trace[688887960] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:4; response_revision:6412; }","duration":"349.77919ms","start":"2026-03-29T02:15:23.668318Z","end":"2026-03-29T02:15:24.018097Z","steps":["trace[688887960] 'agreement among raft nodes before linearized reading' (duration: 349.658527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:24.018124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:23.668301Z","time spent":"349.81594ms","remote":"127.0.0.1:54572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":4,"response size":218844,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-29T02:15:24.0177Z","caller":"traceutil/trace.go:171","msg":"trace[418615196] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6412; }","duration":"410.101179ms","start":"2026-03-29T02:15:23.607583Z","end":"2026-03-29T02:15:24.017684Z","steps":["trace[418615196] 'agreement among raft nodes before linearized reading' (duration: 409.983206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:24.018297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:23.607557Z","time spent":"410.725532ms","remote":"127.0.0.1:42356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:25.22682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.526049ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:25.226991Z","caller":"traceutil/trace.go:171","msg":"trace[2030332884] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6412; }","duration":"192.717413ms","start":"2026-03-29T02:15:25.034248Z","end":"2026-03-29T02:15:25.226966Z","steps":["trace[2030332884] 'range keys from in-memory index tree' (duration: 192.499609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:25.227076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.628137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:25.227208Z","caller":"traceutil/trace.go:171","msg":"trace[193879232] transaction","detail":"{read_only:false; response_revision:6413; number_of_response:1; }","duration":"1.201626263s","start":"2026-03-29T02:15:24.025558Z","end":"2026-03-29T02:15:25.227185Z","steps":["trace[193879232] 'process raft request' (duration: 351.776391ms)","trace[193879232] 'compare' (duration: 849.046575ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:25.227278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:24.025542Z","time spent":"1.201700064s","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:25.32404Z","caller":"traceutil/trace.go:171","msg":"trace[655021758] linearizableReadLoop","detail":"{readStateIndex:6684; appliedIndex:6682; }","duration":"1.157914838s","start":"2026-03-29T02:15:24.166098Z","end":"2026-03-29T02:15:25.324012Z","steps":["trace[655021758] 'read index received' (duration: 211.255103ms)","trace[655021758] 'applied index is now lower than readState.Index' (duration: 946.658395ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:25.324168Z","caller":"traceutil/trace.go:171","msg":"trace[1774646544] transaction","detail":"{read_only:false; response_revision:6414; number_of_response:1; }","duration":"1.292201426s","start":"2026-03-29T02:15:24.031915Z","end":"2026-03-29T02:15:25.324116Z","steps":["trace[1774646544] 'process raft request' (duration: 1.29194102s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:25.324425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:24.031904Z","time spent":"1.29239893s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4413,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:25.324652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158359898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:4 size:218822"} {"level":"info","ts":"2026-03-29T02:15:25.324709Z","caller":"traceutil/trace.go:171","msg":"trace[1308688085] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:4; response_revision:6414; }","duration":"1.158648164s","start":"2026-03-29T02:15:24.166045Z","end":"2026-03-29T02:15:25.324694Z","steps":["trace[1308688085] 'agreement among raft nodes before linearized reading' (duration: 1.158097962s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:25.324759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:24.166027Z","time spent":"1.158720856s","remote":"127.0.0.1:54572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":4,"response size":218844,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-29T02:15:25.470328Z","caller":"traceutil/trace.go:171","msg":"trace[651487799] transaction","detail":"{read_only:false; response_revision:6415; number_of_response:1; }","duration":"237.967825ms","start":"2026-03-29T02:15:25.232323Z","end":"2026-03-29T02:15:25.470291Z","steps":["trace[651487799] 'process raft request' (duration: 193.733986ms)","trace[651487799] 'compare' (duration: 43.960413ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:25.47033Z","caller":"traceutil/trace.go:171","msg":"trace[99374782] linearizableReadLoop","detail":"{readStateIndex:6685; appliedIndex:6684; }","duration":"146.171184ms","start":"2026-03-29T02:15:25.324113Z","end":"2026-03-29T02:15:25.470284Z","steps":["trace[99374782] 'read index received' (duration: 101.893104ms)","trace[99374782] 'applied index is now lower than readState.Index' (duration: 44.27593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:25.470475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252555142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:25.470555Z","caller":"traceutil/trace.go:171","msg":"trace[1189150332] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6415; }","duration":"1.252651085s","start":"2026-03-29T02:15:24.217884Z","end":"2026-03-29T02:15:25.470535Z","steps":["trace[1189150332] 'agreement among raft nodes before linearized reading' (duration: 1.252502871s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:25.470607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:24.217846Z","time spent":"1.252750157s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:25.47078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.879601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-d79sh\" ","response":"range_response_count:1 size:4694"} {"level":"info","ts":"2026-03-29T02:15:25.47086Z","caller":"traceutil/trace.go:171","msg":"trace[677094025] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-d79sh; range_end:; response_count:1; response_revision:6415; }","duration":"143.003344ms","start":"2026-03-29T02:15:25.327837Z","end":"2026-03-29T02:15:25.47084Z","steps":["trace[677094025] 'agreement among raft nodes before linearized reading' (duration: 142.727798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:25.471049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.846587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:25.471102Z","caller":"traceutil/trace.go:171","msg":"trace[1859339000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6415; }","duration":"592.93399ms","start":"2026-03-29T02:15:24.878153Z","end":"2026-03-29T02:15:25.471087Z","steps":["trace[1859339000] 'agreement among raft nodes before linearized reading' (duration: 592.170012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:25.471132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:24.878132Z","time spent":"592.99422ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:15:25.774945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.215305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:25.77506Z","caller":"traceutil/trace.go:171","msg":"trace[2029393727] transaction","detail":"{read_only:false; response_revision:6416; number_of_response:1; }","duration":"295.58192ms","start":"2026-03-29T02:15:25.479457Z","end":"2026-03-29T02:15:25.775039Z","steps":["trace[2029393727] 'process raft request' (duration: 173.177831ms)","trace[2029393727] 'compare' (duration: 122.01155ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:25.78578Z","caller":"traceutil/trace.go:171","msg":"trace[1158050100] linearizableReadLoop","detail":"{readStateIndex:6687; appliedIndex:6685; }","duration":"252.508156ms","start":"2026-03-29T02:15:25.533205Z","end":"2026-03-29T02:15:25.785713Z","steps":["trace[1158050100] 'read index received' (duration: 119.768249ms)","trace[1158050100] 'applied index is now lower than readState.Index' (duration: 132.736557ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:25.785884Z","caller":"traceutil/trace.go:171","msg":"trace[368210223] transaction","detail":"{read_only:false; response_revision:6417; number_of_response:1; }","duration":"305.787625ms","start":"2026-03-29T02:15:25.480062Z","end":"2026-03-29T02:15:25.78585Z","steps":["trace[368210223] 'process raft request' (duration: 305.470648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:25.786029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.796193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:25.786073Z","caller":"traceutil/trace.go:171","msg":"trace[922108929] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:6417; }","duration":"252.932136ms","start":"2026-03-29T02:15:25.533128Z","end":"2026-03-29T02:15:25.78606Z","steps":["trace[922108929] 'agreement among raft nodes before linearized reading' (duration: 252.775312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:25.78606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:25.480049Z","time spent":"305.906287ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7026,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:26.030948Z","caller":"traceutil/trace.go:171","msg":"trace[1694833245] linearizableReadLoop","detail":"{readStateIndex:6688; appliedIndex:6687; }","duration":"245.061122ms","start":"2026-03-29T02:15:25.785862Z","end":"2026-03-29T02:15:26.030923Z","steps":["trace[1694833245] 'read index received' (duration: 244.825827ms)","trace[1694833245] 'applied index is now lower than readState.Index' (duration: 234.215µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:26.031076Z","caller":"traceutil/trace.go:171","msg":"trace[1132948368] transaction","detail":"{read_only:false; response_revision:6418; number_of_response:1; }","duration":"251.318759ms","start":"2026-03-29T02:15:25.779717Z","end":"2026-03-29T02:15:26.031035Z","steps":["trace[1132948368] 'process raft request' (duration: 251.030423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:26.031134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.762291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:26.031203Z","caller":"traceutil/trace.go:171","msg":"trace[1297899601] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:6418; }","duration":"350.876833ms","start":"2026-03-29T02:15:25.680315Z","end":"2026-03-29T02:15:26.031192Z","steps":["trace[1297899601] 'agreement among raft nodes before linearized reading' (duration: 350.620767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:26.031222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.749406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-q6xp2\" ","response":"range_response_count:1 size:4349"} {"level":"info","ts":"2026-03-29T02:15:26.031305Z","caller":"traceutil/trace.go:171","msg":"trace[1489003343] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-q6xp2; range_end:; response_count:1; response_revision:6418; }","duration":"240.828388ms","start":"2026-03-29T02:15:25.790454Z","end":"2026-03-29T02:15:26.031282Z","steps":["trace[1489003343] 'agreement among raft nodes before linearized reading' (duration: 240.645954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:26.031256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:25.680303Z","time spent":"350.943244ms","remote":"127.0.0.1:42226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:26.031175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.286121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:15:26.031515Z","caller":"traceutil/trace.go:171","msg":"trace[986953081] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; response_count:1; response_revision:6418; }","duration":"468.685721ms","start":"2026-03-29T02:15:25.562811Z","end":"2026-03-29T02:15:26.031496Z","steps":["trace[986953081] 'agreement among raft nodes before linearized reading' (duration: 468.158788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:26.03156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.294165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050276"} {"level":"warn","ts":"2026-03-29T02:15:26.031575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:25.56279Z","time spent":"468.766593ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-s9btj\" "} {"level":"info","ts":"2026-03-29T02:15:26.031613Z","caller":"traceutil/trace.go:171","msg":"trace[151771331] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:6418; }","duration":"498.417338ms","start":"2026-03-29T02:15:25.533183Z","end":"2026-03-29T02:15:26.031601Z","steps":["trace[151771331] 'agreement among raft nodes before linearized reading' (duration: 497.869155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:26.031669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:25.533161Z","time spent":"498.493399ms","remote":"127.0.0.1:54572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":1050298,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-03-29T02:15:26.416404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.75473ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:26.416557Z","caller":"traceutil/trace.go:171","msg":"trace[749885938] linearizableReadLoop","detail":"{readStateIndex:6689; appliedIndex:6688; }","duration":"377.199106ms","start":"2026-03-29T02:15:26.039334Z","end":"2026-03-29T02:15:26.416533Z","steps":["trace[749885938] 'read index received' (duration: 177.232302ms)","trace[749885938] 'applied index is now lower than readState.Index' (duration: 199.965514ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:26.41665Z","caller":"traceutil/trace.go:171","msg":"trace[782672209] transaction","detail":"{read_only:false; response_revision:6419; number_of_response:1; }","duration":"381.355757ms","start":"2026-03-29T02:15:26.035281Z","end":"2026-03-29T02:15:26.416637Z","steps":["trace[782672209] 'process raft request' (duration: 181.26827ms)","trace[782672209] 'compare' (duration: 199.573136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:26.416718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:26.035255Z","time spent":"381.429969ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:15:26.417289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.920611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82100"} {"level":"info","ts":"2026-03-29T02:15:26.417434Z","caller":"traceutil/trace.go:171","msg":"trace[32582748] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6419; }","duration":"378.102686ms","start":"2026-03-29T02:15:26.039307Z","end":"2026-03-29T02:15:26.41741Z","steps":["trace[32582748] 'agreement among raft nodes before linearized reading' (duration: 377.3579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:26.41752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:26.039291Z","time spent":"378.214698ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":82122,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:15:26.712782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.843116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:26.712895Z","caller":"traceutil/trace.go:171","msg":"trace[2114092537] linearizableReadLoop","detail":"{readStateIndex:6690; appliedIndex:6689; }","duration":"296.285736ms","start":"2026-03-29T02:15:26.416592Z","end":"2026-03-29T02:15:26.712878Z","steps":["trace[2114092537] 'read index received' (duration: 146.217455ms)","trace[2114092537] 'applied index is now lower than readState.Index' (duration: 150.067321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:26.713006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.571035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:26.713006Z","caller":"traceutil/trace.go:171","msg":"trace[1344755533] transaction","detail":"{read_only:false; response_revision:6420; number_of_response:1; }","duration":"672.224563ms","start":"2026-03-29T02:15:26.040749Z","end":"2026-03-29T02:15:26.712974Z","steps":["trace[1344755533] 'process raft request' (duration: 522.091281ms)","trace[1344755533] 'compare' (duration: 149.686112ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:26.713045Z","caller":"traceutil/trace.go:171","msg":"trace[759608376] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:6420; }","duration":"528.632756ms","start":"2026-03-29T02:15:26.184401Z","end":"2026-03-29T02:15:26.713033Z","steps":["trace[759608376] 'agreement among raft nodes before linearized reading' (duration: 528.559175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:26.713078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:26.18439Z","time spent":"528.679427ms","remote":"127.0.0.1:40582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:26.713097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:26.040736Z","time spent":"672.321365ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4662,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:26.713219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.388447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:26.713317Z","caller":"traceutil/trace.go:171","msg":"trace[1522163501] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6420; }","duration":"531.537961ms","start":"2026-03-29T02:15:26.181747Z","end":"2026-03-29T02:15:26.713285Z","steps":["trace[1522163501] 'agreement among raft nodes before linearized reading' (duration: 531.350387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:26.713312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.067735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050276"} {"level":"warn","ts":"2026-03-29T02:15:26.713354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:26.18173Z","time spent":"531.616442ms","remote":"127.0.0.1:42288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:26.713346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.396051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-29T02:15:26.713329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.48142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:26.713544Z","caller":"traceutil/trace.go:171","msg":"trace[1412580368] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:6420; }","duration":"178.767086ms","start":"2026-03-29T02:15:26.534755Z","end":"2026-03-29T02:15:26.713522Z","steps":["trace[1412580368] 'agreement among raft nodes before linearized reading' (duration: 178.436039ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:26.713468Z","caller":"traceutil/trace.go:171","msg":"trace[1055919104] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4; range_end:; response_count:1; response_revision:6420; }","duration":"288.563455ms","start":"2026-03-29T02:15:26.424874Z","end":"2026-03-29T02:15:26.713437Z","steps":["trace[1055919104] 'agreement among raft nodes before linearized reading' (duration: 288.200537ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:26.713396Z","caller":"traceutil/trace.go:171","msg":"trace[1564157287] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:6420; }","duration":"472.208149ms","start":"2026-03-29T02:15:26.241167Z","end":"2026-03-29T02:15:26.713375Z","steps":["trace[1564157287] 'agreement among raft nodes before linearized reading' (duration: 471.771629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:26.71381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:26.241141Z","time spent":"472.644967ms","remote":"127.0.0.1:54572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":1050298,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-03-29T02:15:27.045117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.815016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:27.045264Z","caller":"traceutil/trace.go:171","msg":"trace[1592081325] linearizableReadLoop","detail":"{readStateIndex:6691; appliedIndex:6690; }","duration":"327.582327ms","start":"2026-03-29T02:15:26.717656Z","end":"2026-03-29T02:15:27.045238Z","steps":["trace[1592081325] 'read index received' (duration: 157.468635ms)","trace[1592081325] 'applied index is now lower than readState.Index' (duration: 170.111122ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:27.045297Z","caller":"traceutil/trace.go:171","msg":"trace[33297069] transaction","detail":"{read_only:false; response_revision:6421; number_of_response:1; }","duration":"328.414646ms","start":"2026-03-29T02:15:26.716846Z","end":"2026-03-29T02:15:27.045261Z","steps":["trace[33297069] 'process raft request' (duration: 158.331114ms)","trace[33297069] 'compare' (duration: 169.510829ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:27.045428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:26.716825Z","time spent":"328.533609ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:27.045742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.710801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:27.045812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.771423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:27.045846Z","caller":"traceutil/trace.go:171","msg":"trace[2092998949] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:6421; }","duration":"285.879655ms","start":"2026-03-29T02:15:26.759942Z","end":"2026-03-29T02:15:27.045821Z","steps":["trace[2092998949] 'agreement among raft nodes before linearized reading' (duration: 285.63955ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:27.045863Z","caller":"traceutil/trace.go:171","msg":"trace[107052349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6421; }","duration":"172.859855ms","start":"2026-03-29T02:15:26.872989Z","end":"2026-03-29T02:15:27.045848Z","steps":["trace[107052349] 'agreement among raft nodes before linearized reading' (duration: 172.766863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:27.04626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.236454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050276"} {"level":"info","ts":"2026-03-29T02:15:27.046412Z","caller":"traceutil/trace.go:171","msg":"trace[39588124] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:6421; }","duration":"103.47464ms","start":"2026-03-29T02:15:26.942915Z","end":"2026-03-29T02:15:27.04639Z","steps":["trace[39588124] 'agreement among raft nodes before linearized reading' (duration: 102.739104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:27.046849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.184384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-03-29T02:15:27.046906Z","caller":"traceutil/trace.go:171","msg":"trace[1639870020] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:6421; }","duration":"329.274096ms","start":"2026-03-29T02:15:26.71762Z","end":"2026-03-29T02:15:27.046894Z","steps":["trace[1639870020] 'agreement among raft nodes before linearized reading' (duration: 327.749021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:27.046942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:26.717608Z","time spent":"329.326386ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7325,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-29T02:15:27.421733Z","caller":"traceutil/trace.go:171","msg":"trace[329235392] transaction","detail":"{read_only:false; response_revision:6423; number_of_response:1; }","duration":"365.236441ms","start":"2026-03-29T02:15:27.05646Z","end":"2026-03-29T02:15:27.421696Z","steps":["trace[329235392] 'process raft request' (duration: 313.432174ms)","trace[329235392] 'compare' (duration: 51.655624ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:27.421951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:27.056449Z","time spent":"365.383574ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:27.667097Z","caller":"traceutil/trace.go:171","msg":"trace[187075437] linearizableReadLoop","detail":"{readStateIndex:6694; appliedIndex:6692; }","duration":"418.802615ms","start":"2026-03-29T02:15:27.248263Z","end":"2026-03-29T02:15:27.667065Z","steps":["trace[187075437] 'read index received' (duration: 121.718322ms)","trace[187075437] 'applied index is now lower than readState.Index' (duration: 297.081983ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:27.667283Z","caller":"traceutil/trace.go:171","msg":"trace[1076501871] transaction","detail":"{read_only:false; response_revision:6424; number_of_response:1; }","duration":"566.732668ms","start":"2026-03-29T02:15:27.100511Z","end":"2026-03-29T02:15:27.667244Z","steps":["trace[1076501871] 'process raft request' (duration: 541.642694ms)","trace[1076501871] 'compare' (duration: 24.130173ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:27.667463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:27.100487Z","time spent":"566.886733ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":844,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:15:27.667693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.250347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:2 size:107267"} {"level":"warn","ts":"2026-03-29T02:15:27.667467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.509361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-tbttp\" ","response":"range_response_count:1 size:6634"} {"level":"info","ts":"2026-03-29T02:15:27.66775Z","caller":"traceutil/trace.go:171","msg":"trace[497138068] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:6424; }","duration":"419.497502ms","start":"2026-03-29T02:15:27.248235Z","end":"2026-03-29T02:15:27.667732Z","steps":["trace[497138068] 'agreement among raft nodes before linearized reading' (duration: 419.0008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:27.667796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:27.248189Z","time spent":"419.594474ms","remote":"127.0.0.1:54572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":2,"response size":107289,"request content":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" "} {"level":"info","ts":"2026-03-29T02:15:27.667958Z","caller":"traceutil/trace.go:171","msg":"trace[1400739170] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-worker-tbttp; range_end:; response_count:1; response_revision:6424; }","duration":"240.873689ms","start":"2026-03-29T02:15:27.426882Z","end":"2026-03-29T02:15:27.667756Z","steps":["trace[1400739170] 'agreement among raft nodes before linearized reading' (duration: 240.400698ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:27.86346Z","caller":"traceutil/trace.go:171","msg":"trace[199328973] transaction","detail":"{read_only:false; response_revision:6426; number_of_response:1; }","duration":"183.99834ms","start":"2026-03-29T02:15:27.67941Z","end":"2026-03-29T02:15:27.863408Z","steps":["trace[199328973] 'process raft request' (duration: 158.072177ms)","trace[199328973] 'compare' (duration: 25.728579ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:28.286955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.987693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:28.287089Z","caller":"traceutil/trace.go:171","msg":"trace[1966976010] linearizableReadLoop","detail":"{readStateIndex:6697; appliedIndex:6695; }","duration":"523.171455ms","start":"2026-03-29T02:15:27.76389Z","end":"2026-03-29T02:15:28.287062Z","steps":["trace[1966976010] 'read index received' (duration: 73.598898ms)","trace[1966976010] 'applied index is now lower than readState.Index' (duration: 449.570337ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:28.287146Z","caller":"traceutil/trace.go:171","msg":"trace[499081940] transaction","detail":"{read_only:false; response_revision:6427; number_of_response:1; }","duration":"578.873838ms","start":"2026-03-29T02:15:27.708206Z","end":"2026-03-29T02:15:28.28708Z","steps":["trace[499081940] 'process raft request' (duration: 426.68814ms)","trace[499081940] 'compare' (duration: 151.610455ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:28.287317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:27.708191Z","time spent":"579.032491ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:15:28.287388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.474102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:2 size:107267"} {"level":"info","ts":"2026-03-29T02:15:28.287477Z","caller":"traceutil/trace.go:171","msg":"trace[215380088] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:6427; }","duration":"523.609095ms","start":"2026-03-29T02:15:27.763843Z","end":"2026-03-29T02:15:28.287452Z","steps":["trace[215380088] 'agreement among raft nodes before linearized reading' (duration: 523.310258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:28.287527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:27.763825Z","time spent":"523.691876ms","remote":"127.0.0.1:54572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":2,"response size":107289,"request content":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" "} {"level":"warn","ts":"2026-03-29T02:15:28.288402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.257372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:28.288429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.76785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-w27p5\" ","response":"range_response_count:1 size:5933"} {"level":"info","ts":"2026-03-29T02:15:28.288448Z","caller":"traceutil/trace.go:171","msg":"trace[155759796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6427; }","duration":"413.350184ms","start":"2026-03-29T02:15:27.875087Z","end":"2026-03-29T02:15:28.288437Z","steps":["trace[155759796] 'agreement among raft nodes before linearized reading' (duration: 413.275903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:28.288484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:27.875052Z","time spent":"413.424866ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:15:28.288478Z","caller":"traceutil/trace.go:171","msg":"trace[281968770] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-w27p5; range_end:; response_count:1; response_revision:6427; }","duration":"420.875612ms","start":"2026-03-29T02:15:27.86759Z","end":"2026-03-29T02:15:28.288465Z","steps":["trace[281968770] 'agreement among raft nodes before linearized reading' (duration: 420.620926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:28.289221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:27.867565Z","time spent":"421.636788ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5955,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-w27p5\" "} {"level":"info","ts":"2026-03-29T02:15:28.528385Z","caller":"traceutil/trace.go:171","msg":"trace[808830543] transaction","detail":"{read_only:false; response_revision:6429; number_of_response:1; }","duration":"227.77999ms","start":"2026-03-29T02:15:28.300556Z","end":"2026-03-29T02:15:28.528336Z","steps":["trace[808830543] 'process raft request' (duration: 142.850741ms)","trace[808830543] 'compare' (duration: 84.54096ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:28.528537Z","caller":"traceutil/trace.go:171","msg":"trace[1747799394] transaction","detail":"{read_only:false; response_revision:6430; number_of_response:1; }","duration":"206.343975ms","start":"2026-03-29T02:15:28.322163Z","end":"2026-03-29T02:15:28.528507Z","steps":["trace[1747799394] 'process raft request' (duration: 206.066989ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:28.528538Z","caller":"traceutil/trace.go:171","msg":"trace[455367415] linearizableReadLoop","detail":"{readStateIndex:6700; appliedIndex:6698; }","duration":"160.515262ms","start":"2026-03-29T02:15:28.368001Z","end":"2026-03-29T02:15:28.528516Z","steps":["trace[455367415] 'read index received' (duration: 75.385528ms)","trace[455367415] 'applied index is now lower than readState.Index' (duration: 85.127744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:28.529054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.047413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:2 size:107267"} {"level":"info","ts":"2026-03-29T02:15:28.52911Z","caller":"traceutil/trace.go:171","msg":"trace[608259234] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:6430; }","duration":"161.155275ms","start":"2026-03-29T02:15:28.367942Z","end":"2026-03-29T02:15:28.529097Z","steps":["trace[608259234] 'agreement among raft nodes before linearized reading' (duration: 160.647414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:28.767361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.84066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:28.767502Z","caller":"traceutil/trace.go:171","msg":"trace[579943891] transaction","detail":"{read_only:false; response_revision:6432; number_of_response:1; }","duration":"168.929257ms","start":"2026-03-29T02:15:28.598551Z","end":"2026-03-29T02:15:28.767481Z","steps":["trace[579943891] 'process raft request' (duration: 39.864212ms)","trace[579943891] 'compare' (duration: 128.734908ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:29.050353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.616143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:29.050457Z","caller":"traceutil/trace.go:171","msg":"trace[1535255318] linearizableReadLoop","detail":"{readStateIndex:6703; appliedIndex:6701; }","duration":"427.1382ms","start":"2026-03-29T02:15:28.623301Z","end":"2026-03-29T02:15:29.05044Z","steps":["trace[1535255318] 'read index received' (duration: 15.127414ms)","trace[1535255318] 'applied index is now lower than readState.Index' (duration: 412.009436ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:29.05065Z","caller":"traceutil/trace.go:171","msg":"trace[1847132387] transaction","detail":"{read_only:false; response_revision:6433; number_of_response:1; }","duration":"449.533156ms","start":"2026-03-29T02:15:28.601092Z","end":"2026-03-29T02:15:29.050625Z","steps":["trace[1847132387] 'process raft request' (duration: 326.555685ms)","trace[1847132387] 'compare' (duration: 122.296296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:29.050747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:28.601072Z","time spent":"449.628427ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5942,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:29.050861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.531909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-node-lease/\" range_end:\"/registry/secrets/kube-node-lease0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:29.050976Z","caller":"traceutil/trace.go:171","msg":"trace[1702681392] range","detail":"{range_begin:/registry/secrets/kube-node-lease/; range_end:/registry/secrets/kube-node-lease0; response_count:0; response_revision:6433; }","duration":"427.678132ms","start":"2026-03-29T02:15:28.623279Z","end":"2026-03-29T02:15:29.050957Z","steps":["trace[1702681392] 'agreement among raft nodes before linearized reading' (duration: 427.491258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:29.051023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:28.623271Z","time spent":"427.741583ms","remote":"127.0.0.1:54572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/kube-node-lease/\" range_end:\"/registry/secrets/kube-node-lease0\" "} {"level":"info","ts":"2026-03-29T02:15:29.11556Z","caller":"traceutil/trace.go:171","msg":"trace[610599128] transaction","detail":"{read_only:false; response_revision:6434; number_of_response:1; }","duration":"129.340761ms","start":"2026-03-29T02:15:28.986183Z","end":"2026-03-29T02:15:29.115524Z","steps":["trace[610599128] 'process raft request' (duration: 129.189008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:29.115664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.683092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:29.115729Z","caller":"traceutil/trace.go:171","msg":"trace[2013977074] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:6434; }","duration":"389.814936ms","start":"2026-03-29T02:15:28.725898Z","end":"2026-03-29T02:15:29.115713Z","steps":["trace[2013977074] 'agreement among raft nodes before linearized reading' (duration: 389.629911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:29.115592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.59224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:29.115779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:28.725876Z","time spent":"389.886678ms","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":21,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:29.115784Z","caller":"traceutil/trace.go:171","msg":"trace[1853631812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6434; }","duration":"239.838947ms","start":"2026-03-29T02:15:28.875931Z","end":"2026-03-29T02:15:29.11577Z","steps":["trace[1853631812] 'agreement among raft nodes before linearized reading' (duration: 239.58799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:29.116014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.434281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-xjnwc.18a12e2f6c74ec8a\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-03-29T02:15:29.116051Z","caller":"traceutil/trace.go:171","msg":"trace[1966813432] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-xjnwc.18a12e2f6c74ec8a; range_end:; response_count:1; response_revision:6434; }","duration":"344.525813ms","start":"2026-03-29T02:15:28.771516Z","end":"2026-03-29T02:15:29.116041Z","steps":["trace[1966813432] 'agreement among raft nodes before linearized reading' (duration: 344.446821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:29.116076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:28.77149Z","time spent":"344.579243ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":901,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-xjnwc.18a12e2f6c74ec8a\" "} {"level":"warn","ts":"2026-03-29T02:15:29.383849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.432611ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:29.383954Z","caller":"traceutil/trace.go:171","msg":"trace[279920551] linearizableReadLoop","detail":"{readStateIndex:6705; appliedIndex:6704; }","duration":"258.378647ms","start":"2026-03-29T02:15:29.125562Z","end":"2026-03-29T02:15:29.383941Z","steps":["trace[279920551] 'read index received' (duration: 82.815673ms)","trace[279920551] 'applied index is now lower than readState.Index' (duration: 175.561824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:29.384045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.480089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-public/\" range_end:\"/registry/secrets/kube-public0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:29.384091Z","caller":"traceutil/trace.go:171","msg":"trace[1614514010] range","detail":"{range_begin:/registry/secrets/kube-public/; range_end:/registry/secrets/kube-public0; response_count:0; response_revision:6435; }","duration":"258.520859ms","start":"2026-03-29T02:15:29.125543Z","end":"2026-03-29T02:15:29.384064Z","steps":["trace[1614514010] 'agreement among raft nodes before linearized reading' (duration: 258.433147ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:29.384119Z","caller":"traceutil/trace.go:171","msg":"trace[1457601606] transaction","detail":"{read_only:false; response_revision:6435; number_of_response:1; }","duration":"264.069162ms","start":"2026-03-29T02:15:29.120002Z","end":"2026-03-29T02:15:29.384072Z","steps":["trace[1457601606] 'process raft request' (duration: 88.289134ms)","trace[1457601606] 'compare' (duration: 175.343789ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:29.708032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.771121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:29.70815Z","caller":"traceutil/trace.go:171","msg":"trace[737666332] transaction","detail":"{read_only:false; response_revision:6436; number_of_response:1; }","duration":"579.939371ms","start":"2026-03-29T02:15:29.12819Z","end":"2026-03-29T02:15:29.70813Z","steps":["trace[737666332] 'process raft request' (duration: 435.981007ms)","trace[737666332] 'compare' (duration: 143.645428ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:29.708214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:29.128159Z","time spent":"580.024173ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7052,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:30.086698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.909923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:30.086908Z","caller":"traceutil/trace.go:171","msg":"trace[1038453153] linearizableReadLoop","detail":"{readStateIndex:6708; appliedIndex:6705; }","duration":"646.709418ms","start":"2026-03-29T02:15:29.440182Z","end":"2026-03-29T02:15:30.086891Z","steps":["trace[1038453153] 'read index received' (duration: 124.004124ms)","trace[1038453153] 'applied index is now lower than readState.Index' (duration: 522.704294ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:30.087006Z","caller":"traceutil/trace.go:171","msg":"trace[139124747] transaction","detail":"{read_only:false; response_revision:6437; number_of_response:1; }","duration":"784.417635ms","start":"2026-03-29T02:15:29.302577Z","end":"2026-03-29T02:15:30.086995Z","steps":["trace[139124747] 'process raft request' (duration: 523.129625ms)","trace[139124747] 'compare' (duration: 260.759439ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:30.08707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:29.302547Z","time spent":"784.492726ms","remote":"127.0.0.1:54652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19651,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:30.087249Z","caller":"traceutil/trace.go:171","msg":"trace[1833068351] transaction","detail":"{read_only:false; response_revision:6438; number_of_response:1; }","duration":"696.690094ms","start":"2026-03-29T02:15:29.390496Z","end":"2026-03-29T02:15:30.087186Z","steps":["trace[1833068351] 'process raft request' (duration: 696.304065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:30.08738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.199019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329956"} {"level":"info","ts":"2026-03-29T02:15:30.087434Z","caller":"traceutil/trace.go:171","msg":"trace[95378340] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:6438; }","duration":"647.284571ms","start":"2026-03-29T02:15:29.440138Z","end":"2026-03-29T02:15:30.087422Z","steps":["trace[95378340] 'agreement among raft nodes before linearized reading' (duration: 646.952833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:30.08738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.732977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:30.087414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.204962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4663"} {"level":"warn","ts":"2026-03-29T02:15:30.087467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:29.44012Z","time spent":"647.340482ms","remote":"127.0.0.1:54572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":329978,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"info","ts":"2026-03-29T02:15:30.087477Z","caller":"traceutil/trace.go:171","msg":"trace[471676087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6438; }","duration":"212.87536ms","start":"2026-03-29T02:15:29.874589Z","end":"2026-03-29T02:15:30.087465Z","steps":["trace[471676087] 'agreement among raft nodes before linearized reading' (duration: 212.732156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:30.087471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:29.390471Z","time spent":"696.913308ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:15:30.087492Z","caller":"traceutil/trace.go:171","msg":"trace[1095803806] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:6438; }","duration":"375.336375ms","start":"2026-03-29T02:15:29.712137Z","end":"2026-03-29T02:15:30.087474Z","steps":["trace[1095803806] 'agreement among raft nodes before linearized reading' (duration: 375.080259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:30.087535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:29.712108Z","time spent":"375.417816ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4685,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"info","ts":"2026-03-29T02:15:30.670419Z","caller":"traceutil/trace.go:171","msg":"trace[1043278918] transaction","detail":"{read_only:false; response_revision:6439; number_of_response:1; }","duration":"573.955428ms","start":"2026-03-29T02:15:30.096439Z","end":"2026-03-29T02:15:30.670394Z","steps":["trace[1043278918] 'process raft request' (duration: 568.335934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:30.670554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:30.096427Z","time spent":"574.054771ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:31.032004Z","caller":"traceutil/trace.go:171","msg":"trace[169216757] linearizableReadLoop","detail":"{readStateIndex:6710; appliedIndex:6708; }","duration":"824.735298ms","start":"2026-03-29T02:15:30.207241Z","end":"2026-03-29T02:15:31.031976Z","steps":["trace[169216757] 'read index received' (duration: 457.545703ms)","trace[169216757] 'applied index is now lower than readState.Index' (duration: 367.188435ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:31.03213Z","caller":"traceutil/trace.go:171","msg":"trace[553711997] transaction","detail":"{read_only:false; response_revision:6440; number_of_response:1; }","duration":"933.340451ms","start":"2026-03-29T02:15:30.098776Z","end":"2026-03-29T02:15:31.032117Z","steps":["trace[553711997] 'process raft request' (duration: 933.029404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:31.032238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:30.098755Z","time spent":"933.405633ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4931,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:31.032596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.708035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:15:31.032665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.734601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:31.03271Z","caller":"traceutil/trace.go:171","msg":"trace[1144079765] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; response_count:1; response_revision:6440; }","duration":"432.849118ms","start":"2026-03-29T02:15:30.599805Z","end":"2026-03-29T02:15:31.032654Z","steps":["trace[1144079765] 'agreement among raft nodes before linearized reading' (duration: 432.590152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:31.032592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.339861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329956"} {"level":"info","ts":"2026-03-29T02:15:31.032758Z","caller":"traceutil/trace.go:171","msg":"trace[2075847703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6440; }","duration":"157.868183ms","start":"2026-03-29T02:15:30.874867Z","end":"2026-03-29T02:15:31.032735Z","steps":["trace[2075847703] 'agreement among raft nodes before linearized reading' (duration: 157.70447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:31.032802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:30.599776Z","time spent":"432.97684ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-s9btj\" "} {"level":"info","ts":"2026-03-29T02:15:31.03279Z","caller":"traceutil/trace.go:171","msg":"trace[955915658] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:6440; }","duration":"825.582566ms","start":"2026-03-29T02:15:30.207182Z","end":"2026-03-29T02:15:31.032765Z","steps":["trace[955915658] 'agreement among raft nodes before linearized reading' (duration: 825.183617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:31.032933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.532303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-0.18a12e2bf6d32cab\" ","response":"range_response_count:1 size:960"} {"level":"info","ts":"2026-03-29T02:15:31.033687Z","caller":"traceutil/trace.go:171","msg":"trace[781527227] range","detail":"{range_begin:/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-0.18a12e2bf6d32cab; range_end:; response_count:1; response_revision:6440; }","duration":"359.35751ms","start":"2026-03-29T02:15:30.674305Z","end":"2026-03-29T02:15:31.033662Z","steps":["trace[781527227] 'agreement among raft nodes before linearized reading' (duration: 358.288697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:31.032997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:30.207163Z","time spent":"825.810811ms","remote":"127.0.0.1:54572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":329978,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"warn","ts":"2026-03-29T02:15:31.033816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:30.674286Z","time spent":"359.484073ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":982,"request content":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-0.18a12e2bf6d32cab\" "} {"level":"warn","ts":"2026-03-29T02:15:31.534176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.259138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:31.534303Z","caller":"traceutil/trace.go:171","msg":"trace[668675869] linearizableReadLoop","detail":"{readStateIndex:6711; appliedIndex:6710; }","duration":"490.827049ms","start":"2026-03-29T02:15:31.04346Z","end":"2026-03-29T02:15:31.534287Z","steps":["trace[668675869] 'read index received' (duration: 216.357486ms)","trace[668675869] 'applied index is now lower than readState.Index' (duration: 274.468123ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:31.534371Z","caller":"traceutil/trace.go:171","msg":"trace[694456154] transaction","detail":"{read_only:false; response_revision:6441; number_of_response:1; }","duration":"497.885316ms","start":"2026-03-29T02:15:31.036447Z","end":"2026-03-29T02:15:31.534333Z","steps":["trace[694456154] 'process raft request' (duration: 223.356952ms)","trace[694456154] 'compare' (duration: 274.127265ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:31.534541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:31.036429Z","time spent":"498.01865ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":945,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:31.534586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.121765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:83060"} {"level":"info","ts":"2026-03-29T02:15:31.534631Z","caller":"traceutil/trace.go:171","msg":"trace[135317018] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6441; }","duration":"491.183227ms","start":"2026-03-29T02:15:31.043434Z","end":"2026-03-29T02:15:31.534617Z","steps":["trace[135317018] 'agreement among raft nodes before linearized reading' (duration: 490.926972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:31.53467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:31.043415Z","time spent":"491.246248ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":83082,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-29T02:15:31.625957Z","caller":"traceutil/trace.go:171","msg":"trace[602157620] transaction","detail":"{read_only:false; response_revision:6442; number_of_response:1; }","duration":"581.716041ms","start":"2026-03-29T02:15:31.044173Z","end":"2026-03-29T02:15:31.625889Z","steps":["trace[602157620] 'process raft request' (duration: 581.26279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:31.626083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.595241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:31.626151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.206572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329956"} {"level":"info","ts":"2026-03-29T02:15:31.626184Z","caller":"traceutil/trace.go:171","msg":"trace[1158934574] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:6442; }","duration":"498.744945ms","start":"2026-03-29T02:15:31.12741Z","end":"2026-03-29T02:15:31.626155Z","steps":["trace[1158934574] 'agreement among raft nodes before linearized reading' (duration: 498.551831ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:31.626228Z","caller":"traceutil/trace.go:171","msg":"trace[1187717494] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:6442; }","duration":"488.336745ms","start":"2026-03-29T02:15:31.137872Z","end":"2026-03-29T02:15:31.626209Z","steps":["trace[1187717494] 'agreement among raft nodes before linearized reading' (duration: 487.943317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:31.62639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:31.13785Z","time spent":"488.52457ms","remote":"127.0.0.1:54572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":329978,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"warn","ts":"2026-03-29T02:15:31.626217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:31.044154Z","time spent":"581.910655ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5659,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:31.62624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:31.127386Z","time spent":"498.842866ms","remote":"127.0.0.1:40614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:31.627114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.410811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:179 size:141730"} {"level":"info","ts":"2026-03-29T02:15:31.62722Z","caller":"traceutil/trace.go:171","msg":"trace[266523288] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:179; response_revision:6442; }","duration":"415.536804ms","start":"2026-03-29T02:15:31.211663Z","end":"2026-03-29T02:15:31.6272Z","steps":["trace[266523288] 'agreement among raft nodes before linearized reading' (duration: 414.143363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:31.62728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:31.211583Z","time spent":"415.674037ms","remote":"127.0.0.1:54968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":179,"response size":141752,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-29T02:15:31.899187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.179688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:31.899322Z","caller":"traceutil/trace.go:171","msg":"trace[1537429685] linearizableReadLoop","detail":"{readStateIndex:6713; appliedIndex:6712; }","duration":"268.033951ms","start":"2026-03-29T02:15:31.631265Z","end":"2026-03-29T02:15:31.899299Z","steps":["trace[1537429685] 'read index received' (duration: 124.526116ms)","trace[1537429685] 'applied index is now lower than readState.Index' (duration: 143.505695ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:31.899336Z","caller":"traceutil/trace.go:171","msg":"trace[1146432864] transaction","detail":"{read_only:false; response_revision:6443; number_of_response:1; }","duration":"270.709659ms","start":"2026-03-29T02:15:31.628594Z","end":"2026-03-29T02:15:31.899303Z","steps":["trace[1146432864] 'process raft request' (duration: 127.320057ms)","trace[1146432864] 'compare' (duration: 142.993773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:31.899842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.544862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-q6xp2\" ","response":"range_response_count:1 size:4677"} {"level":"info","ts":"2026-03-29T02:15:31.899941Z","caller":"traceutil/trace.go:171","msg":"trace[69287198] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-q6xp2; range_end:; response_count:1; response_revision:6443; }","duration":"268.724865ms","start":"2026-03-29T02:15:31.631194Z","end":"2026-03-29T02:15:31.899919Z","steps":["trace[69287198] 'agreement among raft nodes before linearized reading' (duration: 268.421439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:31.899922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.037468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-03-29T02:15:31.89992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.493347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12755"} {"level":"info","ts":"2026-03-29T02:15:31.900006Z","caller":"traceutil/trace.go:171","msg":"trace[1538690177] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:6443; }","duration":"187.183451ms","start":"2026-03-29T02:15:31.712805Z","end":"2026-03-29T02:15:31.899989Z","steps":["trace[1538690177] 'agreement among raft nodes before linearized reading' (duration: 186.913925ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:31.900055Z","caller":"traceutil/trace.go:171","msg":"trace[68739386] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:6443; }","duration":"106.66592ms","start":"2026-03-29T02:15:31.793357Z","end":"2026-03-29T02:15:31.900023Z","steps":["trace[68739386] 'agreement among raft nodes before linearized reading' (duration: 106.431555ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:32.247051Z","caller":"traceutil/trace.go:171","msg":"trace[1638694143] transaction","detail":"{read_only:false; response_revision:6445; number_of_response:1; }","duration":"338.419038ms","start":"2026-03-29T02:15:31.908601Z","end":"2026-03-29T02:15:32.24702Z","steps":["trace[1638694143] 'process raft request' (duration: 267.170922ms)","trace[1638694143] 'compare' (duration: 70.603972ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:32.247486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:31.908581Z","time spent":"338.823486ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4448,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:32.267133Z","caller":"traceutil/trace.go:171","msg":"trace[1549693540] linearizableReadLoop","detail":"{readStateIndex:6716; appliedIndex:6714; }","duration":"281.218171ms","start":"2026-03-29T02:15:31.985889Z","end":"2026-03-29T02:15:32.267107Z","steps":["trace[1549693540] 'read index received' (duration: 189.898661ms)","trace[1549693540] 'applied index is now lower than readState.Index' (duration: 91.31561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:32.267308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.407527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12755"} {"level":"info","ts":"2026-03-29T02:15:32.267371Z","caller":"traceutil/trace.go:171","msg":"trace[1775858114] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:6446; }","duration":"281.504238ms","start":"2026-03-29T02:15:31.985853Z","end":"2026-03-29T02:15:32.267357Z","steps":["trace[1775858114] 'agreement among raft nodes before linearized reading' (duration: 281.348574ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:32.267171Z","caller":"traceutil/trace.go:171","msg":"trace[1357097413] transaction","detail":"{read_only:false; response_revision:6446; number_of_response:1; }","duration":"288.629356ms","start":"2026-03-29T02:15:31.978516Z","end":"2026-03-29T02:15:32.267145Z","steps":["trace[1357097413] 'process raft request' (duration: 288.453202ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:32.48798Z","caller":"traceutil/trace.go:171","msg":"trace[1047223575] linearizableReadLoop","detail":"{readStateIndex:6717; appliedIndex:6716; }","duration":"161.802339ms","start":"2026-03-29T02:15:32.32615Z","end":"2026-03-29T02:15:32.487953Z","steps":["trace[1047223575] 'read index received' (duration: 118.833358ms)","trace[1047223575] 'applied index is now lower than readState.Index' (duration: 42.967831ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:32.488012Z","caller":"traceutil/trace.go:171","msg":"trace[1024071790] transaction","detail":"{read_only:false; response_revision:6447; number_of_response:1; }","duration":"215.730413ms","start":"2026-03-29T02:15:32.272231Z","end":"2026-03-29T02:15:32.487961Z","steps":["trace[1024071790] 'process raft request' (duration: 172.717091ms)","trace[1024071790] 'compare' (duration: 42.867959ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:32.488189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.021104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12755"} {"level":"info","ts":"2026-03-29T02:15:32.488227Z","caller":"traceutil/trace.go:171","msg":"trace[299512555] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:6447; }","duration":"162.116616ms","start":"2026-03-29T02:15:32.326099Z","end":"2026-03-29T02:15:32.488216Z","steps":["trace[299512555] 'agreement among raft nodes before linearized reading' (duration: 161.981143ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:32.516787Z","caller":"traceutil/trace.go:171","msg":"trace[944410939] transaction","detail":"{read_only:false; response_revision:6448; number_of_response:1; }","duration":"141.398528ms","start":"2026-03-29T02:15:32.375356Z","end":"2026-03-29T02:15:32.516754Z","steps":["trace[944410939] 'process raft request' (duration: 141.145922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:32.51689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.580504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:15:32.51698Z","caller":"traceutil/trace.go:171","msg":"trace[1690500825] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:6449; }","duration":"184.749988ms","start":"2026-03-29T02:15:32.332213Z","end":"2026-03-29T02:15:32.516963Z","steps":["trace[1690500825] 'agreement among raft nodes before linearized reading' (duration: 184.509373ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:32.705352Z","caller":"traceutil/trace.go:171","msg":"trace[1105124524] linearizableReadLoop","detail":"{readStateIndex:6721; appliedIndex:6719; }","duration":"158.073508ms","start":"2026-03-29T02:15:32.547253Z","end":"2026-03-29T02:15:32.705327Z","steps":["trace[1105124524] 'read index received' (duration: 72.145417ms)","trace[1105124524] 'applied index is now lower than readState.Index' (duration: 85.926961ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:32.705738Z","caller":"traceutil/trace.go:171","msg":"trace[1329526045] transaction","detail":"{read_only:false; response_revision:6450; number_of_response:1; }","duration":"213.76683ms","start":"2026-03-29T02:15:32.491938Z","end":"2026-03-29T02:15:32.705704Z","steps":["trace[1329526045] 'process raft request' (duration: 127.364458ms)","trace[1329526045] 'compare' (duration: 85.745457ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:32.705756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.263317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:32.705967Z","caller":"traceutil/trace.go:171","msg":"trace[1046423415] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:6450; }","duration":"109.537033ms","start":"2026-03-29T02:15:32.596397Z","end":"2026-03-29T02:15:32.705934Z","steps":["trace[1046423415] 'agreement among raft nodes before linearized reading' (duration: 109.231367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:32.705981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.707542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:28 size:808413"} {"level":"info","ts":"2026-03-29T02:15:32.70614Z","caller":"traceutil/trace.go:171","msg":"trace[2588887] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:28; response_revision:6450; }","duration":"158.914117ms","start":"2026-03-29T02:15:32.547213Z","end":"2026-03-29T02:15:32.706127Z","steps":["trace[2588887] 'agreement among raft nodes before linearized reading' (duration: 158.264153ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:33.02133Z","caller":"traceutil/trace.go:171","msg":"trace[1701278398] linearizableReadLoop","detail":"{readStateIndex:6723; appliedIndex:6722; }","duration":"284.326352ms","start":"2026-03-29T02:15:32.73698Z","end":"2026-03-29T02:15:33.021307Z","steps":["trace[1701278398] 'read index received' (duration: 284.125347ms)","trace[1701278398] 'applied index is now lower than readState.Index' (duration: 199.955µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:33.021385Z","caller":"traceutil/trace.go:171","msg":"trace[1329744792] transaction","detail":"{read_only:false; response_revision:6452; number_of_response:1; }","duration":"310.497291ms","start":"2026-03-29T02:15:32.710852Z","end":"2026-03-29T02:15:33.021349Z","steps":["trace[1329744792] 'process raft request' (duration: 310.313727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:33.02154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:32.710828Z","time spent":"310.636943ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:15:33.021617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.621418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-29T02:15:33.021584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.85634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:33.021676Z","caller":"traceutil/trace.go:171","msg":"trace[2125123988] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6452; }","duration":"284.71513ms","start":"2026-03-29T02:15:32.736946Z","end":"2026-03-29T02:15:33.021661Z","steps":["trace[2125123988] 'agreement among raft nodes before linearized reading' (duration: 284.482375ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:33.021781Z","caller":"traceutil/trace.go:171","msg":"trace[1400208548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6452; }","duration":"147.008904ms","start":"2026-03-29T02:15:32.874666Z","end":"2026-03-29T02:15:33.021675Z","steps":["trace[1400208548] 'agreement among raft nodes before linearized reading' (duration: 146.799189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:33.335741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.798305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:33.335933Z","caller":"traceutil/trace.go:171","msg":"trace[1687889166] linearizableReadLoop","detail":"{readStateIndex:6724; appliedIndex:6723; }","duration":"240.342888ms","start":"2026-03-29T02:15:33.095578Z","end":"2026-03-29T02:15:33.335921Z","steps":["trace[1687889166] 'read index received' (duration: 24.257357ms)","trace[1687889166] 'applied index is now lower than readState.Index' (duration: 216.084661ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:33.336179Z","caller":"traceutil/trace.go:171","msg":"trace[1029190071] transaction","detail":"{read_only:false; response_revision:6453; number_of_response:1; }","duration":"309.585919ms","start":"2026-03-29T02:15:33.026547Z","end":"2026-03-29T02:15:33.336133Z","steps":["trace[1029190071] 'process raft request' (duration: 93.342375ms)","trace[1029190071] 'compare' (duration: 215.695212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:33.336382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:33.026395Z","time spent":"309.907507ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:15:33.336756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.162956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:28 size:808413"} {"level":"info","ts":"2026-03-29T02:15:33.336794Z","caller":"traceutil/trace.go:171","msg":"trace[1751241909] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:28; response_revision:6453; }","duration":"241.235657ms","start":"2026-03-29T02:15:33.09555Z","end":"2026-03-29T02:15:33.336785Z","steps":["trace[1751241909] 'agreement among raft nodes before linearized reading' (duration: 240.624664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:39.263736Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198743048,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:39.76502Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198743048,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:40.26575Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198743048,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:40.767011Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198743048,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:40.87563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999507688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:40.875852Z","caller":"traceutil/trace.go:171","msg":"trace[1632649452] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999744624s","start":"2026-03-29T02:15:38.876081Z","end":"2026-03-29T02:15:40.875825Z","steps":["trace[1632649452] 'agreement among raft nodes before linearized reading' (duration: 1.999504458s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:40.87594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:38.875292Z","time spent":"2.000632484s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:15:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:41.267574Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198743048,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:41.768289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198743048,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:42.269542Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198743048,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:42.77054Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198743048,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:42.876355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000377788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:42.87644Z","caller":"traceutil/trace.go:171","msg":"trace[362733334] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000503691s","start":"2026-03-29T02:15:40.875915Z","end":"2026-03-29T02:15:42.876419Z","steps":["trace[362733334] 'agreement among raft nodes before linearized reading' (duration: 2.000401309s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:42.876483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:40.875898Z","time spent":"2.000576022s","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:15:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:43.270692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198743048,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:43.709225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:38.71011Z","time spent":"4.999101855s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/29 02:15:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:43.771983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198743048,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:43.883389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000100532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:15:43.883508Z","caller":"traceutil/trace.go:171","msg":"trace[716077065] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000269465s","start":"2026-03-29T02:15:41.883219Z","end":"2026-03-29T02:15:43.883488Z","steps":["trace[716077065] 'agreement among raft nodes before linearized reading' (duration: 2.000118962s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:43.883558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:41.883201Z","time spent":"2.000346177s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:15:44.272574Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198743048,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:44.699455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999634975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:15:44.699536Z","caller":"traceutil/trace.go:171","msg":"trace[710923909] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999742828s","start":"2026-03-29T02:15:39.699769Z","end":"2026-03-29T02:15:44.699511Z","steps":["trace[710923909] 'agreement among raft nodes before linearized reading' (duration: 4.999655226s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:44.699574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:39.699758Z","time spent":"4.999807179s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/29 02:15:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:44.753215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999406732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:15:44.753374Z","caller":"traceutil/trace.go:171","msg":"trace[1125197510] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999611086s","start":"2026-03-29T02:15:39.75374Z","end":"2026-03-29T02:15:44.753351Z","steps":["trace[1125197510] 'agreement among raft nodes before linearized reading' (duration: 4.999419732s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:44.75343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:39.753729Z","time spent":"4.999686858s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:15:44.772776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198743048,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:44.852467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999753879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:44.852529Z","caller":"traceutil/trace.go:171","msg":"trace[623322567] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999855352s","start":"2026-03-29T02:15:39.85266Z","end":"2026-03-29T02:15:44.852515Z","steps":["trace[623322567] 'agreement among raft nodes before linearized reading' (duration: 4.99978454s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:44.852569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:39.852637Z","time spent":"4.999921923s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/29 02:15:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:44.885184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000231485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:44.885276Z","caller":"traceutil/trace.go:171","msg":"trace[2101447125] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000385819s","start":"2026-03-29T02:15:42.884871Z","end":"2026-03-29T02:15:44.885257Z","steps":["trace[2101447125] 'agreement among raft nodes before linearized reading' (duration: 2.000270916s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:44.885324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:42.884854Z","time spent":"2.000461071s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:15:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:45.273213Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198743048,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:45.54132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999493544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:45.541439Z","caller":"traceutil/trace.go:171","msg":"trace[203801947] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999676998s","start":"2026-03-29T02:15:40.541736Z","end":"2026-03-29T02:15:45.541413Z","steps":["trace[203801947] 'agreement among raft nodes before linearized reading' (duration: 4.999527005s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:45.54151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:40.541718Z","time spent":"4.99977498s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/29 02:15:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:45.764223Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-29T02:15:45.76444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000818814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-envoy-gateway-role\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-29T02:15:45.764667Z","caller":"traceutil/trace.go:171","msg":"trace[1181338600] range","detail":"{range_begin:/registry/clusterroles/envoy-gateway-gateway-helm-envoy-gateway-role; range_end:; }","duration":"7.00110131s","start":"2026-03-29T02:15:38.763549Z","end":"2026-03-29T02:15:45.76465Z","steps":["trace[1181338600] 'agreement among raft nodes before linearized reading' (duration: 7.000854074s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:45.764812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:38.763523Z","time spent":"7.001271834s","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-envoy-gateway-role\" "} {"level":"warn","ts":"2026-03-29T02:15:46.26545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198743053,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:46.7666Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198743053,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:46.885908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000385868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:15:46.885978Z","caller":"traceutil/trace.go:171","msg":"trace[757908283] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000519041s","start":"2026-03-29T02:15:44.885441Z","end":"2026-03-29T02:15:46.88596Z","steps":["trace[757908283] 'agreement among raft nodes before linearized reading' (duration: 2.000431909s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:46.886024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:44.885418Z","time spent":"2.000596143s","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:15:47.267311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198743053,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:47.768427Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198743053,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:47.782514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999375522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:47.782612Z","caller":"traceutil/trace.go:171","msg":"trace[1685844838] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999532605s","start":"2026-03-29T02:15:42.783056Z","end":"2026-03-29T02:15:47.782589Z","steps":["trace[1685844838] 'agreement among raft nodes before linearized reading' (duration: 4.999406062s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:47.782674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:42.783032Z","time spent":"4.999625067s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/29 02:15:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:48.268584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198743053,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:48.38163Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"9.671369069s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:15:48.726237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.013221318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:48.726335Z","caller":"traceutil/trace.go:171","msg":"trace[1969028456] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"3.013410342s","start":"2026-03-29T02:15:45.712902Z","end":"2026-03-29T02:15:48.726312Z","steps":["trace[1969028456] 'agreement among raft nodes before linearized reading' (duration: 3.013259429s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:48.726381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:45.712879Z","time spent":"3.013491783s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/29 02:15:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:48.89401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999968911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:15:48.894111Z","caller":"traceutil/trace.go:171","msg":"trace[1968984560] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000119204s","start":"2026-03-29T02:15:46.89397Z","end":"2026-03-29T02:15:48.894089Z","steps":["trace[1968984560] 'agreement among raft nodes before linearized reading' (duration: 1.999984851s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:48.894175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:46.893943Z","time spent":"2.000221026s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:15:49.472628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.744216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:49.472894Z","caller":"traceutil/trace.go:171","msg":"trace[663076552] transaction","detail":"{read_only:false; response_revision:6515; number_of_response:1; }","duration":"6.608399322s","start":"2026-03-29T02:15:42.864447Z","end":"2026-03-29T02:15:49.472846Z","steps":["trace[663076552] 'process raft request' (duration: 6.608261499s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:49.472907Z","caller":"traceutil/trace.go:171","msg":"trace[106252767] transaction","detail":"{read_only:false; response_revision:6514; number_of_response:1; }","duration":"6.882004134s","start":"2026-03-29T02:15:42.590851Z","end":"2026-03-29T02:15:49.472855Z","steps":["trace[106252767] 'process raft request' (duration: 6.466951521s)","trace[106252767] 'compare' (duration: 414.179274ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:49.472931Z","caller":"traceutil/trace.go:171","msg":"trace[802686405] transaction","detail":"{read_only:false; response_revision:6516; number_of_response:1; }","duration":"5.341716795s","start":"2026-03-29T02:15:44.131183Z","end":"2026-03-29T02:15:49.4729Z","steps":["trace[802686405] 'process raft request' (duration: 5.341571252s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:49.473075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:42.590824Z","time spent":"6.882158578s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:49.473073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:42.864425Z","time spent":"6.608553175s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:49.473072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:44.131158Z","time spent":"5.341832907s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:49.64671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999897157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:49.64682Z","caller":"traceutil/trace.go:171","msg":"trace[1972471384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000079531s","start":"2026-03-29T02:15:39.646717Z","end":"2026-03-29T02:15:49.646796Z","steps":["trace[1972471384] 'agreement among raft nodes before linearized reading' (duration: 9.999934118s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:49.646876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:39.646694Z","time spent":"10.000168973s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/29 02:15:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:49.650817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999945769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:49.650881Z","caller":"traceutil/trace.go:171","msg":"trace[1208824316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000057032s","start":"2026-03-29T02:15:39.65081Z","end":"2026-03-29T02:15:49.650867Z","steps":["trace[1208824316] 'agreement among raft nodes before linearized reading' (duration: 9.99997977s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:49.650922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:39.650793Z","time spent":"10.000119163s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/03/29 02:15:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:49.699399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996319903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:15:49.699514Z","caller":"traceutil/trace.go:171","msg":"trace[1127019391] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.996557958s","start":"2026-03-29T02:15:46.702933Z","end":"2026-03-29T02:15:49.69949Z","steps":["trace[1127019391] 'agreement among raft nodes before linearized reading' (duration: 2.996374094s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:49.699583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:46.702913Z","time spent":"2.99664502s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/29 02:15:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:49.857923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.114058ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T02:15:49.858033Z","caller":"traceutil/trace.go:171","msg":"trace[572793038] linearizableReadLoop","detail":"{readStateIndex:6791; appliedIndex:6786; }","duration":"4.09364765s","start":"2026-03-29T02:15:45.764366Z","end":"2026-03-29T02:15:49.858013Z","steps":["trace[572793038] 'read index received' (duration: 2.617641285s)","trace[572793038] 'applied index is now lower than readState.Index' (duration: 1.476004415s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:49.85839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.925186618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:15:49.858499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.376905472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:49.858508Z","caller":"traceutil/trace.go:171","msg":"trace[1231271591] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:6517; }","duration":"6.925567416s","start":"2026-03-29T02:15:42.932915Z","end":"2026-03-29T02:15:49.858483Z","steps":["trace[1231271591] 'agreement among raft nodes before linearized reading' (duration: 6.925133227s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:49.858556Z","caller":"traceutil/trace.go:171","msg":"trace[417799539] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:6517; }","duration":"7.376978383s","start":"2026-03-29T02:15:42.481557Z","end":"2026-03-29T02:15:49.858535Z","steps":["trace[417799539] 'agreement among raft nodes before linearized reading' (duration: 7.376904292s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:49.858566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:42.932896Z","time spent":"6.925658638s","remote":"127.0.0.1:54904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":20,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:49.858596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.587954852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10887"} {"level":"warn","ts":"2026-03-29T02:15:49.858609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:42.481545Z","time spent":"7.377048295s","remote":"127.0.0.1:59780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:49.858597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.476148083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-xjnwc.18a12e2f6c74ec8a\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-03-29T02:15:49.858648Z","caller":"traceutil/trace.go:171","msg":"trace[744437793] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6517; }","duration":"7.588028993s","start":"2026-03-29T02:15:42.270603Z","end":"2026-03-29T02:15:49.858632Z","steps":["trace[744437793] 'agreement among raft nodes before linearized reading' (duration: 7.58785708s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:49.858706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:42.270584Z","time spent":"7.588109906s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10909,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-29T02:15:49.858792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.413397424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:49.858842Z","caller":"traceutil/trace.go:171","msg":"trace[1343389169] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:6517; }","duration":"10.413496406s","start":"2026-03-29T02:15:39.445336Z","end":"2026-03-29T02:15:49.858832Z","steps":["trace[1343389169] 'agreement among raft nodes before linearized reading' (duration: 10.413402484s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:49.85888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:39.445311Z","time spent":"10.413558038s","remote":"127.0.0.1:44784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":11,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:49.858869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.279495411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:15:49.858421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.525831446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:49.858945Z","caller":"traceutil/trace.go:171","msg":"trace[1414774234] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; response_count:1; response_revision:6517; }","duration":"10.279577273s","start":"2026-03-29T02:15:39.579348Z","end":"2026-03-29T02:15:49.858925Z","steps":["trace[1414774234] 'agreement among raft nodes before linearized reading' (duration: 10.279363708s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:49.858954Z","caller":"traceutil/trace.go:171","msg":"trace[433921908] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:0; response_revision:6517; }","duration":"7.52641847s","start":"2026-03-29T02:15:42.332519Z","end":"2026-03-29T02:15:49.858937Z","steps":["trace[433921908] 'agreement among raft nodes before linearized reading' (duration: 7.525637043s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:49.858962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.091064207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-29T02:15:49.858983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.520875348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-29T02:15:49.858428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.16936401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:15:49.859032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.114635105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:49.859051Z","caller":"traceutil/trace.go:171","msg":"trace[123803976] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6517; }","duration":"7.52099319s","start":"2026-03-29T02:15:42.338043Z","end":"2026-03-29T02:15:49.859036Z","steps":["trace[123803976] 'agreement among raft nodes before linearized reading' (duration: 7.520826467s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:49.859059Z","caller":"traceutil/trace.go:171","msg":"trace[996727115] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:6517; }","duration":"7.170064225s","start":"2026-03-29T02:15:42.68898Z","end":"2026-03-29T02:15:49.859044Z","steps":["trace[996727115] 'agreement among raft nodes before linearized reading' (duration: 7.169162676s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:49.859069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.842236772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:49.859078Z","caller":"traceutil/trace.go:171","msg":"trace[1579750470] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:6517; }","duration":"4.114708516s","start":"2026-03-29T02:15:45.744357Z","end":"2026-03-29T02:15:49.859065Z","steps":["trace[1579750470] 'agreement among raft nodes before linearized reading' (duration: 4.114612074s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:49.8591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:42.338025Z","time spent":"7.521062162s","remote":"127.0.0.1:54638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-29T02:15:49.859115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:45.744345Z","time spent":"4.114761497s","remote":"127.0.0.1:52784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:49.859166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.221470278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:49.859194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.153207612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:49.859206Z","caller":"traceutil/trace.go:171","msg":"trace[226412155] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:6517; }","duration":"6.22154496s","start":"2026-03-29T02:15:43.637651Z","end":"2026-03-29T02:15:49.859196Z","steps":["trace[226412155] 'agreement among raft nodes before linearized reading' (duration: 6.221490829s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:49.859241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:43.637629Z","time spent":"6.221602612s","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:49.859258Z","caller":"traceutil/trace.go:171","msg":"trace[606726155] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:6517; }","duration":"5.153292904s","start":"2026-03-29T02:15:44.705927Z","end":"2026-03-29T02:15:49.85922Z","steps":["trace[606726155] 'agreement among raft nodes before linearized reading' (duration: 5.153235003s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:49.859006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:42.332497Z","time spent":"7.526496072s","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"warn","ts":"2026-03-29T02:15:49.859293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:44.705901Z","time spent":"5.153383816s","remote":"127.0.0.1:59830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:49.859332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.653714366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:49.85929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.091590249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" ","response":"range_response_count:1 size:1107"} {"level":"info","ts":"2026-03-29T02:15:49.85938Z","caller":"traceutil/trace.go:171","msg":"trace[110498348] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:6517; }","duration":"5.653791729s","start":"2026-03-29T02:15:44.205576Z","end":"2026-03-29T02:15:49.859368Z","steps":["trace[110498348] 'agreement among raft nodes before linearized reading' (duration: 5.653722197s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:49.858423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.169736147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:15:49.859111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:42.688949Z","time spent":"7.170143007s","remote":"127.0.0.1:54898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:49.859474Z","caller":"traceutil/trace.go:171","msg":"trace[1990007596] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:6517; }","duration":"9.170833132s","start":"2026-03-29T02:15:40.688629Z","end":"2026-03-29T02:15:49.859462Z","steps":["trace[1990007596] 'agreement among raft nodes before linearized reading' (duration: 9.169516943s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:49.859505Z","caller":"traceutil/trace.go:171","msg":"trace[1929380064] range","detail":"{range_begin:/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:1; response_revision:6517; }","duration":"11.091772603s","start":"2026-03-29T02:15:38.767647Z","end":"2026-03-29T02:15:49.85942Z","steps":["trace[1929380064] 'agreement among raft nodes before linearized reading' (duration: 11.090821792s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:49.858998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:39.579292Z","time spent":"10.279696715s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-s9btj\" "} {"level":"warn","ts":"2026-03-29T02:15:49.859519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:40.688607Z","time spent":"9.170899844s","remote":"127.0.0.1:54638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":6,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:49.859112Z","caller":"traceutil/trace.go:171","msg":"trace[359570808] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:6517; }","duration":"10.842318804s","start":"2026-03-29T02:15:39.016776Z","end":"2026-03-29T02:15:49.859095Z","steps":["trace[359570808] 'agreement among raft nodes before linearized reading' (duration: 10.842264602s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:49.858705Z","caller":"traceutil/trace.go:171","msg":"trace[1744428264] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-xjnwc.18a12e2f6c74ec8a; range_end:; response_count:1; response_revision:6517; }","duration":"10.476300857s","start":"2026-03-29T02:15:39.382383Z","end":"2026-03-29T02:15:49.858684Z","steps":["trace[1744428264] 'agreement among raft nodes before linearized reading' (duration: 10.47599081s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:49.859643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:38.767629Z","time spent":"11.091961667s","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":1129,"request content":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" "} {"level":"warn","ts":"2026-03-29T02:15:49.859679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:39.382361Z","time spent":"10.477309198s","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":901,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-xjnwc.18a12e2f6c74ec8a\" "} {"level":"warn","ts":"2026-03-29T02:15:49.859946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.702398438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:15:49.859677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:39.016738Z","time spent":"10.842928077s","remote":"127.0.0.1:40570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:49.860039Z","caller":"traceutil/trace.go:171","msg":"trace[2006455958] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:6517; }","duration":"8.702507841s","start":"2026-03-29T02:15:41.157491Z","end":"2026-03-29T02:15:49.859999Z","steps":["trace[2006455958] 'agreement among raft nodes before linearized reading' (duration: 8.701058289s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:49.860092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:41.157475Z","time spent":"8.702601563s","remote":"127.0.0.1:54794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":8,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:49.859012Z","caller":"traceutil/trace.go:171","msg":"trace[2100634072] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:6517; }","duration":"11.091164649s","start":"2026-03-29T02:15:38.767835Z","end":"2026-03-29T02:15:49.858999Z","steps":["trace[2100634072] 'agreement among raft nodes before linearized reading' (duration: 11.090554666s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:49.860161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:38.767808Z","time spent":"11.092335946s","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":686,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:49.859435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:44.205556Z","time spent":"5.65386981s","remote":"127.0.0.1:52792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:49.924151Z","caller":"traceutil/trace.go:171","msg":"trace[729461256] transaction","detail":"{read_only:false; response_revision:6518; number_of_response:1; }","duration":"274.147163ms","start":"2026-03-29T02:15:49.64997Z","end":"2026-03-29T02:15:49.924117Z","steps":["trace[729461256] 'process raft request' (duration: 273.924418ms)"],"step_count":1} 2026/03/29 02:15:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:15:50.563895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:49.860786Z","time spent":"703.104673ms","remote":"127.0.0.1:54502","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T02:15:50.563942Z","caller":"traceutil/trace.go:171","msg":"trace[400429734] transaction","detail":"{read_only:false; response_revision:6520; number_of_response:1; }","duration":"861.308212ms","start":"2026-03-29T02:15:49.702581Z","end":"2026-03-29T02:15:50.563889Z","steps":["trace[400429734] 'process raft request' (duration: 861.055317ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:50.564317Z","caller":"traceutil/trace.go:171","msg":"trace[1641166424] transaction","detail":"{read_only:false; response_revision:6521; number_of_response:1; }","duration":"700.811162ms","start":"2026-03-29T02:15:49.863457Z","end":"2026-03-29T02:15:50.564268Z","steps":["trace[1641166424] 'process raft request' (duration: 700.362912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:50.564472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.054125692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:15:50.564497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408281444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:15:50.564516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:49.863427Z","time spent":"700.984056ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:50.564534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834246668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:15:50.564549Z","caller":"traceutil/trace.go:171","msg":"trace[1187760862] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:6522; }","duration":"2.054230834s","start":"2026-03-29T02:15:48.510303Z","end":"2026-03-29T02:15:50.564534Z","steps":["trace[1187760862] 'agreement among raft nodes before linearized reading' (duration: 2.054050311s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:50.564554Z","caller":"traceutil/trace.go:171","msg":"trace[2047877598] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:6522; }","duration":"1.408413456s","start":"2026-03-29T02:15:49.156127Z","end":"2026-03-29T02:15:50.564541Z","steps":["trace[2047877598] 'agreement among raft nodes before linearized reading' (duration: 1.408265282s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:50.564586Z","caller":"traceutil/trace.go:171","msg":"trace[327124268] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6522; }","duration":"1.834347s","start":"2026-03-29T02:15:48.730224Z","end":"2026-03-29T02:15:50.564571Z","steps":["trace[327124268] 'agreement among raft nodes before linearized reading' (duration: 1.834230298s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:50.5646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:49.156098Z","time spent":"1.408490188s","remote":"127.0.0.1:54762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:50.564612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.26369705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:50.564658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.109464102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:15:50.564693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002185074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:50.564684Z","caller":"traceutil/trace.go:171","msg":"trace[2032470517] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:6522; }","duration":"2.263803821s","start":"2026-03-29T02:15:48.300858Z","end":"2026-03-29T02:15:50.564661Z","steps":["trace[2032470517] 'agreement among raft nodes before linearized reading' (duration: 2.263709299s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:50.564722Z","caller":"traceutil/trace.go:171","msg":"trace[1211198092] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:6522; }","duration":"2.002278805s","start":"2026-03-29T02:15:48.562436Z","end":"2026-03-29T02:15:50.564715Z","steps":["trace[1211198092] 'agreement among raft nodes before linearized reading' (duration: 2.002179913s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:50.564534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.715146108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-envoy-gateway-role\" ","response":"range_response_count:1 size:1944"} {"level":"warn","ts":"2026-03-29T02:15:50.564735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.288146551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:15:50.564752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:48.562406Z","time spent":"2.002340787s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":32,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:50.564335Z","caller":"traceutil/trace.go:171","msg":"trace[456946316] linearizableReadLoop","detail":"{readStateIndex:6794; appliedIndex:6791; }","duration":"706.186981ms","start":"2026-03-29T02:15:49.858113Z","end":"2026-03-29T02:15:50.5643Z","steps":["trace[456946316] 'read index received' (duration: 65.688803ms)","trace[456946316] 'applied index is now lower than readState.Index' (duration: 640.496498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:50.564749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:48.300831Z","time spent":"2.263901434s","remote":"127.0.0.1:42184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:50.564883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.639031414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-29T02:15:50.564871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147420081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:50.564918Z","caller":"traceutil/trace.go:171","msg":"trace[538035965] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6522; }","duration":"2.639100736s","start":"2026-03-29T02:15:47.925809Z","end":"2026-03-29T02:15:50.56491Z","steps":["trace[538035965] 'agreement among raft nodes before linearized reading' (duration: 2.638973803s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:50.564943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.448584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9942e7eb-d090-4017-8f5d-da92cd0601fb\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-29T02:15:50.564945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255763787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-29T02:15:50.564682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670140966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:50.564966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:47.92579Z","time spent":"2.639168717s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:15:50.56498Z","caller":"traceutil/trace.go:171","msg":"trace[2063393654] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9942e7eb-d090-4017-8f5d-da92cd0601fb; range_end:; response_count:1; response_revision:6522; }","duration":"700.501785ms","start":"2026-03-29T02:15:49.864466Z","end":"2026-03-29T02:15:50.564968Z","steps":["trace[2063393654] 'agreement among raft nodes before linearized reading' (duration: 700.380232ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:50.564993Z","caller":"traceutil/trace.go:171","msg":"trace[1163435632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6522; }","duration":"1.670505593s","start":"2026-03-29T02:15:48.894478Z","end":"2026-03-29T02:15:50.564983Z","steps":["trace[1163435632] 'agreement among raft nodes before linearized reading' (duration: 1.670179386s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:50.56498Z","caller":"traceutil/trace.go:171","msg":"trace[94443928] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:6522; }","duration":"1.147601195s","start":"2026-03-29T02:15:49.417353Z","end":"2026-03-29T02:15:50.564954Z","steps":["trace[94443928] 'agreement among raft nodes before linearized reading' (duration: 1.1473772s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:50.565012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:49.864457Z","time spent":"700.548036ms","remote":"127.0.0.1:54624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-9942e7eb-d090-4017-8f5d-da92cd0601fb\" "} {"level":"warn","ts":"2026-03-29T02:15:50.565021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:48.894447Z","time spent":"1.670566645s","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:15:50.565054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.312719198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:50.56506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:49.417331Z","time spent":"1.147711516s","remote":"127.0.0.1:52814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:50.565097Z","caller":"traceutil/trace.go:171","msg":"trace[1897246379] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:6522; }","duration":"3.312864391s","start":"2026-03-29T02:15:47.252221Z","end":"2026-03-29T02:15:50.565086Z","steps":["trace[1897246379] 'agreement among raft nodes before linearized reading' (duration: 3.31278698s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:50.56472Z","caller":"traceutil/trace.go:171","msg":"trace[937393315] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6522; }","duration":"3.109586465s","start":"2026-03-29T02:15:47.455116Z","end":"2026-03-29T02:15:50.564702Z","steps":["trace[937393315] 'agreement among raft nodes before linearized reading' (duration: 3.109477053s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:50.565131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:47.252192Z","time spent":"3.312930983s","remote":"127.0.0.1:54692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:50.56514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:47.455083Z","time spent":"3.110048404s","remote":"127.0.0.1:54888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:50.564635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:48.730205Z","time spent":"1.834418131s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:15:50.564762Z","caller":"traceutil/trace.go:171","msg":"trace[1805882517] range","detail":"{range_begin:/registry/clusterroles/envoy-gateway-gateway-helm-envoy-gateway-role; range_end:; response_count:1; response_revision:6522; }","duration":"4.715413983s","start":"2026-03-29T02:15:45.849335Z","end":"2026-03-29T02:15:50.564749Z","steps":["trace[1805882517] 'agreement among raft nodes before linearized reading' (duration: 4.715049005s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:50.56476Z","caller":"traceutil/trace.go:171","msg":"trace[1160070328] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:6522; }","duration":"2.288214992s","start":"2026-03-29T02:15:48.276536Z","end":"2026-03-29T02:15:50.564751Z","steps":["trace[1160070328] 'agreement among raft nodes before linearized reading' (duration: 2.288164021s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:50.565276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.320143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-03-29T02:15:50.565293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:45.849318Z","time spent":"4.715966856s","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1966,"request content":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-envoy-gateway-role\" "} {"level":"warn","ts":"2026-03-29T02:15:50.56531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:48.276512Z","time spent":"2.288787215s","remote":"127.0.0.1:54934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:50.56534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.592013103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:50.564596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:48.510236Z","time spent":"2.054352178s","remote":"127.0.0.1:54652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:50.565012Z","caller":"traceutil/trace.go:171","msg":"trace[152847656] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6522; }","duration":"1.255801248s","start":"2026-03-29T02:15:49.309171Z","end":"2026-03-29T02:15:50.564972Z","steps":["trace[152847656] 'agreement among raft nodes before linearized reading' (duration: 1.255652005s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:50.565378Z","caller":"traceutil/trace.go:171","msg":"trace[1624626420] transaction","detail":"{read_only:false; response_revision:6522; number_of_response:1; }","duration":"690.140826ms","start":"2026-03-29T02:15:49.875216Z","end":"2026-03-29T02:15:50.565357Z","steps":["trace[1624626420] 'process raft request' (duration: 688.887809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:50.56547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.468541987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-29T02:15:50.565517Z","caller":"traceutil/trace.go:171","msg":"trace[1230973971] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6522; }","duration":"3.468608588s","start":"2026-03-29T02:15:47.0969Z","end":"2026-03-29T02:15:50.565508Z","steps":["trace[1230973971] 'agreement among raft nodes before linearized reading' (duration: 3.468500725s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:50.565518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:49.875198Z","time spent":"690.247518ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10692,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:50.565547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:47.096888Z","time spent":"3.468652069s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:15:50.565418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:49.309096Z","time spent":"1.256313748s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:15:50.565379Z","caller":"traceutil/trace.go:171","msg":"trace[1900477163] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:6522; }","duration":"4.592092234s","start":"2026-03-29T02:15:45.973273Z","end":"2026-03-29T02:15:50.565366Z","steps":["trace[1900477163] 'agreement among raft nodes before linearized reading' (duration: 4.592030463s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:50.565766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.664205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" ","response":"range_response_count:1 size:1107"} {"level":"warn","ts":"2026-03-29T02:15:50.565745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:45.973256Z","time spent":"4.592469843s","remote":"127.0.0.1:59736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:50.565797Z","caller":"traceutil/trace.go:171","msg":"trace[1514722609] range","detail":"{range_begin:/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:1; response_revision:6522; }","duration":"623.727357ms","start":"2026-03-29T02:15:49.942061Z","end":"2026-03-29T02:15:50.565788Z","steps":["trace[1514722609] 'agreement among raft nodes before linearized reading' (duration: 623.631384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:50.565834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:49.942047Z","time spent":"623.779628ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":1129,"request content":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" "} {"level":"warn","ts":"2026-03-29T02:15:50.565984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.169819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-29T02:15:50.566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.885751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82690"} {"level":"warn","ts":"2026-03-29T02:15:50.566021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.901272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-29T02:15:50.566053Z","caller":"traceutil/trace.go:171","msg":"trace[2105559691] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6522; }","duration":"498.272912ms","start":"2026-03-29T02:15:50.067755Z","end":"2026-03-29T02:15:50.566028Z","steps":["trace[2105559691] 'agreement among raft nodes before linearized reading' (duration: 498.086118ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:50.566057Z","caller":"traceutil/trace.go:171","msg":"trace[148717011] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:6522; }","duration":"310.390105ms","start":"2026-03-29T02:15:50.254912Z","end":"2026-03-29T02:15:50.565302Z","steps":["trace[148717011] 'agreement among raft nodes before linearized reading' (duration: 310.288303ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:50.566082Z","caller":"traceutil/trace.go:171","msg":"trace[1308842202] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6522; }","duration":"694.980393ms","start":"2026-03-29T02:15:49.871077Z","end":"2026-03-29T02:15:50.566057Z","steps":["trace[1308842202] 'agreement among raft nodes before linearized reading' (duration: 694.659226ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:50.566098Z","caller":"traceutil/trace.go:171","msg":"trace[362328181] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6522; }","duration":"497.024264ms","start":"2026-03-29T02:15:50.069055Z","end":"2026-03-29T02:15:50.56608Z","steps":["trace[362328181] 'agreement among raft nodes before linearized reading' (duration: 496.773549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:50.566104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:50.067734Z","time spent":"498.355943ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-29T02:15:50.56612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:50.25489Z","time spent":"311.212403ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-29T02:15:50.566134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:49.871068Z","time spent":"695.052245ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":82712,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:15:50.566146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:50.069035Z","time spent":"497.102266ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:15:50.566164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:49.702555Z","time spent":"863.535982ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:50.956157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.063388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:50.956268Z","caller":"traceutil/trace.go:171","msg":"trace[563251706] linearizableReadLoop","detail":"{readStateIndex:6798; appliedIndex:6797; }","duration":"386.5067ms","start":"2026-03-29T02:15:50.569729Z","end":"2026-03-29T02:15:50.956235Z","steps":["trace[563251706] 'read index received' (duration: 72.31121ms)","trace[563251706] 'applied index is now lower than readState.Index' (duration: 314.19435ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:50.956327Z","caller":"traceutil/trace.go:171","msg":"trace[28047777] transaction","detail":"{read_only:false; response_revision:6523; number_of_response:1; }","duration":"391.150103ms","start":"2026-03-29T02:15:50.565168Z","end":"2026-03-29T02:15:50.956318Z","steps":["trace[28047777] 'process raft request' (duration: 76.84027ms)","trace[28047777] 'compare' (duration: 313.916105ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:50.956383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:50.565152Z","time spent":"391.200204ms","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:50.956655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.898139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-29T02:15:50.956745Z","caller":"traceutil/trace.go:171","msg":"trace[1551990828] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4; range_end:; response_count:1; response_revision:6523; }","duration":"387.027591ms","start":"2026-03-29T02:15:50.569698Z","end":"2026-03-29T02:15:50.956726Z","steps":["trace[1551990828] 'agreement among raft nodes before linearized reading' (duration: 386.693414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:50.956842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:50.569681Z","time spent":"387.148424ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4\" "} {"level":"info","ts":"2026-03-29T02:15:51.052576Z","caller":"traceutil/trace.go:171","msg":"trace[1938406438] transaction","detail":"{read_only:false; response_revision:6524; number_of_response:1; }","duration":"480.805896ms","start":"2026-03-29T02:15:50.571738Z","end":"2026-03-29T02:15:51.052543Z","steps":["trace[1938406438] 'process raft request' (duration: 480.591631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:51.052788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:50.571721Z","time spent":"480.956029ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:51.052985Z","caller":"traceutil/trace.go:171","msg":"trace[2002143572] transaction","detail":"{read_only:false; response_revision:6525; number_of_response:1; }","duration":"480.946389ms","start":"2026-03-29T02:15:50.572006Z","end":"2026-03-29T02:15:51.052953Z","steps":["trace[2002143572] 'process raft request' (duration: 480.482809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:51.053149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:50.571991Z","time spent":"481.059611ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:51.05322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.201566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:51.053297Z","caller":"traceutil/trace.go:171","msg":"trace[1380168397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6527; }","duration":"477.32608ms","start":"2026-03-29T02:15:50.575952Z","end":"2026-03-29T02:15:51.053278Z","steps":["trace[1380168397] 'agreement among raft nodes before linearized reading' (duration: 477.164326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:51.053318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.307191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" ","response":"range_response_count:1 size:1107"} {"level":"info","ts":"2026-03-29T02:15:51.053326Z","caller":"traceutil/trace.go:171","msg":"trace[594962426] transaction","detail":"{read_only:false; response_revision:6526; number_of_response:1; }","duration":"481.163585ms","start":"2026-03-29T02:15:50.572151Z","end":"2026-03-29T02:15:51.053315Z","steps":["trace[594962426] 'process raft request' (duration: 480.718814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:51.053349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:50.575928Z","time spent":"477.411101ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:15:51.053339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.182022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-w27p5\" ","response":"range_response_count:1 size:6261"} {"level":"warn","ts":"2026-03-29T02:15:51.053372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.509135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-envoy-gateway-role\" ","response":"range_response_count:1 size:1944"} {"level":"warn","ts":"2026-03-29T02:15:51.053399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:50.572145Z","time spent":"481.210536ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:51.053433Z","caller":"traceutil/trace.go:171","msg":"trace[1956232913] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-w27p5; range_end:; response_count:1; response_revision:6527; }","duration":"479.289614ms","start":"2026-03-29T02:15:50.574125Z","end":"2026-03-29T02:15:51.053415Z","steps":["trace[1956232913] 'agreement among raft nodes before linearized reading' (duration: 478.998857ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:51.053454Z","caller":"traceutil/trace.go:171","msg":"trace[399635315] range","detail":"{range_begin:/registry/clusterroles/envoy-gateway-gateway-helm-envoy-gateway-role; range_end:; response_count:1; response_revision:6527; }","duration":"482.606998ms","start":"2026-03-29T02:15:50.57083Z","end":"2026-03-29T02:15:51.053437Z","steps":["trace[399635315] 'agreement among raft nodes before linearized reading' (duration: 482.441634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:51.053481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:50.574096Z","time spent":"479.375495ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6283,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-w27p5\" "} {"level":"info","ts":"2026-03-29T02:15:51.05346Z","caller":"traceutil/trace.go:171","msg":"trace[1436428950] transaction","detail":"{read_only:false; response_revision:6527; number_of_response:1; }","duration":"480.206924ms","start":"2026-03-29T02:15:50.573211Z","end":"2026-03-29T02:15:51.053418Z","steps":["trace[1436428950] 'process raft request' (duration: 479.807404ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:51.053362Z","caller":"traceutil/trace.go:171","msg":"trace[1731890370] range","detail":"{range_begin:/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:1; response_revision:6527; }","duration":"482.393423ms","start":"2026-03-29T02:15:50.570954Z","end":"2026-03-29T02:15:51.053347Z","steps":["trace[1731890370] 'agreement among raft nodes before linearized reading' (duration: 482.197477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:51.053654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:50.573203Z","time spent":"480.349617ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:51.053671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:50.57093Z","time spent":"482.728469ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":1129,"request content":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" "} {"level":"warn","ts":"2026-03-29T02:15:51.0535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:50.570821Z","time spent":"482.670359ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1966,"request content":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-envoy-gateway-role\" "} {"level":"info","ts":"2026-03-29T02:15:51.139232Z","caller":"traceutil/trace.go:171","msg":"trace[86160477] transaction","detail":"{read_only:false; response_revision:6528; number_of_response:1; }","duration":"179.781178ms","start":"2026-03-29T02:15:50.959412Z","end":"2026-03-29T02:15:51.139193Z","steps":["trace[86160477] 'process raft request' (duration: 112.201183ms)","trace[86160477] 'compare' (duration: 67.34914ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:51.139372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.815481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-29T02:15:51.139453Z","caller":"traceutil/trace.go:171","msg":"trace[1381207830] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6528; }","duration":"180.948234ms","start":"2026-03-29T02:15:50.958487Z","end":"2026-03-29T02:15:51.139435Z","steps":["trace[1381207830] 'agreement among raft nodes before linearized reading' (duration: 180.694998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:51.391062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.164274ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:51.391456Z","caller":"traceutil/trace.go:171","msg":"trace[2118760939] linearizableReadLoop","detail":"{readStateIndex:6808; appliedIndex:6803; }","duration":"252.272462ms","start":"2026-03-29T02:15:51.139162Z","end":"2026-03-29T02:15:51.391435Z","steps":["trace[2118760939] 'read index received' (duration: 124.560306ms)","trace[2118760939] 'applied index is now lower than readState.Index' (duration: 127.710435ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:51.391634Z","caller":"traceutil/trace.go:171","msg":"trace[1037933192] transaction","detail":"{read_only:false; response_revision:6533; number_of_response:1; }","duration":"325.100213ms","start":"2026-03-29T02:15:51.066497Z","end":"2026-03-29T02:15:51.391597Z","steps":["trace[1037933192] 'process raft request' (duration: 324.817977ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:51.39171Z","caller":"traceutil/trace.go:171","msg":"trace[1552476214] transaction","detail":"{read_only:false; response_revision:6531; number_of_response:1; }","duration":"327.370214ms","start":"2026-03-29T02:15:51.064298Z","end":"2026-03-29T02:15:51.391668Z","steps":["trace[1552476214] 'process raft request' (duration: 326.912414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:51.391831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:51.066466Z","time spent":"325.197266ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6032,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:51.392024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:51.064289Z","time spent":"327.576518ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:51.392361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.27294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:51.392425Z","caller":"traceutil/trace.go:171","msg":"trace[1346738904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6533; }","duration":"336.371013ms","start":"2026-03-29T02:15:51.056038Z","end":"2026-03-29T02:15:51.392409Z","steps":["trace[1346738904] 'agreement among raft nodes before linearized reading' (duration: 336.150588ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:51.392531Z","caller":"traceutil/trace.go:171","msg":"trace[296061062] transaction","detail":"{read_only:false; response_revision:6529; number_of_response:1; }","duration":"329.073642ms","start":"2026-03-29T02:15:51.063426Z","end":"2026-03-29T02:15:51.392499Z","steps":["trace[296061062] 'process raft request' (duration: 200.399115ms)","trace[296061062] 'compare' (duration: 126.992259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:51.39247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:51.056021Z","time spent":"336.439664ms","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:15:51.392657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:51.063405Z","time spent":"329.201654ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:15:51.392814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.138368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/goldpinger-clusterrole\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-03-29T02:15:51.392822Z","caller":"traceutil/trace.go:171","msg":"trace[297891835] transaction","detail":"{read_only:false; response_revision:6532; number_of_response:1; }","duration":"328.109869ms","start":"2026-03-29T02:15:51.064683Z","end":"2026-03-29T02:15:51.392793Z","steps":["trace[297891835] 'process raft request' (duration: 326.590435ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:51.392893Z","caller":"traceutil/trace.go:171","msg":"trace[2122842451] range","detail":"{range_begin:/registry/clusterroles/goldpinger-clusterrole; range_end:; response_count:1; response_revision:6533; }","duration":"228.262451ms","start":"2026-03-29T02:15:51.164608Z","end":"2026-03-29T02:15:51.39287Z","steps":["trace[2122842451] 'agreement among raft nodes before linearized reading' (duration: 228.002385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:51.392888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.639598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-29T02:15:51.392945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:51.064673Z","time spent":"328.210801ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:51.39298Z","caller":"traceutil/trace.go:171","msg":"trace[1984576705] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:6533; }","duration":"251.794462ms","start":"2026-03-29T02:15:51.141166Z","end":"2026-03-29T02:15:51.39296Z","steps":["trace[1984576705] 'agreement among raft nodes before linearized reading' (duration: 251.411773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:51.393017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.580064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/ingress-nginx\" ","response":"range_response_count:1 size:1335"} {"level":"info","ts":"2026-03-29T02:15:51.393064Z","caller":"traceutil/trace.go:171","msg":"trace[1113289757] range","detail":"{range_begin:/registry/clusterroles/ingress-nginx; range_end:; response_count:1; response_revision:6533; }","duration":"226.645465ms","start":"2026-03-29T02:15:51.166404Z","end":"2026-03-29T02:15:51.39305Z","steps":["trace[1113289757] 'agreement among raft nodes before linearized reading' (duration: 226.332338ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:51.392942Z","caller":"traceutil/trace.go:171","msg":"trace[132933095] transaction","detail":"{read_only:false; response_revision:6530; number_of_response:1; }","duration":"329.412029ms","start":"2026-03-29T02:15:51.063506Z","end":"2026-03-29T02:15:51.392918Z","steps":["trace[132933095] 'process raft request' (duration: 327.651309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:51.393206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:51.063483Z","time spent":"329.681264ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":972,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:15:51.39286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.046316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:51.393343Z","caller":"traceutil/trace.go:171","msg":"trace[1808168975] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6533; }","duration":"242.632599ms","start":"2026-03-29T02:15:51.150687Z","end":"2026-03-29T02:15:51.39332Z","steps":["trace[1808168975] 'agreement among raft nodes before linearized reading' (duration: 241.929153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:51.393511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.755409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12dbb97872c7b\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-03-29T02:15:51.393282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.490907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125576"} {"level":"info","ts":"2026-03-29T02:15:51.393574Z","caller":"traceutil/trace.go:171","msg":"trace[1397126497] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12dbb97872c7b; range_end:; response_count:1; response_revision:6533; }","duration":"250.835111ms","start":"2026-03-29T02:15:51.142723Z","end":"2026-03-29T02:15:51.393558Z","steps":["trace[1397126497] 'agreement among raft nodes before linearized reading' (duration: 249.992962ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:51.393606Z","caller":"traceutil/trace.go:171","msg":"trace[1062696083] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:6533; }","duration":"125.857935ms","start":"2026-03-29T02:15:51.267732Z","end":"2026-03-29T02:15:51.393589Z","steps":["trace[1062696083] 'agreement among raft nodes before linearized reading' (duration: 124.936174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:51.395367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.161802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-29T02:15:51.395424Z","caller":"traceutil/trace.go:171","msg":"trace[1359679883] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6533; }","duration":"234.244643ms","start":"2026-03-29T02:15:51.161167Z","end":"2026-03-29T02:15:51.395411Z","steps":["trace[1359679883] 'agreement among raft nodes before linearized reading' (duration: 231.784859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:51.700717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.412518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:51.700855Z","caller":"traceutil/trace.go:171","msg":"trace[1034531434] transaction","detail":"{read_only:false; response_revision:6534; number_of_response:1; }","duration":"303.726021ms","start":"2026-03-29T02:15:51.397107Z","end":"2026-03-29T02:15:51.700833Z","steps":["trace[1034531434] 'process raft request' (duration: 111.084878ms)","trace[1034531434] 'compare' (duration: 192.253765ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:51.700924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:51.397081Z","time spent":"303.810752ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:51.781648Z","caller":"traceutil/trace.go:171","msg":"trace[1040260880] linearizableReadLoop","detail":"{readStateIndex:6810; appliedIndex:6808; }","duration":"383.746571ms","start":"2026-03-29T02:15:51.397884Z","end":"2026-03-29T02:15:51.78163Z","steps":["trace[1040260880] 'read index received' (duration: 110.382422ms)","trace[1040260880] 'applied index is now lower than readState.Index' (duration: 273.362939ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:51.781759Z","caller":"traceutil/trace.go:171","msg":"trace[1967732495] transaction","detail":"{read_only:false; response_revision:6535; number_of_response:1; }","duration":"384.385056ms","start":"2026-03-29T02:15:51.397314Z","end":"2026-03-29T02:15:51.781699Z","steps":["trace[1967732495] 'process raft request' (duration: 384.14876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:51.781884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.992046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-03-29T02:15:51.781925Z","caller":"traceutil/trace.go:171","msg":"trace[2056190252] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:6535; }","duration":"384.037617ms","start":"2026-03-29T02:15:51.397876Z","end":"2026-03-29T02:15:51.781914Z","steps":["trace[2056190252] 'agreement among raft nodes before linearized reading' (duration: 383.865314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:51.781966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:51.39784Z","time spent":"384.117189ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-29T02:15:51.78202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:51.39723Z","time spent":"384.654292ms","remote":"127.0.0.1:54536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":125562,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:51.782225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.654419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:51.783086Z","caller":"traceutil/trace.go:171","msg":"trace[558037667] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:6535; }","duration":"295.568009ms","start":"2026-03-29T02:15:51.487497Z","end":"2026-03-29T02:15:51.783065Z","steps":["trace[558037667] 'agreement among raft nodes before linearized reading' (duration: 294.622129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:51.78232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.552368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/ingress-nginx\" ","response":"range_response_count:1 size:1335"} {"level":"info","ts":"2026-03-29T02:15:51.783318Z","caller":"traceutil/trace.go:171","msg":"trace[1645003114] range","detail":"{range_begin:/registry/clusterroles/ingress-nginx; range_end:; response_count:1; response_revision:6535; }","duration":"300.604991ms","start":"2026-03-29T02:15:51.482684Z","end":"2026-03-29T02:15:51.783289Z","steps":["trace[1645003114] 'agreement among raft nodes before linearized reading' (duration: 299.499517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:51.783403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:51.482659Z","time spent":"300.714213ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":1357,"request content":"key:\"/registry/clusterroles/ingress-nginx\" "} {"level":"warn","ts":"2026-03-29T02:15:51.782335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.464742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/goldpinger-clusterrole\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-03-29T02:15:51.78353Z","caller":"traceutil/trace.go:171","msg":"trace[1722285362] range","detail":"{range_begin:/registry/clusterroles/goldpinger-clusterrole; range_end:; response_count:1; response_revision:6535; }","duration":"298.718889ms","start":"2026-03-29T02:15:51.484785Z","end":"2026-03-29T02:15:51.783503Z","steps":["trace[1722285362] 'agreement among raft nodes before linearized reading' (duration: 297.36786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:51.783431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.004375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-29T02:15:51.783797Z","caller":"traceutil/trace.go:171","msg":"trace[373089142] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6535; }","duration":"383.417594ms","start":"2026-03-29T02:15:51.400369Z","end":"2026-03-29T02:15:51.783787Z","steps":["trace[373089142] 'agreement among raft nodes before linearized reading' (duration: 381.724487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:51.78383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:51.400327Z","time spent":"383.491905ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-29T02:15:52.247585Z","caller":"traceutil/trace.go:171","msg":"trace[1355760347] linearizableReadLoop","detail":"{readStateIndex:6811; appliedIndex:6810; }","duration":"462.308927ms","start":"2026-03-29T02:15:51.785251Z","end":"2026-03-29T02:15:52.24756Z","steps":["trace[1355760347] 'read index received' (duration: 462.097052ms)","trace[1355760347] 'applied index is now lower than readState.Index' (duration: 210.735µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:52.247662Z","caller":"traceutil/trace.go:171","msg":"trace[217367601] transaction","detail":"{read_only:false; response_revision:6536; number_of_response:1; }","duration":"462.836808ms","start":"2026-03-29T02:15:51.784785Z","end":"2026-03-29T02:15:52.247622Z","steps":["trace[217367601] 'process raft request' (duration: 462.590553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:52.247863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:51.784728Z","time spent":"463.016592ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:52.249425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.165228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19665"} {"level":"info","ts":"2026-03-29T02:15:52.249474Z","caller":"traceutil/trace.go:171","msg":"trace[310686840] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6536; }","duration":"464.24194ms","start":"2026-03-29T02:15:51.785223Z","end":"2026-03-29T02:15:52.249465Z","steps":["trace[310686840] 'agreement among raft nodes before linearized reading' (duration: 462.466451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:52.249626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:51.785211Z","time spent":"464.405694ms","remote":"127.0.0.1:54652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19687,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-29T02:15:52.719141Z","caller":"traceutil/trace.go:171","msg":"trace[1104874381] linearizableReadLoop","detail":"{readStateIndex:6812; appliedIndex:6811; }","duration":"471.45468ms","start":"2026-03-29T02:15:52.247662Z","end":"2026-03-29T02:15:52.719116Z","steps":["trace[1104874381] 'read index received' (duration: 471.254376ms)","trace[1104874381] 'applied index is now lower than readState.Index' (duration: 199.154µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:52.719273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.281807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:52.719288Z","caller":"traceutil/trace.go:171","msg":"trace[1468045933] transaction","detail":"{read_only:false; response_revision:6537; number_of_response:1; }","duration":"927.881017ms","start":"2026-03-29T02:15:51.791373Z","end":"2026-03-29T02:15:52.719254Z","steps":["trace[1468045933] 'process raft request' (duration: 927.57805ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:52.719353Z","caller":"traceutil/trace.go:171","msg":"trace[1009153624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6537; }","duration":"844.425ms","start":"2026-03-29T02:15:51.87491Z","end":"2026-03-29T02:15:52.719335Z","steps":["trace[1009153624] 'agreement among raft nodes before linearized reading' (duration: 844.256686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:52.719363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.589777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/ingress-nginx\" ","response":"range_response_count:1 size:1335"} {"level":"warn","ts":"2026-03-29T02:15:52.719404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:51.874885Z","time spent":"844.509962ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:15:52.719419Z","caller":"traceutil/trace.go:171","msg":"trace[885928228] range","detail":"{range_begin:/registry/clusterroles/ingress-nginx; range_end:; response_count:1; response_revision:6537; }","duration":"930.680208ms","start":"2026-03-29T02:15:51.788726Z","end":"2026-03-29T02:15:52.719406Z","steps":["trace[885928228] 'agreement among raft nodes before linearized reading' (duration: 930.538155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:52.719449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:51.78871Z","time spent":"930.73411ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":1357,"request content":"key:\"/registry/clusterroles/ingress-nginx\" "} {"level":"warn","ts":"2026-03-29T02:15:52.719448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:51.79136Z","time spent":"928.000609ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:52.719457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.454343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/goldpinger-clusterrole\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-03-29T02:15:52.719574Z","caller":"traceutil/trace.go:171","msg":"trace[1369687758] range","detail":"{range_begin:/registry/clusterroles/goldpinger-clusterrole; range_end:; response_count:1; response_revision:6537; }","duration":"930.649598ms","start":"2026-03-29T02:15:51.788901Z","end":"2026-03-29T02:15:52.71955Z","steps":["trace[1369687758] 'agreement among raft nodes before linearized reading' (duration: 930.286081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:52.719577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.90799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-xjnwc.18a12e2f6c774cb7\" ","response":"range_response_count:1 size:879"} {"level":"warn","ts":"2026-03-29T02:15:52.719638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:51.788884Z","time spent":"930.74186ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":899,"request content":"key:\"/registry/clusterroles/goldpinger-clusterrole\" "} {"level":"info","ts":"2026-03-29T02:15:52.719655Z","caller":"traceutil/trace.go:171","msg":"trace[437968834] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-xjnwc.18a12e2f6c774cb7; range_end:; response_count:1; response_revision:6537; }","duration":"466.995341ms","start":"2026-03-29T02:15:52.252632Z","end":"2026-03-29T02:15:52.719628Z","steps":["trace[437968834] 'agreement among raft nodes before linearized reading' (duration: 466.738196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:52.719705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.2252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:1 size:452"} {"level":"warn","ts":"2026-03-29T02:15:52.719707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:52.252618Z","time spent":"467.074983ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":901,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-xjnwc.18a12e2f6c774cb7\" "} {"level":"warn","ts":"2026-03-29T02:15:52.719766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.373909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:15:52.719788Z","caller":"traceutil/trace.go:171","msg":"trace[2077782644] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:6537; }","duration":"386.448171ms","start":"2026-03-29T02:15:52.333335Z","end":"2026-03-29T02:15:52.719783Z","steps":["trace[2077782644] 'agreement among raft nodes before linearized reading' (duration: 386.347278ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:52.719744Z","caller":"traceutil/trace.go:171","msg":"trace[1915381384] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:6537; }","duration":"271.287371ms","start":"2026-03-29T02:15:52.448449Z","end":"2026-03-29T02:15:52.719736Z","steps":["trace[1915381384] 'agreement among raft nodes before linearized reading' (duration: 271.088267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:52.719804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:52.333303Z","time spent":"386.497671ms","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"warn","ts":"2026-03-29T02:15:52.719861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.572453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-03-29T02:15:52.719916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.240757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:15:52.719971Z","caller":"traceutil/trace.go:171","msg":"trace[1738722971] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; response_count:1; response_revision:6537; }","duration":"147.328199ms","start":"2026-03-29T02:15:52.572631Z","end":"2026-03-29T02:15:52.719959Z","steps":["trace[1738722971] 'agreement among raft nodes before linearized reading' (duration: 147.176436ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:52.71999Z","caller":"traceutil/trace.go:171","msg":"trace[215272698] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:6537; }","duration":"170.750687ms","start":"2026-03-29T02:15:52.549203Z","end":"2026-03-29T02:15:52.719954Z","steps":["trace[215272698] 'agreement among raft nodes before linearized reading' (duration: 170.187195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:52.719504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.806048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:52.72008Z","caller":"traceutil/trace.go:171","msg":"trace[892641358] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:6537; }","duration":"934.504934ms","start":"2026-03-29T02:15:51.785561Z","end":"2026-03-29T02:15:52.720066Z","steps":["trace[892641358] 'agreement among raft nodes before linearized reading' (duration: 933.798437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:52.720133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:51.785531Z","time spent":"934.587016ms","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:15:53.069993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.854124ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-29T02:15:53.070164Z","caller":"traceutil/trace.go:171","msg":"trace[2104241447] linearizableReadLoop","detail":"{readStateIndex:6813; appliedIndex:6812; }","duration":"349.629694ms","start":"2026-03-29T02:15:52.720499Z","end":"2026-03-29T02:15:53.070129Z","steps":["trace[2104241447] 'read index received' (duration: 195.626098ms)","trace[2104241447] 'applied index is now lower than readState.Index' (duration: 154.002126ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:53.070195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:52.720398Z","time spent":"349.788278ms","remote":"127.0.0.1:54502","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:15:53.070266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.765678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:53.070346Z","caller":"traceutil/trace.go:171","msg":"trace[907254590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6537; }","duration":"349.869671ms","start":"2026-03-29T02:15:52.720467Z","end":"2026-03-29T02:15:53.070336Z","steps":["trace[907254590] 'agreement among raft nodes before linearized reading' (duration: 349.761219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:53.070396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:52.720441Z","time spent":"349.934112ms","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:15:53.365058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.739809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:53.36561Z","caller":"traceutil/trace.go:171","msg":"trace[1762366301] transaction","detail":"{read_only:false; response_revision:6540; number_of_response:1; }","duration":"294.427983ms","start":"2026-03-29T02:15:53.07116Z","end":"2026-03-29T02:15:53.365588Z","steps":["trace[1762366301] 'process raft request' (duration: 294.360912ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:53.365879Z","caller":"traceutil/trace.go:171","msg":"trace[136923487] transaction","detail":"{read_only:false; response_revision:6538; number_of_response:1; }","duration":"643.599489ms","start":"2026-03-29T02:15:52.722256Z","end":"2026-03-29T02:15:53.365855Z","steps":["trace[136923487] 'process raft request' (duration: 503.910389ms)","trace[136923487] 'compare' (duration: 138.549175ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:53.366021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:52.722241Z","time spent":"643.697201ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:53.365956Z","caller":"traceutil/trace.go:171","msg":"trace[1058804087] transaction","detail":"{read_only:false; number_of_response:0; response_revision:6538; }","duration":"643.170339ms","start":"2026-03-29T02:15:52.722743Z","end":"2026-03-29T02:15:53.365913Z","steps":["trace[1058804087] 'process raft request' (duration: 642.442533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:53.36622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:52.722721Z","time spent":"643.400554ms","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:15:53.366265Z","caller":"traceutil/trace.go:171","msg":"trace[1075139521] transaction","detail":"{read_only:false; response_revision:6539; number_of_response:1; }","duration":"641.971362ms","start":"2026-03-29T02:15:52.724285Z","end":"2026-03-29T02:15:53.366257Z","steps":["trace[1075139521] 'process raft request' (duration: 641.145054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:53.366306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:52.724269Z","time spent":"642.016503ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:53.366289Z","caller":"traceutil/trace.go:171","msg":"trace[1865057411] linearizableReadLoop","detail":"{readStateIndex:6816; appliedIndex:6813; }","duration":"296.066609ms","start":"2026-03-29T02:15:53.070193Z","end":"2026-03-29T02:15:53.36626Z","steps":["trace[1865057411] 'read index received' (duration: 155.987701ms)","trace[1865057411] 'applied index is now lower than readState.Index' (duration: 140.075788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:53.366356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.88658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:53.366443Z","caller":"traceutil/trace.go:171","msg":"trace[367991511] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:6540; }","duration":"463.042063ms","start":"2026-03-29T02:15:52.903376Z","end":"2026-03-29T02:15:53.366418Z","steps":["trace[367991511] 'agreement among raft nodes before linearized reading' (duration: 462.89819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:53.366492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.08344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:53.366469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.272336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kube-prometheus-stack-grafana-clusterrole\" ","response":"range_response_count:1 size:958"} {"level":"info","ts":"2026-03-29T02:15:53.366526Z","caller":"traceutil/trace.go:171","msg":"trace[655397914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6540; }","duration":"376.168732ms","start":"2026-03-29T02:15:52.990349Z","end":"2026-03-29T02:15:53.366517Z","steps":["trace[655397914] 'agreement among raft nodes before linearized reading' (duration: 376.11397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:53.366486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.623277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:53.36655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:52.99033Z","time spent":"376.215782ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:15:53.366523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.613276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-dpkvm\" ","response":"range_response_count:1 size:5969"} {"level":"info","ts":"2026-03-29T02:15:53.366573Z","caller":"traceutil/trace.go:171","msg":"trace[1258445504] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6540; }","duration":"524.754369ms","start":"2026-03-29T02:15:52.8418Z","end":"2026-03-29T02:15:53.366555Z","steps":["trace[1258445504] 'agreement among raft nodes before linearized reading' (duration: 524.594156ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:53.366563Z","caller":"traceutil/trace.go:171","msg":"trace[1390880955] range","detail":"{range_begin:/registry/clusterroles/kube-prometheus-stack-grafana-clusterrole; range_end:; response_count:1; response_revision:6540; }","duration":"499.397798ms","start":"2026-03-29T02:15:52.867141Z","end":"2026-03-29T02:15:53.366538Z","steps":["trace[1390880955] 'agreement among raft nodes before linearized reading' (duration: 499.123262ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:53.366584Z","caller":"traceutil/trace.go:171","msg":"trace[10847127] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-dpkvm; range_end:; response_count:1; response_revision:6540; }","duration":"642.732089ms","start":"2026-03-29T02:15:52.723839Z","end":"2026-03-29T02:15:53.366571Z","steps":["trace[10847127] 'agreement among raft nodes before linearized reading' (duration: 642.512484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:53.366584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.947663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-29T02:15:53.366626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:52.723816Z","time spent":"642.799301ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5991,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-dpkvm\" "} {"level":"warn","ts":"2026-03-29T02:15:53.366626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:52.867129Z","time spent":"499.48327ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":980,"request content":"key:\"/registry/clusterroles/kube-prometheus-stack-grafana-clusterrole\" "} {"level":"info","ts":"2026-03-29T02:15:53.366685Z","caller":"traceutil/trace.go:171","msg":"trace[1685243088] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6540; }","duration":"525.054585ms","start":"2026-03-29T02:15:52.841598Z","end":"2026-03-29T02:15:53.366653Z","steps":["trace[1685243088] 'agreement among raft nodes before linearized reading' (duration: 524.769599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:53.366724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.846915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82476"} {"level":"warn","ts":"2026-03-29T02:15:53.366738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:52.841535Z","time spent":"525.193019ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:15:53.366487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:52.903346Z","time spent":"463.130606ms","remote":"127.0.0.1:42168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:53.366781Z","caller":"traceutil/trace.go:171","msg":"trace[1867600889] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6540; }","duration":"639.927177ms","start":"2026-03-29T02:15:52.726841Z","end":"2026-03-29T02:15:53.366768Z","steps":["trace[1867600889] 'agreement among raft nodes before linearized reading' (duration: 639.62631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:53.366822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:52.726829Z","time spent":"639.984238ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":82498,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:15:53.366618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:52.841794Z","time spent":"524.816161ms","remote":"127.0.0.1:54904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-29T02:15:53.366784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.828884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:2307"} {"level":"info","ts":"2026-03-29T02:15:53.36698Z","caller":"traceutil/trace.go:171","msg":"trace[1791732679] range","detail":"{range_begin:/registry/clusterroles/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:6540; }","duration":"489.029328ms","start":"2026-03-29T02:15:52.877932Z","end":"2026-03-29T02:15:53.366961Z","steps":["trace[1791732679] 'agreement among raft nodes before linearized reading' (duration: 488.384004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:53.367052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:52.877924Z","time spent":"489.10973ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2329,"request content":"key:\"/registry/clusterroles/kube-prometheus-stack-kube-state-metrics\" "} {"level":"info","ts":"2026-03-29T02:15:53.597597Z","caller":"traceutil/trace.go:171","msg":"trace[2013499992] linearizableReadLoop","detail":"{readStateIndex:6822; appliedIndex:6818; }","duration":"208.601866ms","start":"2026-03-29T02:15:53.388978Z","end":"2026-03-29T02:15:53.597579Z","steps":["trace[2013499992] 'read index received' (duration: 185.114696ms)","trace[2013499992] 'applied index is now lower than readState.Index' (duration: 23.48658ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:53.597686Z","caller":"traceutil/trace.go:171","msg":"trace[1339487841] transaction","detail":"{read_only:false; response_revision:6542; number_of_response:1; }","duration":"223.420203ms","start":"2026-03-29T02:15:53.374255Z","end":"2026-03-29T02:15:53.597675Z","steps":["trace[1339487841] 'process raft request' (duration: 199.8096ms)","trace[1339487841] 'compare' (duration: 23.184094ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:53.597852Z","caller":"traceutil/trace.go:171","msg":"trace[783652053] transaction","detail":"{read_only:false; response_revision:6543; number_of_response:1; }","duration":"223.519446ms","start":"2026-03-29T02:15:53.374323Z","end":"2026-03-29T02:15:53.597842Z","steps":["trace[783652053] 'process raft request' (duration: 223.031505ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:53.597945Z","caller":"traceutil/trace.go:171","msg":"trace[1628228549] transaction","detail":"{read_only:false; response_revision:6544; number_of_response:1; }","duration":"223.085606ms","start":"2026-03-29T02:15:53.374853Z","end":"2026-03-29T02:15:53.597939Z","steps":["trace[1628228549] 'process raft request' (duration: 222.597075ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:53.59814Z","caller":"traceutil/trace.go:171","msg":"trace[1059713729] transaction","detail":"{read_only:false; response_revision:6545; number_of_response:1; }","duration":"222.709128ms","start":"2026-03-29T02:15:53.375424Z","end":"2026-03-29T02:15:53.598133Z","steps":["trace[1059713729] 'process raft request' (duration: 222.113635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:53.598333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.19583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-29T02:15:53.598361Z","caller":"traceutil/trace.go:171","msg":"trace[1345179687] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:6545; }","duration":"224.251791ms","start":"2026-03-29T02:15:53.374104Z","end":"2026-03-29T02:15:53.598355Z","steps":["trace[1345179687] 'agreement among raft nodes before linearized reading' (duration: 224.142019ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:53.805937Z","caller":"traceutil/trace.go:171","msg":"trace[972182920] transaction","detail":"{read_only:false; response_revision:6546; number_of_response:1; }","duration":"410.724737ms","start":"2026-03-29T02:15:53.395169Z","end":"2026-03-29T02:15:53.805894Z","steps":["trace[972182920] 'process raft request' (duration: 323.578418ms)","trace[972182920] 'compare' (duration: 86.866122ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:53.80601Z","caller":"traceutil/trace.go:171","msg":"trace[1538434672] transaction","detail":"{read_only:false; response_revision:6549; number_of_response:1; }","duration":"406.663868ms","start":"2026-03-29T02:15:53.399321Z","end":"2026-03-29T02:15:53.805985Z","steps":["trace[1538434672] 'process raft request' (duration: 406.577946ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:53.806094Z","caller":"traceutil/trace.go:171","msg":"trace[876332938] transaction","detail":"{read_only:false; response_revision:6548; number_of_response:1; }","duration":"410.752107ms","start":"2026-03-29T02:15:53.395308Z","end":"2026-03-29T02:15:53.80606Z","steps":["trace[876332938] 'process raft request' (duration: 410.553433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:53.806132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:53.395156Z","time spent":"410.870619ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":933,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:15:53.806233Z","caller":"traceutil/trace.go:171","msg":"trace[1359453344] linearizableReadLoop","detail":"{readStateIndex:6827; appliedIndex:6822; }","duration":"208.570304ms","start":"2026-03-29T02:15:53.597652Z","end":"2026-03-29T02:15:53.806222Z","steps":["trace[1359453344] 'read index received' (duration: 121.118719ms)","trace[1359453344] 'applied index is now lower than readState.Index' (duration: 87.450315ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:53.806033Z","caller":"traceutil/trace.go:171","msg":"trace[1921149155] transaction","detail":"{read_only:false; response_revision:6547; number_of_response:1; }","duration":"410.751097ms","start":"2026-03-29T02:15:53.395248Z","end":"2026-03-29T02:15:53.805999Z","steps":["trace[1921149155] 'process raft request' (duration: 410.541792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:53.806261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:53.395299Z","time spent":"410.868679ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:53.806316Z","caller":"traceutil/trace.go:171","msg":"trace[1324812820] transaction","detail":"{read_only:false; response_revision:6550; number_of_response:1; }","duration":"403.732603ms","start":"2026-03-29T02:15:53.402577Z","end":"2026-03-29T02:15:53.806309Z","steps":["trace[1324812820] 'process raft request' (duration: 403.373065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:53.806421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:53.40257Z","time spent":"403.772203ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:53.806417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:53.395226Z","time spent":"411.089695ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:53.806572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.395024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kube-prometheus-stack-grafana-clusterrole\" ","response":"range_response_count:1 size:958"} {"level":"info","ts":"2026-03-29T02:15:53.806653Z","caller":"traceutil/trace.go:171","msg":"trace[1505835441] range","detail":"{range_begin:/registry/clusterroles/kube-prometheus-stack-grafana-clusterrole; range_end:; response_count:1; response_revision:6550; }","duration":"327.522626ms","start":"2026-03-29T02:15:53.479112Z","end":"2026-03-29T02:15:53.806635Z","steps":["trace[1505835441] 'agreement among raft nodes before linearized reading' (duration: 327.307561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:53.806665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.016681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-29T02:15:53.806688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:53.479096Z","time spent":"327.583828ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":980,"request content":"key:\"/registry/clusterroles/kube-prometheus-stack-grafana-clusterrole\" "} {"level":"info","ts":"2026-03-29T02:15:53.806715Z","caller":"traceutil/trace.go:171","msg":"trace[2096720311] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6550; }","duration":"302.079523ms","start":"2026-03-29T02:15:53.504617Z","end":"2026-03-29T02:15:53.806697Z","steps":["trace[2096720311] 'agreement among raft nodes before linearized reading' (duration: 301.92025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:53.806744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:53.504607Z","time spent":"302.133174ms","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-29T02:15:53.80674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.31007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4440"} {"level":"warn","ts":"2026-03-29T02:15:53.806732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.363718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-29T02:15:53.806768Z","caller":"traceutil/trace.go:171","msg":"trace[937014981] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:6550; }","duration":"204.354211ms","start":"2026-03-29T02:15:53.602407Z","end":"2026-03-29T02:15:53.806761Z","steps":["trace[937014981] 'agreement among raft nodes before linearized reading' (duration: 204.28984ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:53.80678Z","caller":"traceutil/trace.go:171","msg":"trace[1384568003] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6550; }","duration":"301.427109ms","start":"2026-03-29T02:15:53.505342Z","end":"2026-03-29T02:15:53.806769Z","steps":["trace[1384568003] 'agreement among raft nodes before linearized reading' (duration: 301.281355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:53.806811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:53.505335Z","time spent":"301.470039ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:15:53.806673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.103331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-03-29T02:15:53.806859Z","caller":"traceutil/trace.go:171","msg":"trace[263078516] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:6550; }","duration":"414.323745ms","start":"2026-03-29T02:15:53.392529Z","end":"2026-03-29T02:15:53.806853Z","steps":["trace[263078516] 'agreement among raft nodes before linearized reading' (duration: 414.030219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:53.806883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:53.392515Z","time spent":"414.362007ms","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"warn","ts":"2026-03-29T02:15:53.806896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.43808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:2307"} {"level":"info","ts":"2026-03-29T02:15:53.806923Z","caller":"traceutil/trace.go:171","msg":"trace[1923866853] range","detail":"{range_begin:/registry/clusterroles/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:6550; }","duration":"316.472721ms","start":"2026-03-29T02:15:53.490444Z","end":"2026-03-29T02:15:53.806917Z","steps":["trace[1923866853] 'agreement among raft nodes before linearized reading' (duration: 316.404309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:53.80694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:53.49044Z","time spent":"316.496412ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2329,"request content":"key:\"/registry/clusterroles/kube-prometheus-stack-kube-state-metrics\" "} {"level":"warn","ts":"2026-03-29T02:15:53.806995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.156775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1075"} {"level":"info","ts":"2026-03-29T02:15:53.807025Z","caller":"traceutil/trace.go:171","msg":"trace[132750799] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:6550; }","duration":"203.185266ms","start":"2026-03-29T02:15:53.603832Z","end":"2026-03-29T02:15:53.807017Z","steps":["trace[132750799] 'agreement among raft nodes before linearized reading' (duration: 203.108683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:53.807233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.631897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-xjnwc.18a12e2f6c74ec8a\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-03-29T02:15:53.807283Z","caller":"traceutil/trace.go:171","msg":"trace[305795472] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-xjnwc.18a12e2f6c74ec8a; range_end:; response_count:1; response_revision:6550; }","duration":"204.680158ms","start":"2026-03-29T02:15:53.602589Z","end":"2026-03-29T02:15:53.807269Z","steps":["trace[305795472] 'agreement among raft nodes before linearized reading' (duration: 204.440013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:53.820344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:53.399312Z","time spent":"406.78369ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:54.021134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.877313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:54.021227Z","caller":"traceutil/trace.go:171","msg":"trace[522967466] linearizableReadLoop","detail":"{readStateIndex:6828; appliedIndex:6827; }","duration":"208.546353ms","start":"2026-03-29T02:15:53.812667Z","end":"2026-03-29T02:15:54.021214Z","steps":["trace[522967466] 'read index received' (duration: 97.483386ms)","trace[522967466] 'applied index is now lower than readState.Index' (duration: 111.061817ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:54.021263Z","caller":"traceutil/trace.go:171","msg":"trace[266999463] transaction","detail":"{read_only:false; response_revision:6551; number_of_response:1; }","duration":"208.913501ms","start":"2026-03-29T02:15:53.812326Z","end":"2026-03-29T02:15:54.02124Z","steps":["trace[266999463] 'process raft request' (duration: 97.810913ms)","trace[266999463] 'compare' (duration: 110.778191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:54.021405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.743357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-29T02:15:54.021433Z","caller":"traceutil/trace.go:171","msg":"trace[1029794870] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:6551; }","duration":"208.787158ms","start":"2026-03-29T02:15:53.812639Z","end":"2026-03-29T02:15:54.021426Z","steps":["trace[1029794870] 'agreement among raft nodes before linearized reading' (duration: 208.630585ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:54.085149Z","caller":"traceutil/trace.go:171","msg":"trace[1783158023] transaction","detail":"{read_only:false; response_revision:6552; number_of_response:1; }","duration":"269.676995ms","start":"2026-03-29T02:15:53.81545Z","end":"2026-03-29T02:15:54.085127Z","steps":["trace[1783158023] 'process raft request' (duration: 269.488461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:54.08529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.587106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"warn","ts":"2026-03-29T02:15:54.085335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.963539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:54.085377Z","caller":"traceutil/trace.go:171","msg":"trace[335627597] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:6552; }","duration":"171.701518ms","start":"2026-03-29T02:15:53.913659Z","end":"2026-03-29T02:15:54.08536Z","steps":["trace[335627597] 'agreement among raft nodes before linearized reading' (duration: 171.535054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:54.085422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.156891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-29T02:15:54.085417Z","caller":"traceutil/trace.go:171","msg":"trace[1422401196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6552; }","duration":"212.104052ms","start":"2026-03-29T02:15:53.873295Z","end":"2026-03-29T02:15:54.085399Z","steps":["trace[1422401196] 'agreement among raft nodes before linearized reading' (duration: 211.963689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:54.085311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.223067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1208"} {"level":"info","ts":"2026-03-29T02:15:54.085454Z","caller":"traceutil/trace.go:171","msg":"trace[722681551] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6552; }","duration":"263.204833ms","start":"2026-03-29T02:15:53.822238Z","end":"2026-03-29T02:15:54.085443Z","steps":["trace[722681551] 'agreement among raft nodes before linearized reading' (duration: 263.06367ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:54.085483Z","caller":"traceutil/trace.go:171","msg":"trace[1814414316] range","detail":"{range_begin:/registry/clusterroles/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6552; }","duration":"175.433431ms","start":"2026-03-29T02:15:53.910033Z","end":"2026-03-29T02:15:54.085466Z","steps":["trace[1814414316] 'agreement among raft nodes before linearized reading' (duration: 175.107164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:54.085549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.948436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-03-29T02:15:54.08563Z","caller":"traceutil/trace.go:171","msg":"trace[1020269213] range","detail":"{range_begin:/registry/clusterroles/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:6552; }","duration":"173.093829ms","start":"2026-03-29T02:15:53.912517Z","end":"2026-03-29T02:15:54.085611Z","steps":["trace[1020269213] 'agreement among raft nodes before linearized reading' (duration: 172.824264ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:54.294364Z","caller":"traceutil/trace.go:171","msg":"trace[1263200470] linearizableReadLoop","detail":"{readStateIndex:6830; appliedIndex:6829; }","duration":"209.24404ms","start":"2026-03-29T02:15:54.085093Z","end":"2026-03-29T02:15:54.294337Z","steps":["trace[1263200470] 'read index received' (duration: 209.020835ms)","trace[1263200470] 'applied index is now lower than readState.Index' (duration: 222.285µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:54.29439Z","caller":"traceutil/trace.go:171","msg":"trace[1113048267] transaction","detail":"{read_only:false; response_revision:6553; number_of_response:1; }","duration":"268.683524ms","start":"2026-03-29T02:15:54.025682Z","end":"2026-03-29T02:15:54.294366Z","steps":["trace[1113048267] 'process raft request' (duration: 268.50166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:54.294638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.514006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7079"} {"level":"warn","ts":"2026-03-29T02:15:54.294639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.228619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-29T02:15:54.294688Z","caller":"traceutil/trace.go:171","msg":"trace[702217079] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:6553; }","duration":"204.593157ms","start":"2026-03-29T02:15:54.09008Z","end":"2026-03-29T02:15:54.294674Z","steps":["trace[702217079] 'agreement among raft nodes before linearized reading' (duration: 204.425073ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:54.294706Z","caller":"traceutil/trace.go:171","msg":"trace[559592842] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:6553; }","duration":"269.347051ms","start":"2026-03-29T02:15:54.025337Z","end":"2026-03-29T02:15:54.294685Z","steps":["trace[559592842] 'agreement among raft nodes before linearized reading' (duration: 269.114536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:54.294932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.59297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-03-29T02:15:54.294961Z","caller":"traceutil/trace.go:171","msg":"trace[666433027] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:6553; }","duration":"200.64668ms","start":"2026-03-29T02:15:54.094305Z","end":"2026-03-29T02:15:54.294952Z","steps":["trace[666433027] 'agreement among raft nodes before linearized reading' (duration: 200.585089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:54.295116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.249134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-29T02:15:54.295151Z","caller":"traceutil/trace.go:171","msg":"trace[542360643] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6553; }","duration":"201.305894ms","start":"2026-03-29T02:15:54.093833Z","end":"2026-03-29T02:15:54.295139Z","steps":["trace[542360643] 'agreement among raft nodes before linearized reading' (duration: 201.196052ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:54.478335Z","caller":"traceutil/trace.go:171","msg":"trace[908740245] linearizableReadLoop","detail":"{readStateIndex:6832; appliedIndex:6831; }","duration":"107.320044ms","start":"2026-03-29T02:15:54.370986Z","end":"2026-03-29T02:15:54.478306Z","steps":["trace[908740245] 'read index received' (duration: 103.397907ms)","trace[908740245] 'applied index is now lower than readState.Index' (duration: 3.920967ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:54.478401Z","caller":"traceutil/trace.go:171","msg":"trace[1219472084] transaction","detail":"{read_only:false; response_revision:6555; number_of_response:1; }","duration":"146.91276ms","start":"2026-03-29T02:15:54.331457Z","end":"2026-03-29T02:15:54.47837Z","steps":["trace[1219472084] 'process raft request' (duration: 142.896612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:54.478435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.057394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:54.478509Z","caller":"traceutil/trace.go:171","msg":"trace[1344790303] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6555; }","duration":"114.175677ms","start":"2026-03-29T02:15:54.364315Z","end":"2026-03-29T02:15:54.478491Z","steps":["trace[1344790303] 'agreement among raft nodes before linearized reading' (duration: 114.013333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:54.478596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.689627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1455"} {"level":"info","ts":"2026-03-29T02:15:54.478659Z","caller":"traceutil/trace.go:171","msg":"trace[1100773613] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6555; }","duration":"175.809929ms","start":"2026-03-29T02:15:54.302834Z","end":"2026-03-29T02:15:54.478644Z","steps":["trace[1100773613] 'agreement among raft nodes before linearized reading' (duration: 175.613245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:54.478638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.024052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-29T02:15:54.478728Z","caller":"traceutil/trace.go:171","msg":"trace[1198066245] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:6555; }","duration":"175.185825ms","start":"2026-03-29T02:15:54.303522Z","end":"2026-03-29T02:15:54.478708Z","steps":["trace[1198066245] 'agreement among raft nodes before linearized reading' (duration: 174.869319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:54.478686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.80176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-29T02:15:54.47883Z","caller":"traceutil/trace.go:171","msg":"trace[1335456275] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4; range_end:; response_count:1; response_revision:6555; }","duration":"153.004334ms","start":"2026-03-29T02:15:54.325793Z","end":"2026-03-29T02:15:54.478797Z","steps":["trace[1335456275] 'agreement among raft nodes before linearized reading' (duration: 152.553775ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:54.698795Z","caller":"traceutil/trace.go:171","msg":"trace[1941411700] linearizableReadLoop","detail":"{readStateIndex:6835; appliedIndex:6833; }","duration":"167.400463ms","start":"2026-03-29T02:15:54.531369Z","end":"2026-03-29T02:15:54.698769Z","steps":["trace[1941411700] 'read index received' (duration: 99.385789ms)","trace[1941411700] 'applied index is now lower than readState.Index' (duration: 68.013654ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:54.698929Z","caller":"traceutil/trace.go:171","msg":"trace[655448347] transaction","detail":"{read_only:false; response_revision:6558; number_of_response:1; }","duration":"208.842241ms","start":"2026-03-29T02:15:54.490074Z","end":"2026-03-29T02:15:54.698917Z","steps":["trace[655448347] 'process raft request' (duration: 208.616946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:54.699347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.445098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-xjnwc.18a12d912dc12713\" ","response":"range_response_count:1 size:843"} {"level":"warn","ts":"2026-03-29T02:15:54.699356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.521928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kubeadm:get-nodes\" ","response":"range_response_count:1 size:305"} {"level":"info","ts":"2026-03-29T02:15:54.699392Z","caller":"traceutil/trace.go:171","msg":"trace[1937178109] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-xjnwc.18a12d912dc12713; range_end:; response_count:1; response_revision:6558; }","duration":"164.546461ms","start":"2026-03-29T02:15:54.534834Z","end":"2026-03-29T02:15:54.69938Z","steps":["trace[1937178109] 'agreement among raft nodes before linearized reading' (duration: 164.375577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:54.699391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.830297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-29T02:15:54.69947Z","caller":"traceutil/trace.go:171","msg":"trace[757655863] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6558; }","duration":"211.928868ms","start":"2026-03-29T02:15:54.487523Z","end":"2026-03-29T02:15:54.699452Z","steps":["trace[757655863] 'agreement among raft nodes before linearized reading' (duration: 211.721254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:54.699524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.025698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"warn","ts":"2026-03-29T02:15:54.69939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.842983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-29T02:15:54.699627Z","caller":"traceutil/trace.go:171","msg":"trace[544415096] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:6558; }","duration":"215.085309ms","start":"2026-03-29T02:15:54.484487Z","end":"2026-03-29T02:15:54.699572Z","steps":["trace[544415096] 'agreement among raft nodes before linearized reading' (duration: 214.579328ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:54.699407Z","caller":"traceutil/trace.go:171","msg":"trace[63044180] transaction","detail":"{read_only:false; response_revision:6557; number_of_response:1; }","duration":"215.100819ms","start":"2026-03-29T02:15:54.484279Z","end":"2026-03-29T02:15:54.699379Z","steps":["trace[63044180] 'process raft request' (duration: 146.530223ms)","trace[63044180] 'compare' (duration: 67.721217ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:54.699421Z","caller":"traceutil/trace.go:171","msg":"trace[1305109843] range","detail":"{range_begin:/registry/clusterroles/kubeadm:get-nodes; range_end:; response_count:1; response_revision:6558; }","duration":"121.61798ms","start":"2026-03-29T02:15:54.577787Z","end":"2026-03-29T02:15:54.699405Z","steps":["trace[1305109843] 'agreement among raft nodes before linearized reading' (duration: 121.424206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:54.699732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.56133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/local-path-provisioner\" ","response":"range_response_count:1 size:1106"} {"level":"info","ts":"2026-03-29T02:15:54.699849Z","caller":"traceutil/trace.go:171","msg":"trace[980585696] range","detail":"{range_begin:/registry/clusterroles/local-path-provisioner; range_end:; response_count:1; response_revision:6558; }","duration":"126.745943ms","start":"2026-03-29T02:15:54.573075Z","end":"2026-03-29T02:15:54.699821Z","steps":["trace[980585696] 'agreement among raft nodes before linearized reading' (duration: 126.376365ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:54.701061Z","caller":"traceutil/trace.go:171","msg":"trace[5743309] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:6558; }","duration":"164.07836ms","start":"2026-03-29T02:15:54.535476Z","end":"2026-03-29T02:15:54.699554Z","steps":["trace[5743309] 'agreement among raft nodes before linearized reading' (duration: 163.986838ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:54.923209Z","caller":"traceutil/trace.go:171","msg":"trace[1167564135] linearizableReadLoop","detail":"{readStateIndex:6836; appliedIndex:6835; }","duration":"219.926047ms","start":"2026-03-29T02:15:54.703256Z","end":"2026-03-29T02:15:54.923182Z","steps":["trace[1167564135] 'read index received' (duration: 219.61942ms)","trace[1167564135] 'applied index is now lower than readState.Index' (duration: 305.327µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:54.923245Z","caller":"traceutil/trace.go:171","msg":"trace[505006054] transaction","detail":"{read_only:false; response_revision:6559; number_of_response:1; }","duration":"220.03475ms","start":"2026-03-29T02:15:54.703176Z","end":"2026-03-29T02:15:54.923211Z","steps":["trace[505006054] 'process raft request' (duration: 219.798424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:54.923526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.242224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4777"} {"level":"warn","ts":"2026-03-29T02:15:54.923591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.856355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kubeadm:get-nodes\" ","response":"range_response_count:1 size:305"} {"level":"info","ts":"2026-03-29T02:15:54.923614Z","caller":"traceutil/trace.go:171","msg":"trace[1171705746] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:6559; }","duration":"220.391067ms","start":"2026-03-29T02:15:54.703201Z","end":"2026-03-29T02:15:54.923592Z","steps":["trace[1171705746] 'agreement among raft nodes before linearized reading' (duration: 220.116681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:54.923608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.129251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-29T02:15:54.923658Z","caller":"traceutil/trace.go:171","msg":"trace[153447470] range","detail":"{range_begin:/registry/clusterroles/kubeadm:get-nodes; range_end:; response_count:1; response_revision:6559; }","duration":"219.951357ms","start":"2026-03-29T02:15:54.703691Z","end":"2026-03-29T02:15:54.923643Z","steps":["trace[153447470] 'agreement among raft nodes before linearized reading' (duration: 219.777953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:54.923671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.460386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/local-path-provisioner\" ","response":"range_response_count:1 size:1106"} {"level":"warn","ts":"2026-03-29T02:15:54.923728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.706487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:54.923705Z","caller":"traceutil/trace.go:171","msg":"trace[756409888] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6559; }","duration":"220.255343ms","start":"2026-03-29T02:15:54.70343Z","end":"2026-03-29T02:15:54.923685Z","steps":["trace[756409888] 'agreement among raft nodes before linearized reading' (duration: 219.898565ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:54.923775Z","caller":"traceutil/trace.go:171","msg":"trace[1922171174] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:6559; }","duration":"151.81634ms","start":"2026-03-29T02:15:54.771944Z","end":"2026-03-29T02:15:54.923761Z","steps":["trace[1922171174] 'agreement among raft nodes before linearized reading' (duration: 151.702727ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:54.92377Z","caller":"traceutil/trace.go:171","msg":"trace[692019761] range","detail":"{range_begin:/registry/clusterroles/local-path-provisioner; range_end:; response_count:1; response_revision:6559; }","duration":"219.611389ms","start":"2026-03-29T02:15:54.704137Z","end":"2026-03-29T02:15:54.923748Z","steps":["trace[692019761] 'agreement among raft nodes before linearized reading' (duration: 219.284672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:54.923525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.835955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-29T02:15:54.923854Z","caller":"traceutil/trace.go:171","msg":"trace[1814990690] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6559; }","duration":"211.175942ms","start":"2026-03-29T02:15:54.712654Z","end":"2026-03-29T02:15:54.92383Z","steps":["trace[1814990690] 'agreement among raft nodes before linearized reading' (duration: 210.732192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:54.923874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.646238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-29T02:15:54.923953Z","caller":"traceutil/trace.go:171","msg":"trace[687690376] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:6559; }","duration":"218.772421ms","start":"2026-03-29T02:15:54.705162Z","end":"2026-03-29T02:15:54.923934Z","steps":["trace[687690376] 'agreement among raft nodes before linearized reading' (duration: 218.495415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:55.144613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.900074ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:55.144754Z","caller":"traceutil/trace.go:171","msg":"trace[1097126007] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6560; }","duration":"111.057987ms","start":"2026-03-29T02:15:55.033669Z","end":"2026-03-29T02:15:55.144727Z","steps":["trace[1097126007] 'range keys from in-memory index tree' (duration: 110.877834ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:55.244068Z","caller":"traceutil/trace.go:171","msg":"trace[1327221792] linearizableReadLoop","detail":"{readStateIndex:6838; appliedIndex:6837; }","duration":"256.482133ms","start":"2026-03-29T02:15:54.987563Z","end":"2026-03-29T02:15:55.244046Z","steps":["trace[1327221792] 'read index received' (duration: 256.399832ms)","trace[1327221792] 'applied index is now lower than readState.Index' (duration: 81.251µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:55.244394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.222085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-29T02:15:55.244489Z","caller":"traceutil/trace.go:171","msg":"trace[1013532260] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:6561; }","duration":"306.346898ms","start":"2026-03-29T02:15:54.93812Z","end":"2026-03-29T02:15:55.244467Z","steps":["trace[1013532260] 'agreement among raft nodes before linearized reading' (duration: 306.020661ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:55.244441Z","caller":"traceutil/trace.go:171","msg":"trace[722534880] transaction","detail":"{read_only:false; response_revision:6561; number_of_response:1; }","duration":"309.914327ms","start":"2026-03-29T02:15:54.934239Z","end":"2026-03-29T02:15:55.244153Z","steps":["trace[722534880] 'process raft request' (duration: 309.64489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:55.244547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:54.938111Z","time spent":"306.41956ms","remote":"127.0.0.1:54920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9661,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-03-29T02:15:55.244823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:54.934227Z","time spent":"310.376117ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5045,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:55.368518Z","caller":"traceutil/trace.go:171","msg":"trace[566506765] transaction","detail":"{read_only:false; response_revision:6562; number_of_response:1; }","duration":"376.100641ms","start":"2026-03-29T02:15:54.992377Z","end":"2026-03-29T02:15:55.368477Z","steps":["trace[566506765] 'process raft request' (duration: 294.487226ms)","trace[566506765] 'compare' (duration: 81.041873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:55.368686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:54.992366Z","time spent":"376.238104ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":874,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:15:55.368515Z","caller":"traceutil/trace.go:171","msg":"trace[159358234] linearizableReadLoop","detail":"{readStateIndex:6839; appliedIndex:6838; }","duration":"124.343331ms","start":"2026-03-29T02:15:55.24413Z","end":"2026-03-29T02:15:55.368473Z","steps":["trace[159358234] 'read index received' (duration: 42.757866ms)","trace[159358234] 'applied index is now lower than readState.Index' (duration: 81.582935ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:55.368801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.089303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:205"} {"level":"info","ts":"2026-03-29T02:15:55.368853Z","caller":"traceutil/trace.go:171","msg":"trace[1247420688] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:6562; }","duration":"377.181295ms","start":"2026-03-29T02:15:54.99166Z","end":"2026-03-29T02:15:55.368842Z","steps":["trace[1247420688] 'agreement among raft nodes before linearized reading' (duration: 376.912459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:55.368858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.004736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/node-feature-discovery-gc\" ","response":"range_response_count:1 size:1072"} {"level":"warn","ts":"2026-03-29T02:15:55.368826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.964221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/node-feature-discovery\" ","response":"range_response_count:1 size:1144"} {"level":"warn","ts":"2026-03-29T02:15:55.368907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:54.991647Z","time spent":"377.250707ms","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":227,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"info","ts":"2026-03-29T02:15:55.368938Z","caller":"traceutil/trace.go:171","msg":"trace[1225276722] range","detail":"{range_begin:/registry/clusterroles/node-feature-discovery-gc; range_end:; response_count:1; response_revision:6562; }","duration":"356.14047ms","start":"2026-03-29T02:15:55.012778Z","end":"2026-03-29T02:15:55.368918Z","steps":["trace[1225276722] 'agreement among raft nodes before linearized reading' (duration: 355.768292ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:55.368955Z","caller":"traceutil/trace.go:171","msg":"trace[363369789] range","detail":"{range_begin:/registry/clusterroles/node-feature-discovery; range_end:; response_count:1; response_revision:6562; }","duration":"354.211346ms","start":"2026-03-29T02:15:55.014723Z","end":"2026-03-29T02:15:55.368935Z","steps":["trace[363369789] 'agreement among raft nodes before linearized reading' (duration: 353.825818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:55.368989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:55.012761Z","time spent":"356.218171ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1094,"request content":"key:\"/registry/clusterroles/node-feature-discovery-gc\" "} {"level":"warn","ts":"2026-03-29T02:15:55.369006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:55.014705Z","time spent":"354.287458ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1166,"request content":"key:\"/registry/clusterroles/node-feature-discovery\" "} {"level":"warn","ts":"2026-03-29T02:15:55.369041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.909843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:55.36925Z","caller":"traceutil/trace.go:171","msg":"trace[381973749] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:6562; }","duration":"365.21436ms","start":"2026-03-29T02:15:55.003965Z","end":"2026-03-29T02:15:55.36918Z","steps":["trace[381973749] 'agreement among raft nodes before linearized reading' (duration: 364.602417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:55.369335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:55.003948Z","time spent":"365.368643ms","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:55.526801Z","caller":"traceutil/trace.go:171","msg":"trace[1072184518] linearizableReadLoop","detail":"{readStateIndex:6840; appliedIndex:6839; }","duration":"157.945585ms","start":"2026-03-29T02:15:55.368816Z","end":"2026-03-29T02:15:55.526762Z","steps":["trace[1072184518] 'read index received' (duration: 106.16889ms)","trace[1072184518] 'applied index is now lower than readState.Index' (duration: 51.774825ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:55.52689Z","caller":"traceutil/trace.go:171","msg":"trace[1338737064] transaction","detail":"{read_only:false; response_revision:6563; number_of_response:1; }","duration":"275.428494ms","start":"2026-03-29T02:15:55.251415Z","end":"2026-03-29T02:15:55.526843Z","steps":["trace[1338737064] 'process raft request' (duration: 223.549756ms)","trace[1338737064] 'compare' (duration: 51.592301ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:55.527095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.604543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-d79sh\" ","response":"range_response_count:1 size:6859"} {"level":"info","ts":"2026-03-29T02:15:55.527147Z","caller":"traceutil/trace.go:171","msg":"trace[417350836] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-d79sh; range_end:; response_count:1; response_revision:6563; }","duration":"277.685245ms","start":"2026-03-29T02:15:55.249449Z","end":"2026-03-29T02:15:55.527134Z","steps":["trace[417350836] 'agreement among raft nodes before linearized reading' (duration: 277.49381ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:55.528646Z","caller":"traceutil/trace.go:171","msg":"trace[1079371518] transaction","detail":"{read_only:false; response_revision:6564; number_of_response:1; }","duration":"143.026134ms","start":"2026-03-29T02:15:55.385594Z","end":"2026-03-29T02:15:55.52862Z","steps":["trace[1079371518] 'process raft request' (duration: 142.8364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:55.528766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.216557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:15:55.528824Z","caller":"traceutil/trace.go:171","msg":"trace[2135452604] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; response_count:1; response_revision:6564; }","duration":"147.318349ms","start":"2026-03-29T02:15:55.381491Z","end":"2026-03-29T02:15:55.528809Z","steps":["trace[2135452604] 'agreement among raft nodes before linearized reading' (duration: 147.082564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:55.528924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.239453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:205"} {"level":"info","ts":"2026-03-29T02:15:55.529027Z","caller":"traceutil/trace.go:171","msg":"trace[610285038] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:6564; }","duration":"145.367686ms","start":"2026-03-29T02:15:55.383621Z","end":"2026-03-29T02:15:55.528989Z","steps":["trace[610285038] 'agreement among raft nodes before linearized reading' (duration: 145.101801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:56.038368Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198743163,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:56.690547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.318163ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:56.690671Z","caller":"traceutil/trace.go:171","msg":"trace[1983388814] transaction","detail":"{read_only:false; response_revision:6565; number_of_response:1; }","duration":"1.154735869s","start":"2026-03-29T02:15:55.535909Z","end":"2026-03-29T02:15:56.690645Z","steps":["trace[1983388814] 'process raft request' (duration: 596.228643ms)","trace[1983388814] 'compare' (duration: 557.693198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:56.690736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:55.535894Z","time spent":"1.15481014s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7194,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:57.316898Z","caller":"traceutil/trace.go:171","msg":"trace[1773980399] linearizableReadLoop","detail":"{readStateIndex:6846; appliedIndex:6841; }","duration":"1.778818957s","start":"2026-03-29T02:15:55.538051Z","end":"2026-03-29T02:15:57.31687Z","steps":["trace[1773980399] 'read index received' (duration: 594.113897ms)","trace[1773980399] 'applied index is now lower than readState.Index' (duration: 1.18470403s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:57.317023Z","caller":"traceutil/trace.go:171","msg":"trace[603498162] transaction","detail":"{read_only:false; response_revision:6566; number_of_response:1; }","duration":"1.780577575s","start":"2026-03-29T02:15:55.536432Z","end":"2026-03-29T02:15:57.31701Z","steps":["trace[603498162] 'process raft request' (duration: 1.733679129s)","trace[603498162] 'compare' (duration: 46.507098ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:57.317075Z","caller":"traceutil/trace.go:171","msg":"trace[856457498] transaction","detail":"{read_only:false; response_revision:6568; number_of_response:1; }","duration":"1.503260269s","start":"2026-03-29T02:15:55.81377Z","end":"2026-03-29T02:15:57.31703Z","steps":["trace[856457498] 'process raft request' (duration: 1.503036354s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:57.31715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:55.536418Z","time spent":"1.780627586s","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:57.317124Z","caller":"traceutil/trace.go:171","msg":"trace[656890388] transaction","detail":"{read_only:false; response_revision:6569; number_of_response:1; }","duration":"1.492120414s","start":"2026-03-29T02:15:55.824953Z","end":"2026-03-29T02:15:57.317073Z","steps":["trace[656890388] 'process raft request' (duration: 1.491880887s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:57.317277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:55.813725Z","time spent":"1.503437413s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:57.317318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:55.82491Z","time spent":"1.492301038s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:57.317363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779286138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/node-feature-discovery-gc\" ","response":"range_response_count:1 size:1072"} {"level":"info","ts":"2026-03-29T02:15:57.317461Z","caller":"traceutil/trace.go:171","msg":"trace[437768310] range","detail":"{range_begin:/registry/clusterroles/node-feature-discovery-gc; range_end:; response_count:1; response_revision:6569; }","duration":"1.77942097s","start":"2026-03-29T02:15:55.538015Z","end":"2026-03-29T02:15:57.317436Z","steps":["trace[437768310] 'agreement among raft nodes before linearized reading' (duration: 1.779059043s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:57.317493Z","caller":"traceutil/trace.go:171","msg":"trace[1529267474] transaction","detail":"{read_only:false; response_revision:6567; number_of_response:1; }","duration":"1.504611549s","start":"2026-03-29T02:15:55.812837Z","end":"2026-03-29T02:15:57.317448Z","steps":["trace[1529267474] 'process raft request' (duration: 1.503922263s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:57.317526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:55.538004Z","time spent":"1.779508243s","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1094,"request content":"key:\"/registry/clusterroles/node-feature-discovery-gc\" "} {"level":"warn","ts":"2026-03-29T02:15:57.317586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:55.812805Z","time spent":"1.504731562s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:57.340399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197190468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:57.340463Z","caller":"traceutil/trace.go:171","msg":"trace[1386976457] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:6570; }","duration":"1.197339321s","start":"2026-03-29T02:15:56.143109Z","end":"2026-03-29T02:15:57.340448Z","steps":["trace[1386976457] 'agreement among raft nodes before linearized reading' (duration: 1.197175548s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:57.340476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698595322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack\" ","response":"range_response_count:1 size:1876"} {"level":"warn","ts":"2026-03-29T02:15:57.340517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:56.143067Z","time spent":"1.197417432s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:57.340528Z","caller":"traceutil/trace.go:171","msg":"trace[2094040623] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-cluster-operator-openstack; range_end:; response_count:1; response_revision:6570; }","duration":"1.698698275s","start":"2026-03-29T02:15:55.641816Z","end":"2026-03-29T02:15:57.340514Z","steps":["trace[2094040623] 'agreement among raft nodes before linearized reading' (duration: 1.698531081s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:57.340564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:55.641788Z","time spent":"1.698768746s","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1898,"request content":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack\" "} {"level":"info","ts":"2026-03-29T02:15:57.340698Z","caller":"traceutil/trace.go:171","msg":"trace[221784854] transaction","detail":"{read_only:false; response_revision:6570; number_of_response:1; }","duration":"336.594698ms","start":"2026-03-29T02:15:57.004088Z","end":"2026-03-29T02:15:57.340683Z","steps":["trace[221784854] 'process raft request' (duration: 336.035405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:57.340679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781101888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"warn","ts":"2026-03-29T02:15:57.340762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:57.004048Z","time spent":"336.677419ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:57.34077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364958069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:57.340772Z","caller":"traceutil/trace.go:171","msg":"trace[22136258] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:6570; }","duration":"1.781233931s","start":"2026-03-29T02:15:55.559512Z","end":"2026-03-29T02:15:57.340746Z","steps":["trace[22136258] 'agreement among raft nodes before linearized reading' (duration: 1.780937895s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:57.340809Z","caller":"traceutil/trace.go:171","msg":"trace[1763430886] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:6570; }","duration":"1.365037261s","start":"2026-03-29T02:15:55.975754Z","end":"2026-03-29T02:15:57.340792Z","steps":["trace[1763430886] 'agreement among raft nodes before linearized reading' (duration: 1.36497838s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:57.340821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:55.559495Z","time spent":"1.781314382s","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-29T02:15:57.34085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:55.975733Z","time spent":"1.365108462s","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:57.340924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.464339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:57.340953Z","caller":"traceutil/trace.go:171","msg":"trace[1691859108] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:6570; }","duration":"366.495829ms","start":"2026-03-29T02:15:56.974448Z","end":"2026-03-29T02:15:57.340944Z","steps":["trace[1691859108] 'agreement among raft nodes before linearized reading' (duration: 366.448468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:57.340974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:56.974427Z","time spent":"366.54199ms","remote":"127.0.0.1:54870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:57.341079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.64841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-03-29T02:15:57.341143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451739819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:57.341191Z","caller":"traceutil/trace.go:171","msg":"trace[276469422] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:6570; }","duration":"1.451846581s","start":"2026-03-29T02:15:55.889331Z","end":"2026-03-29T02:15:57.341178Z","steps":["trace[276469422] 'agreement among raft nodes before linearized reading' (duration: 1.451727729s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:57.341233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:55.889298Z","time spent":"1.451925853s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":11,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:57.341245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.850787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:57.341282Z","caller":"traceutil/trace.go:171","msg":"trace[2126881587] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:6570; }","duration":"597.945179ms","start":"2026-03-29T02:15:56.743324Z","end":"2026-03-29T02:15:57.341269Z","steps":["trace[2126881587] 'agreement among raft nodes before linearized reading' (duration: 597.893298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:57.341318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527540156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:15:57.34136Z","caller":"traceutil/trace.go:171","msg":"trace[2073054924] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6570; }","duration":"1.527615908s","start":"2026-03-29T02:15:55.813731Z","end":"2026-03-29T02:15:57.341347Z","steps":["trace[2073054924] 'agreement among raft nodes before linearized reading' (duration: 1.527511396s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:57.341392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:55.813715Z","time spent":"1.527669329s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:15:57.341146Z","caller":"traceutil/trace.go:171","msg":"trace[1330292359] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:6570; }","duration":"944.771632ms","start":"2026-03-29T02:15:56.396355Z","end":"2026-03-29T02:15:57.341127Z","steps":["trace[1330292359] 'agreement among raft nodes before linearized reading' (duration: 944.626789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:57.341451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:56.396328Z","time spent":"945.11205ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":572,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-29T02:15:57.341531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.226817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-xjnwc\" ","response":"range_response_count:1 size:5674"} {"level":"info","ts":"2026-03-29T02:15:57.341564Z","caller":"traceutil/trace.go:171","msg":"trace[183962703] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-xjnwc; range_end:; response_count:1; response_revision:6570; }","duration":"646.303859ms","start":"2026-03-29T02:15:56.695253Z","end":"2026-03-29T02:15:57.341556Z","steps":["trace[183962703] 'agreement among raft nodes before linearized reading' (duration: 646.188076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:57.341198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.956859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:57.341591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:56.695231Z","time spent":"646.356409ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5696,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-xjnwc\" "} {"level":"info","ts":"2026-03-29T02:15:57.341641Z","caller":"traceutil/trace.go:171","msg":"trace[860953440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6570; }","duration":"466.414049ms","start":"2026-03-29T02:15:56.875197Z","end":"2026-03-29T02:15:57.341611Z","steps":["trace[860953440] 'agreement among raft nodes before linearized reading' (duration: 465.971309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:57.341718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:56.875176Z","time spent":"466.521511ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:15:57.341321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:56.743294Z","time spent":"598.01824ms","remote":"127.0.0.1:59810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:57.493891Z","caller":"traceutil/trace.go:171","msg":"trace[1673115518] linearizableReadLoop","detail":"{readStateIndex:6848; appliedIndex:6847; }","duration":"149.042049ms","start":"2026-03-29T02:15:57.344824Z","end":"2026-03-29T02:15:57.493866Z","steps":["trace[1673115518] 'read index received' (duration: 96.491216ms)","trace[1673115518] 'applied index is now lower than readState.Index' (duration: 52.549683ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:57.493925Z","caller":"traceutil/trace.go:171","msg":"trace[345032358] transaction","detail":"{read_only:false; response_revision:6571; number_of_response:1; }","duration":"150.328326ms","start":"2026-03-29T02:15:57.343562Z","end":"2026-03-29T02:15:57.493891Z","steps":["trace[345032358] 'process raft request' (duration: 97.724243ms)","trace[345032358] 'compare' (duration: 52.45159ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:57.494189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.301304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-29T02:15:57.494225Z","caller":"traceutil/trace.go:171","msg":"trace[1322197372] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:6571; }","duration":"149.424787ms","start":"2026-03-29T02:15:57.34479Z","end":"2026-03-29T02:15:57.494215Z","steps":["trace[1322197372] 'agreement among raft nodes before linearized reading' (duration: 149.202342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:57.954683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.030492ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:57.955185Z","caller":"traceutil/trace.go:171","msg":"trace[1312362251] transaction","detail":"{read_only:false; response_revision:6572; number_of_response:1; }","duration":"607.916638ms","start":"2026-03-29T02:15:57.347231Z","end":"2026-03-29T02:15:57.955148Z","steps":["trace[1312362251] 'process raft request' (duration: 465.266183ms)","trace[1312362251] 'compare' (duration: 141.529441ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:57.95529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:57.347208Z","time spent":"608.038911ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:57.955915Z","caller":"traceutil/trace.go:171","msg":"trace[645408072] transaction","detail":"{read_only:false; response_revision:6573; number_of_response:1; }","duration":"605.327212ms","start":"2026-03-29T02:15:57.350573Z","end":"2026-03-29T02:15:57.9559Z","steps":["trace[645408072] 'process raft request' (duration: 604.521703ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:57.955918Z","caller":"traceutil/trace.go:171","msg":"trace[301740943] linearizableReadLoop","detail":"{readStateIndex:6850; appliedIndex:6848; }","duration":"461.922878ms","start":"2026-03-29T02:15:57.493963Z","end":"2026-03-29T02:15:57.955886Z","steps":["trace[301740943] 'read index received' (duration: 318.429204ms)","trace[301740943] 'applied index is now lower than readState.Index' (duration: 143.491984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:57.955989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:57.350557Z","time spent":"605.396803ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5777,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:57.956127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.709528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack\" ","response":"range_response_count:1 size:1876"} {"level":"warn","ts":"2026-03-29T02:15:57.956186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.965781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-29T02:15:57.956225Z","caller":"traceutil/trace.go:171","msg":"trace[962448751] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:6573; }","duration":"458.064334ms","start":"2026-03-29T02:15:57.498149Z","end":"2026-03-29T02:15:57.956213Z","steps":["trace[962448751] 'agreement among raft nodes before linearized reading' (duration: 457.90115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:57.956306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:57.498136Z","time spent":"458.159745ms","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"info","ts":"2026-03-29T02:15:57.956228Z","caller":"traceutil/trace.go:171","msg":"trace[2016702224] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-cluster-operator-openstack; range_end:; response_count:1; response_revision:6573; }","duration":"505.876441ms","start":"2026-03-29T02:15:57.450329Z","end":"2026-03-29T02:15:57.956205Z","steps":["trace[2016702224] 'agreement among raft nodes before linearized reading' (duration: 505.582415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:57.956475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.528502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a12e3957c8631d\" ","response":"range_response_count:1 size:839"} {"level":"info","ts":"2026-03-29T02:15:57.956531Z","caller":"traceutil/trace.go:171","msg":"trace[575346427] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18a12e3957c8631d; range_end:; response_count:1; response_revision:6573; }","duration":"457.587283ms","start":"2026-03-29T02:15:57.498927Z","end":"2026-03-29T02:15:57.956514Z","steps":["trace[575346427] 'agreement among raft nodes before linearized reading' (duration: 457.392229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:57.956526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.185324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:15:57.956621Z","caller":"traceutil/trace.go:171","msg":"trace[2011074357] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; response_count:1; response_revision:6573; }","duration":"415.326017ms","start":"2026-03-29T02:15:57.541283Z","end":"2026-03-29T02:15:57.956609Z","steps":["trace[2011074357] 'agreement among raft nodes before linearized reading' (duration: 415.00073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:57.956737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:57.541265Z","time spent":"415.42826ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-s9btj\" "} {"level":"warn","ts":"2026-03-29T02:15:57.956526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:57.450305Z","time spent":"506.153947ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1898,"request content":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack\" "} {"level":"warn","ts":"2026-03-29T02:15:57.956154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.395528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack-admin\" ","response":"range_response_count:1 size:1353"} {"level":"warn","ts":"2026-03-29T02:15:57.956574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:57.498917Z","time spent":"457.648604ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":861,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a12e3957c8631d\" "} {"level":"info","ts":"2026-03-29T02:15:57.956914Z","caller":"traceutil/trace.go:171","msg":"trace[630830886] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-cluster-operator-openstack-admin; range_end:; response_count:1; response_revision:6573; }","duration":"542.151393ms","start":"2026-03-29T02:15:57.414695Z","end":"2026-03-29T02:15:57.956846Z","steps":["trace[630830886] 'agreement among raft nodes before linearized reading' (duration: 541.333476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:57.95705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:57.414673Z","time spent":"542.335248ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":1375,"request content":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack-admin\" "} {"level":"warn","ts":"2026-03-29T02:15:58.322974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.829526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:58.323085Z","caller":"traceutil/trace.go:171","msg":"trace[518979889] linearizableReadLoop","detail":"{readStateIndex:6851; appliedIndex:6850; }","duration":"362.866018ms","start":"2026-03-29T02:15:57.960202Z","end":"2026-03-29T02:15:58.323068Z","steps":["trace[518979889] 'read index received' (duration: 132.853099ms)","trace[518979889] 'applied index is now lower than readState.Index' (duration: 230.011699ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:58.323266Z","caller":"traceutil/trace.go:171","msg":"trace[724292815] transaction","detail":"{read_only:false; response_revision:6574; number_of_response:1; }","duration":"363.855221ms","start":"2026-03-29T02:15:57.959325Z","end":"2026-03-29T02:15:58.32318Z","steps":["trace[724292815] 'process raft request' (duration: 133.722218ms)","trace[724292815] 'compare' (duration: 229.527539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:58.323354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.150925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-03-29T02:15:58.323389Z","caller":"traceutil/trace.go:171","msg":"trace[1388116512] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:6574; }","duration":"363.233947ms","start":"2026-03-29T02:15:57.960144Z","end":"2026-03-29T02:15:58.323378Z","steps":["trace[1388116512] 'agreement among raft nodes before linearized reading' (duration: 363.019062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:58.323426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:57.960131Z","time spent":"363.287388ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7325,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-29T02:15:58.323534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:57.959295Z","time spent":"364.093535ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":824,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:58.323879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.969769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82262"} {"level":"warn","ts":"2026-03-29T02:15:58.323881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.270701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:58.32392Z","caller":"traceutil/trace.go:171","msg":"trace[1905267768] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6574; }","duration":"362.02771ms","start":"2026-03-29T02:15:57.961884Z","end":"2026-03-29T02:15:58.323911Z","steps":["trace[1905267768] 'agreement among raft nodes before linearized reading' (duration: 361.837176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:58.323951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:57.961875Z","time spent":"362.06804ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":82284,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-29T02:15:58.323959Z","caller":"traceutil/trace.go:171","msg":"trace[1505976400] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:6574; }","duration":"266.419184ms","start":"2026-03-29T02:15:58.057521Z","end":"2026-03-29T02:15:58.32394Z","steps":["trace[1505976400] 'agreement among raft nodes before linearized reading' (duration: 266.23366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:58.324119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.333685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack-admin\" ","response":"range_response_count:1 size:1353"} {"level":"warn","ts":"2026-03-29T02:15:58.324148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.016593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-29T02:15:58.324191Z","caller":"traceutil/trace.go:171","msg":"trace[1882898011] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-cluster-operator-openstack-admin; range_end:; response_count:1; response_revision:6574; }","duration":"272.458967ms","start":"2026-03-29T02:15:58.051717Z","end":"2026-03-29T02:15:58.324176Z","steps":["trace[1882898011] 'agreement among raft nodes before linearized reading' (duration: 272.248223ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:58.324199Z","caller":"traceutil/trace.go:171","msg":"trace[1582047251] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:6574; }","duration":"363.082934ms","start":"2026-03-29T02:15:57.9611Z","end":"2026-03-29T02:15:58.324183Z","steps":["trace[1582047251] 'agreement among raft nodes before linearized reading' (duration: 362.869719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:58.324235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:57.961088Z","time spent":"363.140365ms","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-03-29T02:15:58.323929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.454341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-29T02:15:58.324695Z","caller":"traceutil/trace.go:171","msg":"trace[966165866] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:6574; }","duration":"364.258279ms","start":"2026-03-29T02:15:57.960419Z","end":"2026-03-29T02:15:58.324677Z","steps":["trace[966165866] 'agreement among raft nodes before linearized reading' (duration: 363.300159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:58.324741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:57.960409Z","time spent":"364.30542ms","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-29T02:15:58.324213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.335719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack\" ","response":"range_response_count:1 size:1876"} {"level":"info","ts":"2026-03-29T02:15:58.325833Z","caller":"traceutil/trace.go:171","msg":"trace[1191253563] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-cluster-operator-openstack; range_end:; response_count:1; response_revision:6574; }","duration":"364.959965ms","start":"2026-03-29T02:15:57.960851Z","end":"2026-03-29T02:15:58.325811Z","steps":["trace[1191253563] 'agreement among raft nodes before linearized reading' (duration: 363.250467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:58.326013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:57.960841Z","time spent":"365.15315ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1898,"request content":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack\" "} {"level":"info","ts":"2026-03-29T02:15:58.838121Z","caller":"traceutil/trace.go:171","msg":"trace[2018546535] linearizableReadLoop","detail":"{readStateIndex:6853; appliedIndex:6852; }","duration":"423.462928ms","start":"2026-03-29T02:15:58.414631Z","end":"2026-03-29T02:15:58.838094Z","steps":["trace[2018546535] 'read index received' (duration: 423.234044ms)","trace[2018546535] 'applied index is now lower than readState.Index' (duration: 227.174µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:58.838294Z","caller":"traceutil/trace.go:171","msg":"trace[750612636] transaction","detail":"{read_only:false; response_revision:6576; number_of_response:1; }","duration":"503.728095ms","start":"2026-03-29T02:15:58.334549Z","end":"2026-03-29T02:15:58.838277Z","steps":["trace[750612636] 'process raft request' (duration: 503.354426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:58.838441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:58.334532Z","time spent":"503.808607ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:58.838657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.93075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a12e3957c8631d\" ","response":"range_response_count:1 size:839"} {"level":"info","ts":"2026-03-29T02:15:58.83875Z","caller":"traceutil/trace.go:171","msg":"trace[723816163] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18a12e3957c8631d; range_end:; response_count:1; response_revision:6576; }","duration":"424.036622ms","start":"2026-03-29T02:15:58.414686Z","end":"2026-03-29T02:15:58.838722Z","steps":["trace[723816163] 'agreement among raft nodes before linearized reading' (duration: 423.769976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:58.838808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:58.414614Z","time spent":"424.184226ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":861,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a12e3957c8631d\" "} {"level":"warn","ts":"2026-03-29T02:15:58.838936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.910479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:58.839061Z","caller":"traceutil/trace.go:171","msg":"trace[911214749] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:6576; }","duration":"358.113324ms","start":"2026-03-29T02:15:58.480912Z","end":"2026-03-29T02:15:58.839025Z","steps":["trace[911214749] 'agreement among raft nodes before linearized reading' (duration: 357.863588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:58.839065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.424451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-03-29T02:15:58.839115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.525377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-cainjector\" ","response":"range_response_count:1 size:1140"} {"level":"info","ts":"2026-03-29T02:15:58.83913Z","caller":"traceutil/trace.go:171","msg":"trace[195170087] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:6576; }","duration":"424.523293ms","start":"2026-03-29T02:15:58.414589Z","end":"2026-03-29T02:15:58.839113Z","steps":["trace[195170087] 'agreement among raft nodes before linearized reading' (duration: 424.330828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:58.839133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:58.48088Z","time spent":"358.234096ms","remote":"127.0.0.1:59918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:58.839154Z","caller":"traceutil/trace.go:171","msg":"trace[1044016162] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-cainjector; range_end:; response_count:1; response_revision:6576; }","duration":"417.577109ms","start":"2026-03-29T02:15:58.421565Z","end":"2026-03-29T02:15:58.839142Z","steps":["trace[1044016162] 'agreement among raft nodes before linearized reading' (duration: 417.457117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:58.839174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:58.41457Z","time spent":"424.593485ms","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-03-29T02:15:58.839188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:58.421558Z","time spent":"417.62236ms","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1162,"request content":"key:\"/registry/clusterrolebindings/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-29T02:15:58.839444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.684538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack-edit\" ","response":"range_response_count:1 size:1349"} {"level":"info","ts":"2026-03-29T02:15:58.839477Z","caller":"traceutil/trace.go:171","msg":"trace[1155410479] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-cluster-operator-openstack-edit; range_end:; response_count:1; response_revision:6576; }","duration":"420.739198ms","start":"2026-03-29T02:15:58.418727Z","end":"2026-03-29T02:15:58.839466Z","steps":["trace[1155410479] 'agreement among raft nodes before linearized reading' (duration: 420.638766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:58.839508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:58.418713Z","time spent":"420.78729ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1371,"request content":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack-edit\" "} {"level":"info","ts":"2026-03-29T02:15:59.027637Z","caller":"traceutil/trace.go:171","msg":"trace[1923977052] transaction","detail":"{read_only:false; response_revision:6577; number_of_response:1; }","duration":"182.411596ms","start":"2026-03-29T02:15:58.845169Z","end":"2026-03-29T02:15:59.027581Z","steps":["trace[1923977052] 'process raft request' (duration: 95.538714ms)","trace[1923977052] 'compare' (duration: 86.575475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:59.027883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.498456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-03-29T02:15:59.027947Z","caller":"traceutil/trace.go:171","msg":"trace[987911398] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:6577; }","duration":"181.616749ms","start":"2026-03-29T02:15:58.846318Z","end":"2026-03-29T02:15:59.027934Z","steps":["trace[987911398] 'agreement among raft nodes before linearized reading' (duration: 181.335902ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:59.02759Z","caller":"traceutil/trace.go:171","msg":"trace[909461845] linearizableReadLoop","detail":"{readStateIndex:6854; appliedIndex:6853; }","duration":"181.177689ms","start":"2026-03-29T02:15:58.846354Z","end":"2026-03-29T02:15:59.027532Z","steps":["trace[909461845] 'read index received' (duration: 94.326597ms)","trace[909461845] 'applied index is now lower than readState.Index' (duration: 86.850112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:59.028586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.422567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:59.028626Z","caller":"traceutil/trace.go:171","msg":"trace[1026031415] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6577; }","duration":"154.477817ms","start":"2026-03-29T02:15:58.874138Z","end":"2026-03-29T02:15:59.028616Z","steps":["trace[1026031415] 'agreement among raft nodes before linearized reading' (duration: 154.412546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:59.028975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.500639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" ","response":"range_response_count:1 size:220"} {"level":"info","ts":"2026-03-29T02:15:59.02902Z","caller":"traceutil/trace.go:171","msg":"trace[661698347] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ephemeral-volume-controller; range_end:; response_count:1; response_revision:6577; }","duration":"182.55381ms","start":"2026-03-29T02:15:58.846455Z","end":"2026-03-29T02:15:59.029009Z","steps":["trace[661698347] 'agreement among raft nodes before linearized reading' (duration: 182.054648ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:59.50667Z","caller":"traceutil/trace.go:171","msg":"trace[628006948] transaction","detail":"{read_only:false; response_revision:6579; number_of_response:1; }","duration":"204.008314ms","start":"2026-03-29T02:15:59.302637Z","end":"2026-03-29T02:15:59.506646Z","steps":["trace[628006948] 'process raft request' (duration: 203.83962ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:59.881051Z","caller":"traceutil/trace.go:171","msg":"trace[620841647] transaction","detail":"{read_only:false; response_revision:6580; number_of_response:1; }","duration":"577.880085ms","start":"2026-03-29T02:15:59.303149Z","end":"2026-03-29T02:15:59.881029Z","steps":["trace[620841647] 'process raft request' (duration: 577.65791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:59.881235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:59.303121Z","time spent":"578.011037ms","remote":"127.0.0.1:54640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:59.881284Z","caller":"traceutil/trace.go:171","msg":"trace[359135313] transaction","detail":"{read_only:false; response_revision:6581; number_of_response:1; }","duration":"578.082939ms","start":"2026-03-29T02:15:59.303175Z","end":"2026-03-29T02:15:59.881258Z","steps":["trace[359135313] 'process raft request' (duration: 577.777332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:59.88142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:59.303156Z","time spent":"578.189461ms","remote":"127.0.0.1:54640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1269,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:59.881691Z","caller":"traceutil/trace.go:171","msg":"trace[584218933] transaction","detail":"{read_only:false; response_revision:6582; number_of_response:1; }","duration":"578.380834ms","start":"2026-03-29T02:15:59.303295Z","end":"2026-03-29T02:15:59.881676Z","steps":["trace[584218933] 'process raft request' (duration: 577.916924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:59.881742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:59.303284Z","time spent":"578.434166ms","remote":"127.0.0.1:54640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1104,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:59.882045Z","caller":"traceutil/trace.go:171","msg":"trace[1740022827] transaction","detail":"{read_only:false; response_revision:6585; number_of_response:1; }","duration":"555.478258ms","start":"2026-03-29T02:15:59.326551Z","end":"2026-03-29T02:15:59.882029Z","steps":["trace[1740022827] 'process raft request' (duration: 555.168711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:59.882129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:59.326538Z","time spent":"555.548819ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:59.882108Z","caller":"traceutil/trace.go:171","msg":"trace[1282336296] transaction","detail":"{read_only:false; response_revision:6584; number_of_response:1; }","duration":"559.023926ms","start":"2026-03-29T02:15:59.323049Z","end":"2026-03-29T02:15:59.882073Z","steps":["trace[1282336296] 'process raft request' (duration: 558.578606ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:59.882026Z","caller":"traceutil/trace.go:171","msg":"trace[1304051541] transaction","detail":"{read_only:false; response_revision:6583; number_of_response:1; }","duration":"578.585249ms","start":"2026-03-29T02:15:59.303375Z","end":"2026-03-29T02:15:59.88196Z","steps":["trace[1304051541] 'process raft request' (duration: 578.201441ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:59.882341Z","caller":"traceutil/trace.go:171","msg":"trace[1753607351] linearizableReadLoop","detail":"{readStateIndex:6863; appliedIndex:6855; }","duration":"554.348853ms","start":"2026-03-29T02:15:59.32798Z","end":"2026-03-29T02:15:59.882329Z","steps":["trace[1753607351] 'read index received' (duration: 178.54436ms)","trace[1753607351] 'applied index is now lower than readState.Index' (duration: 375.803333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:59.882281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:59.323035Z","time spent":"559.151779ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:59.882358Z","caller":"traceutil/trace.go:171","msg":"trace[1081344743] transaction","detail":"{read_only:false; response_revision:6586; number_of_response:1; }","duration":"555.711462ms","start":"2026-03-29T02:15:59.326627Z","end":"2026-03-29T02:15:59.882339Z","steps":["trace[1081344743] 'process raft request' (duration: 555.215212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:59.882572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.594278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-29T02:15:59.882638Z","caller":"traceutil/trace.go:171","msg":"trace[1681782385] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:6586; }","duration":"554.712951ms","start":"2026-03-29T02:15:59.32791Z","end":"2026-03-29T02:15:59.882623Z","steps":["trace[1681782385] 'agreement among raft nodes before linearized reading' (duration: 554.526207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:59.882691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:59.327894Z","time spent":"554.785923ms","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-03-29T02:15:59.88306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:59.326617Z","time spent":"555.921148ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:59.883583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:59.30336Z","time spent":"579.050249ms","remote":"127.0.0.1:54640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:59.949392Z","caller":"traceutil/trace.go:171","msg":"trace[615356542] transaction","detail":"{read_only:false; response_revision:6587; number_of_response:1; }","duration":"436.838174ms","start":"2026-03-29T02:15:59.512529Z","end":"2026-03-29T02:15:59.949368Z","steps":["trace[615356542] 'process raft request' (duration: 436.64432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:59.949546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:59.512497Z","time spent":"436.962006ms","remote":"127.0.0.1:54640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:59.94989Z","caller":"traceutil/trace.go:171","msg":"trace[1568903228] transaction","detail":"{read_only:false; response_revision:6588; number_of_response:1; }","duration":"300.16195ms","start":"2026-03-29T02:15:59.649699Z","end":"2026-03-29T02:15:59.949861Z","steps":["trace[1568903228] 'process raft request' (duration: 299.603428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:59.950104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:59.649659Z","time spent":"300.351455ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:59.950155Z","caller":"traceutil/trace.go:171","msg":"trace[1766815535] transaction","detail":"{read_only:false; response_revision:6589; number_of_response:1; }","duration":"149.708542ms","start":"2026-03-29T02:15:59.800403Z","end":"2026-03-29T02:15:59.950112Z","steps":["trace[1766815535] 'process raft request' (duration: 149.306073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:59.950259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.8413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-xjnwc\" ","response":"range_response_count:1 size:5792"} {"level":"info","ts":"2026-03-29T02:15:59.950316Z","caller":"traceutil/trace.go:171","msg":"trace[1255026847] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-xjnwc; range_end:; response_count:1; response_revision:6589; }","duration":"566.936431ms","start":"2026-03-29T02:15:59.383365Z","end":"2026-03-29T02:15:59.950301Z","steps":["trace[1255026847] 'agreement among raft nodes before linearized reading' (duration: 566.768517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:59.95035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:59.383346Z","time spent":"566.995543ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5814,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-xjnwc\" "} {"level":"warn","ts":"2026-03-29T02:15:59.950441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.779894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-29T02:15:59.950503Z","caller":"traceutil/trace.go:171","msg":"trace[2093093256] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:6589; }","duration":"465.937078ms","start":"2026-03-29T02:15:59.484552Z","end":"2026-03-29T02:15:59.950489Z","steps":["trace[2093093256] 'agreement among raft nodes before linearized reading' (duration: 465.749533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:59.950531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.105244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack-view\" ","response":"range_response_count:1 size:1299"} {"level":"warn","ts":"2026-03-29T02:15:59.950541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:59.48453Z","time spent":"466.001469ms","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"info","ts":"2026-03-29T02:15:59.950571Z","caller":"traceutil/trace.go:171","msg":"trace[328608984] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-cluster-operator-openstack-view; range_end:; response_count:1; response_revision:6589; }","duration":"580.186666ms","start":"2026-03-29T02:15:59.370371Z","end":"2026-03-29T02:15:59.950557Z","steps":["trace[328608984] 'agreement among raft nodes before linearized reading' (duration: 580.062953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:59.950585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.718237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-certificatesigningrequests\" ","response":"range_response_count:1 size:1216"} {"level":"warn","ts":"2026-03-29T02:15:59.950614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:59.37035Z","time spent":"580.254578ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1321,"request content":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack-view\" "} {"level":"info","ts":"2026-03-29T02:15:59.95062Z","caller":"traceutil/trace.go:171","msg":"trace[716530130] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-certificatesigningrequests; range_end:; response_count:1; response_revision:6589; }","duration":"561.804479ms","start":"2026-03-29T02:15:59.388802Z","end":"2026-03-29T02:15:59.950607Z","steps":["trace[716530130] 'agreement among raft nodes before linearized reading' (duration: 561.710587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:59.950649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:59.38877Z","time spent":"561.87311ms","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1238,"request content":"key:\"/registry/clusterrolebindings/cert-manager-controller-certificatesigningrequests\" "} {"level":"warn","ts":"2026-03-29T02:15:59.95084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.579236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-29T02:15:59.950884Z","caller":"traceutil/trace.go:171","msg":"trace[455939760] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:6589; }","duration":"595.658707ms","start":"2026-03-29T02:15:59.355212Z","end":"2026-03-29T02:15:59.95087Z","steps":["trace[455939760] 'agreement among raft nodes before linearized reading' (duration: 595.553845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:59.950913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:59.355194Z","time spent":"595.711929ms","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-03-29T02:15:59.951092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.898457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-29T02:15:59.951129Z","caller":"traceutil/trace.go:171","msg":"trace[585043801] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:6589; }","duration":"611.969129ms","start":"2026-03-29T02:15:59.33915Z","end":"2026-03-29T02:15:59.951119Z","steps":["trace[585043801] 'agreement among raft nodes before linearized reading' (duration: 611.877007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:59.951157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:59.339137Z","time spent":"612.012469ms","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" "} {"level":"info","ts":"2026-03-29T02:16:00.184471Z","caller":"traceutil/trace.go:171","msg":"trace[1230739451] transaction","detail":"{read_only:false; response_revision:6590; number_of_response:1; }","duration":"296.589503ms","start":"2026-03-29T02:15:59.887837Z","end":"2026-03-29T02:16:00.184427Z","steps":["trace[1230739451] 'process raft request' (duration: 296.343147ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:00.184835Z","caller":"traceutil/trace.go:171","msg":"trace[1314284475] transaction","detail":"{read_only:false; response_revision:6591; number_of_response:1; }","duration":"296.574192ms","start":"2026-03-29T02:15:59.88822Z","end":"2026-03-29T02:16:00.184794Z","steps":["trace[1314284475] 'process raft request' (duration: 296.161453ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:00.184878Z","caller":"traceutil/trace.go:171","msg":"trace[594074722] linearizableReadLoop","detail":"{readStateIndex:6870; appliedIndex:6866; }","duration":"234.794185ms","start":"2026-03-29T02:15:59.95006Z","end":"2026-03-29T02:16:00.184854Z","steps":["trace[594074722] 'read index received' (duration: 234.134801ms)","trace[594074722] 'applied index is now lower than readState.Index' (duration: 658.614µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:00.185073Z","caller":"traceutil/trace.go:171","msg":"trace[1429139174] transaction","detail":"{read_only:false; response_revision:6593; number_of_response:1; }","duration":"296.634043ms","start":"2026-03-29T02:15:59.88836Z","end":"2026-03-29T02:16:00.184994Z","steps":["trace[1429139174] 'process raft request' (duration: 296.445479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:00.185184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.778838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-29T02:16:00.185237Z","caller":"traceutil/trace.go:171","msg":"trace[1688403301] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:6593; }","duration":"297.88112ms","start":"2026-03-29T02:15:59.887342Z","end":"2026-03-29T02:16:00.185223Z","steps":["trace[1688403301] 'agreement among raft nodes before linearized reading' (duration: 297.712286ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:00.185544Z","caller":"traceutil/trace.go:171","msg":"trace[1596671854] transaction","detail":"{read_only:false; response_revision:6592; number_of_response:1; }","duration":"297.203755ms","start":"2026-03-29T02:15:59.888319Z","end":"2026-03-29T02:16:00.185523Z","steps":["trace[1596671854] 'process raft request' (duration: 296.334457ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:00.471855Z","caller":"traceutil/trace.go:171","msg":"trace[884485819] transaction","detail":"{read_only:false; response_revision:6594; number_of_response:1; }","duration":"514.906552ms","start":"2026-03-29T02:15:59.956919Z","end":"2026-03-29T02:16:00.471825Z","steps":["trace[884485819] 'process raft request' (duration: 514.644787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:00.472033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:59.956908Z","time spent":"515.033205ms","remote":"127.0.0.1:54640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:00.472041Z","caller":"traceutil/trace.go:171","msg":"trace[794647813] linearizableReadLoop","detail":"{readStateIndex:6872; appliedIndex:6870; }","duration":"287.071642ms","start":"2026-03-29T02:16:00.184944Z","end":"2026-03-29T02:16:00.472015Z","steps":["trace[794647813] 'read index received' (duration: 286.663783ms)","trace[794647813] 'applied index is now lower than readState.Index' (duration: 406.509µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:00.472295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.461145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-29T02:16:00.472344Z","caller":"traceutil/trace.go:171","msg":"trace[1301943543] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:6595; }","duration":"515.558926ms","start":"2026-03-29T02:15:59.956771Z","end":"2026-03-29T02:16:00.47233Z","steps":["trace[1301943543] 'agreement among raft nodes before linearized reading' (duration: 515.347782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:00.472339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.053765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-03-29T02:16:00.472379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:59.956767Z","time spent":"515.601847ms","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"info","ts":"2026-03-29T02:16:00.472379Z","caller":"traceutil/trace.go:171","msg":"trace[2108272793] transaction","detail":"{read_only:false; response_revision:6595; number_of_response:1; }","duration":"512.266884ms","start":"2026-03-29T02:15:59.960043Z","end":"2026-03-29T02:16:00.47231Z","steps":["trace[2108272793] 'process raft request' (duration: 511.724262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:00.47247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.293058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-certificatesigningrequests\" ","response":"range_response_count:1 size:1216"} {"level":"warn","ts":"2026-03-29T02:16:00.472227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.005289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:16:00.472519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.384358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:00.472531Z","caller":"traceutil/trace.go:171","msg":"trace[1604248833] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-certificatesigningrequests; range_end:; response_count:1; response_revision:6595; }","duration":"429.368219ms","start":"2026-03-29T02:16:00.043144Z","end":"2026-03-29T02:16:00.472513Z","steps":["trace[1604248833] 'agreement among raft nodes before linearized reading' (duration: 429.189506ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:00.472549Z","caller":"traceutil/trace.go:171","msg":"trace[460318937] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:6595; }","duration":"442.398638ms","start":"2026-03-29T02:16:00.030136Z","end":"2026-03-29T02:16:00.472534Z","steps":["trace[460318937] 'agreement among raft nodes before linearized reading' (duration: 441.953578ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:00.472562Z","caller":"traceutil/trace.go:171","msg":"trace[712666640] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:6595; }","duration":"442.462759ms","start":"2026-03-29T02:16:00.030089Z","end":"2026-03-29T02:16:00.472551Z","steps":["trace[712666640] 'agreement among raft nodes before linearized reading' (duration: 442.355247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:00.472528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.290552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:00.472595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:00.030117Z","time spent":"442.46283ms","remote":"127.0.0.1:54778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:00.472614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:00.030073Z","time spent":"442.527981ms","remote":"127.0.0.1:54800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":28,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:00.472644Z","caller":"traceutil/trace.go:171","msg":"trace[703168080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6595; }","duration":"520.476386ms","start":"2026-03-29T02:15:59.952141Z","end":"2026-03-29T02:16:00.472618Z","steps":["trace[703168080] 'agreement among raft nodes before linearized reading' (duration: 520.264631ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:00.472409Z","caller":"traceutil/trace.go:171","msg":"trace[1591375200] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:6595; }","duration":"515.131028ms","start":"2026-03-29T02:15:59.957255Z","end":"2026-03-29T02:16:00.472386Z","steps":["trace[1591375200] 'agreement among raft nodes before linearized reading' (duration: 514.847602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:00.472632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.827573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-03-29T02:16:00.472702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:59.952122Z","time spent":"520.567058ms","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:16:00.472706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.357381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack-view\" ","response":"range_response_count:1 size:1299"} {"level":"warn","ts":"2026-03-29T02:16:00.472715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:59.957249Z","time spent":"515.452995ms","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"info","ts":"2026-03-29T02:16:00.472741Z","caller":"traceutil/trace.go:171","msg":"trace[2021767622] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:6595; }","duration":"515.981366ms","start":"2026-03-29T02:15:59.956736Z","end":"2026-03-29T02:16:00.472717Z","steps":["trace[2021767622] 'agreement among raft nodes before linearized reading' (duration: 515.614188ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:00.472759Z","caller":"traceutil/trace.go:171","msg":"trace[1813177604] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-cluster-operator-openstack-view; range_end:; response_count:1; response_revision:6595; }","duration":"439.429293ms","start":"2026-03-29T02:16:00.033316Z","end":"2026-03-29T02:16:00.472746Z","steps":["trace[1813177604] 'agreement among raft nodes before linearized reading' (duration: 439.290149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:00.472802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:00.033303Z","time spent":"439.488804ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1321,"request content":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack-view\" "} {"level":"warn","ts":"2026-03-29T02:16:00.472804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:59.95672Z","time spent":"516.072868ms","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" "} {"level":"warn","ts":"2026-03-29T02:16:00.47258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:00.043135Z","time spent":"429.432081ms","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1238,"request content":"key:\"/registry/clusterrolebindings/cert-manager-controller-certificatesigningrequests\" "} {"level":"warn","ts":"2026-03-29T02:16:00.472577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:59.960013Z","time spent":"512.454407ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5587,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:00.472965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.53517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:16:00.473057Z","caller":"traceutil/trace.go:171","msg":"trace[1401968043] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6595; }","duration":"512.667042ms","start":"2026-03-29T02:15:59.960378Z","end":"2026-03-29T02:16:00.473045Z","steps":["trace[1401968043] 'agreement among raft nodes before linearized reading' (duration: 512.488368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:00.473095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:59.960359Z","time spent":"512.725464ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:16:00.786678Z","caller":"traceutil/trace.go:171","msg":"trace[1154834795] linearizableReadLoop","detail":"{readStateIndex:6873; appliedIndex:6872; }","duration":"314.551499ms","start":"2026-03-29T02:16:00.472097Z","end":"2026-03-29T02:16:00.786649Z","steps":["trace[1154834795] 'read index received' (duration: 314.507378ms)","trace[1154834795] 'applied index is now lower than readState.Index' (duration: 42.411µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:00.786779Z","caller":"traceutil/trace.go:171","msg":"trace[199730551] transaction","detail":"{read_only:false; response_revision:6596; number_of_response:1; }","duration":"591.704131ms","start":"2026-03-29T02:16:00.194981Z","end":"2026-03-29T02:16:00.786685Z","steps":["trace[199730551] 'process raft request' (duration: 591.489686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:00.786953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.933921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:00.787005Z","caller":"traceutil/trace.go:171","msg":"trace[387474952] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:6596; }","duration":"401.033223ms","start":"2026-03-29T02:16:00.38595Z","end":"2026-03-29T02:16:00.786983Z","steps":["trace[387474952] 'agreement among raft nodes before linearized reading' (duration: 400.849179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:00.787069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:00.385937Z","time spent":"401.117494ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:00.787115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:00.194958Z","time spent":"591.996757ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:16:00.787251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.533998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:16:00.787385Z","caller":"traceutil/trace.go:171","msg":"trace[302153084] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; response_count:1; response_revision:6596; }","duration":"455.733113ms","start":"2026-03-29T02:16:00.331621Z","end":"2026-03-29T02:16:00.787354Z","steps":["trace[302153084] 'agreement among raft nodes before linearized reading' (duration: 455.305463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:00.787469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:00.331607Z","time spent":"455.844825ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-s9btj\" "} {"level":"warn","ts":"2026-03-29T02:16:00.787321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.177378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:00.788008Z","caller":"traceutil/trace.go:171","msg":"trace[335274652] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:6596; }","duration":"369.893254ms","start":"2026-03-29T02:16:00.418092Z","end":"2026-03-29T02:16:00.787985Z","steps":["trace[335274652] 'agreement among raft nodes before linearized reading' (duration: 368.992264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:00.788132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:00.41808Z","time spent":"370.027827ms","remote":"127.0.0.1:54806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":28,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:01.287262Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198743286,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:16:01.42515Z","caller":"traceutil/trace.go:171","msg":"trace[1160104697] transaction","detail":"{read_only:false; response_revision:6597; number_of_response:1; }","duration":"947.030212ms","start":"2026-03-29T02:16:00.478099Z","end":"2026-03-29T02:16:01.425129Z","steps":["trace[1160104697] 'process raft request' (duration: 946.848838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.425281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:00.478075Z","time spent":"947.137684ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:01.425612Z","caller":"traceutil/trace.go:171","msg":"trace[1643244494] transaction","detail":"{read_only:false; response_revision:6598; number_of_response:1; }","duration":"946.92975ms","start":"2026-03-29T02:16:00.478645Z","end":"2026-03-29T02:16:01.425575Z","steps":["trace[1643244494] 'process raft request' (duration: 946.433129ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:01.425675Z","caller":"traceutil/trace.go:171","msg":"trace[778436163] transaction","detail":"{read_only:false; response_revision:6600; number_of_response:1; }","duration":"942.390569ms","start":"2026-03-29T02:16:00.483266Z","end":"2026-03-29T02:16:01.425656Z","steps":["trace[778436163] 'process raft request' (duration: 942.235485ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:01.425628Z","caller":"traceutil/trace.go:171","msg":"trace[1146497533] transaction","detail":"{read_only:false; response_revision:6599; number_of_response:1; }","duration":"942.404779ms","start":"2026-03-29T02:16:00.483188Z","end":"2026-03-29T02:16:01.425593Z","steps":["trace[1146497533] 'process raft request' (duration: 942.165984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.425818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:00.483238Z","time spent":"942.483451ms","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:01.425831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:00.478634Z","time spent":"947.068723ms","remote":"127.0.0.1:54640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1104,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:01.42591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:00.483153Z","time spent":"942.623834ms","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1862,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:01.426005Z","caller":"traceutil/trace.go:171","msg":"trace[1111008375] transaction","detail":"{read_only:false; response_revision:6601; number_of_response:1; }","duration":"941.94925ms","start":"2026-03-29T02:16:00.484018Z","end":"2026-03-29T02:16:01.425967Z","steps":["trace[1111008375] 'process raft request' (duration: 941.546791ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:01.426126Z","caller":"traceutil/trace.go:171","msg":"trace[2145656612] transaction","detail":"{read_only:false; response_revision:6602; number_of_response:1; }","duration":"942.053642ms","start":"2026-03-29T02:16:00.484035Z","end":"2026-03-29T02:16:01.426088Z","steps":["trace[2145656612] 'process raft request' (duration: 941.796537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.42622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:00.484008Z","time spent":"942.089062ms","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3980,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:01.426327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:00.484028Z","time spent":"942.202945ms","remote":"127.0.0.1:54920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5311,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:01.426787Z","caller":"traceutil/trace.go:171","msg":"trace[1480688360] transaction","detail":"{read_only:false; response_revision:6604; number_of_response:1; }","duration":"942.338229ms","start":"2026-03-29T02:16:00.484426Z","end":"2026-03-29T02:16:01.426764Z","steps":["trace[1480688360] 'process raft request' (duration: 942.031431ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:01.426805Z","caller":"traceutil/trace.go:171","msg":"trace[979481895] transaction","detail":"{read_only:false; response_revision:6603; number_of_response:1; }","duration":"942.330809ms","start":"2026-03-29T02:16:00.484442Z","end":"2026-03-29T02:16:01.426773Z","steps":["trace[979481895] 'process raft request' (duration: 941.556521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.426877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:00.484396Z","time spent":"942.436491ms","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:01.427007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:00.484409Z","time spent":"942.490223ms","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:01.427081Z","caller":"traceutil/trace.go:171","msg":"trace[2083256745] transaction","detail":"{read_only:false; response_revision:6605; number_of_response:1; }","duration":"942.570614ms","start":"2026-03-29T02:16:00.484492Z","end":"2026-03-29T02:16:01.427063Z","steps":["trace[2083256745] 'process raft request' (duration: 942.092353ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:01.427641Z","caller":"traceutil/trace.go:171","msg":"trace[652909024] transaction","detail":"{read_only:false; response_revision:6610; number_of_response:1; }","duration":"939.226299ms","start":"2026-03-29T02:16:00.488405Z","end":"2026-03-29T02:16:01.427631Z","steps":["trace[652909024] 'process raft request' (duration: 938.947863ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:01.427686Z","caller":"traceutil/trace.go:171","msg":"trace[394315669] transaction","detail":"{read_only:false; response_revision:6609; number_of_response:1; }","duration":"939.808002ms","start":"2026-03-29T02:16:00.487862Z","end":"2026-03-29T02:16:01.42767Z","steps":["trace[394315669] 'process raft request' (duration: 939.333882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.427711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:00.488396Z","time spent":"939.281961ms","remote":"127.0.0.1:54920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9670,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:01.427142Z","caller":"traceutil/trace.go:171","msg":"trace[1138948224] transaction","detail":"{read_only:false; response_revision:6607; number_of_response:1; }","duration":"941.311916ms","start":"2026-03-29T02:16:00.485817Z","end":"2026-03-29T02:16:01.427129Z","steps":["trace[1138948224] 'process raft request' (duration: 940.934468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.427701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:00.484476Z","time spent":"943.165767ms","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1853,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:01.427796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:00.48785Z","time spent":"939.894274ms","remote":"127.0.0.1:54920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15332,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:01.427812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:00.485807Z","time spent":"941.956069ms","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5144,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:01.427465Z","caller":"traceutil/trace.go:171","msg":"trace[1919117184] linearizableReadLoop","detail":"{readStateIndex:6887; appliedIndex:6873; }","duration":"640.693825ms","start":"2026-03-29T02:16:00.786759Z","end":"2026-03-29T02:16:01.427453Z","steps":["trace[1919117184] 'read index received' (duration: 638.127228ms)","trace[1919117184] 'applied index is now lower than readState.Index' (duration: 2.565817ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:01.427604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.800723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-certificatesigningrequests\" ","response":"range_response_count:1 size:1216"} {"level":"info","ts":"2026-03-29T02:16:01.427934Z","caller":"traceutil/trace.go:171","msg":"trace[667923616] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-certificatesigningrequests; range_end:; response_count:1; response_revision:6610; }","duration":"950.166861ms","start":"2026-03-29T02:16:00.477756Z","end":"2026-03-29T02:16:01.427923Z","steps":["trace[667923616] 'agreement among raft nodes before linearized reading' (duration: 949.733322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.427971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:00.477739Z","time spent":"950.222013ms","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1238,"request content":"key:\"/registry/clusterrolebindings/cert-manager-controller-certificatesigningrequests\" "} {"level":"info","ts":"2026-03-29T02:16:01.42733Z","caller":"traceutil/trace.go:171","msg":"trace[1542696310] transaction","detail":"{read_only:false; response_revision:6608; number_of_response:1; }","duration":"939.959186ms","start":"2026-03-29T02:16:00.487352Z","end":"2026-03-29T02:16:01.427311Z","steps":["trace[1542696310] 'process raft request' (duration: 939.583198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.427946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.591479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack-view\" ","response":"range_response_count:1 size:1299"} {"level":"info","ts":"2026-03-29T02:16:01.428058Z","caller":"traceutil/trace.go:171","msg":"trace[718189493] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-cluster-operator-openstack-view; range_end:; response_count:1; response_revision:6610; }","duration":"949.738222ms","start":"2026-03-29T02:16:00.47829Z","end":"2026-03-29T02:16:01.428029Z","steps":["trace[718189493] 'agreement among raft nodes before linearized reading' (duration: 949.439466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.428068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:00.487337Z","time spent":"940.681442ms","remote":"127.0.0.1:54920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12013,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:01.428124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:00.478273Z","time spent":"949.839314ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1321,"request content":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack-view\" "} {"level":"warn","ts":"2026-03-29T02:16:01.428292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.893189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82262"} {"level":"info","ts":"2026-03-29T02:16:01.428449Z","caller":"traceutil/trace.go:171","msg":"trace[2029880777] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6610; }","duration":"636.110243ms","start":"2026-03-29T02:16:00.792321Z","end":"2026-03-29T02:16:01.428432Z","steps":["trace[2029880777] 'agreement among raft nodes before linearized reading' (duration: 635.683124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.428444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.1922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-03-29T02:16:01.4285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:00.792297Z","time spent":"636.186655ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":82284,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-29T02:16:01.428509Z","caller":"traceutil/trace.go:171","msg":"trace[1990748730] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:6610; }","duration":"276.295912ms","start":"2026-03-29T02:16:01.152196Z","end":"2026-03-29T02:16:01.428492Z","steps":["trace[1990748730] 'agreement among raft nodes before linearized reading' (duration: 276.097508ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:01.426815Z","caller":"traceutil/trace.go:171","msg":"trace[379008686] transaction","detail":"{read_only:false; response_revision:6606; number_of_response:1; }","duration":"941.622574ms","start":"2026-03-29T02:16:00.485177Z","end":"2026-03-29T02:16:01.4268Z","steps":["trace[379008686] 'process raft request' (duration: 941.505091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.435425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:00.485169Z","time spent":"950.178633ms","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4339,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:01.754838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.174982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:01.754975Z","caller":"traceutil/trace.go:171","msg":"trace[187931867] transaction","detail":"{read_only:false; response_revision:6611; number_of_response:1; }","duration":"319.187802ms","start":"2026-03-29T02:16:01.435764Z","end":"2026-03-29T02:16:01.754951Z","steps":["trace[187931867] 'process raft request' (duration: 65.808825ms)","trace[187931867] 'compare' (duration: 253.021089ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:01.755028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:01.435752Z","time spent":"319.251583ms","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1394,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:01.758439Z","caller":"traceutil/trace.go:171","msg":"trace[2089916044] transaction","detail":"{read_only:false; response_revision:6613; number_of_response:1; }","duration":"321.667267ms","start":"2026-03-29T02:16:01.436741Z","end":"2026-03-29T02:16:01.758408Z","steps":["trace[2089916044] 'process raft request' (duration: 321.567325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.75865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:01.436719Z","time spent":"321.80909ms","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:01.758718Z","caller":"traceutil/trace.go:171","msg":"trace[1380134180] transaction","detail":"{read_only:false; response_revision:6614; number_of_response:1; }","duration":"321.851301ms","start":"2026-03-29T02:16:01.436843Z","end":"2026-03-29T02:16:01.758695Z","steps":["trace[1380134180] 'process raft request' (duration: 321.510204ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:01.758768Z","caller":"traceutil/trace.go:171","msg":"trace[1414422388] transaction","detail":"{read_only:false; response_revision:6612; number_of_response:1; }","duration":"322.891933ms","start":"2026-03-29T02:16:01.435839Z","end":"2026-03-29T02:16:01.75873Z","steps":["trace[1414422388] 'process raft request' (duration: 322.265939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.758889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:01.436837Z","time spent":"321.970844ms","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1498,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:01.759072Z","caller":"traceutil/trace.go:171","msg":"trace[277805801] transaction","detail":"{read_only:false; response_revision:6615; number_of_response:1; }","duration":"319.186412ms","start":"2026-03-29T02:16:01.439859Z","end":"2026-03-29T02:16:01.759046Z","steps":["trace[277805801] 'process raft request' (duration: 318.749492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.759177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:01.439847Z","time spent":"319.282054ms","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1549,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:01.759189Z","caller":"traceutil/trace.go:171","msg":"trace[308902052] linearizableReadLoop","detail":"{readStateIndex:6891; appliedIndex:6887; }","duration":"319.797316ms","start":"2026-03-29T02:16:01.439365Z","end":"2026-03-29T02:16:01.759163Z","steps":["trace[308902052] 'read index received' (duration: 62.295398ms)","trace[308902052] 'applied index is now lower than readState.Index' (duration: 257.500298ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:01.7593Z","caller":"traceutil/trace.go:171","msg":"trace[1481769987] transaction","detail":"{read_only:false; response_revision:6616; number_of_response:1; }","duration":"311.769108ms","start":"2026-03-29T02:16:01.447518Z","end":"2026-03-29T02:16:01.759287Z","steps":["trace[1481769987] 'process raft request' (duration: 311.474372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.75936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:01.447511Z","time spent":"311.820909ms","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5192,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:01.759558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.157613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-29T02:16:01.759606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.046317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-03-29T02:16:01.759621Z","caller":"traceutil/trace.go:171","msg":"trace[2104767294] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:6616; }","duration":"320.274376ms","start":"2026-03-29T02:16:01.439332Z","end":"2026-03-29T02:16:01.759606Z","steps":["trace[2104767294] 'agreement among raft nodes before linearized reading' (duration: 320.015921ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:01.759637Z","caller":"traceutil/trace.go:171","msg":"trace[1657834962] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:6616; }","duration":"191.093808ms","start":"2026-03-29T02:16:01.568533Z","end":"2026-03-29T02:16:01.759627Z","steps":["trace[1657834962] 'agreement among raft nodes before linearized reading' (duration: 190.932854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.759663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:01.43932Z","time spent":"320.333537ms","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-03-29T02:16:01.759751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.478716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112374"} {"level":"info","ts":"2026-03-29T02:16:01.7598Z","caller":"traceutil/trace.go:171","msg":"trace[685362191] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:6616; }","duration":"313.540547ms","start":"2026-03-29T02:16:01.446245Z","end":"2026-03-29T02:16:01.759785Z","steps":["trace[685362191] 'agreement among raft nodes before linearized reading' (duration: 313.22382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.759803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.437205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1229"} {"level":"warn","ts":"2026-03-29T02:16:01.759886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.704179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-headless\" ","response":"range_response_count:1 size:1463"} {"level":"warn","ts":"2026-03-29T02:16:01.759831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:01.446238Z","time spent":"313.584238ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112396,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-29T02:16:01.759918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.63424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1225"} {"level":"info","ts":"2026-03-29T02:16:01.759926Z","caller":"traceutil/trace.go:171","msg":"trace[1553084272] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-headless; range_end:; response_count:1; response_revision:6616; }","duration":"190.74498ms","start":"2026-03-29T02:16:01.569172Z","end":"2026-03-29T02:16:01.759917Z","steps":["trace[1553084272] 'agreement among raft nodes before linearized reading' (duration: 190.637518ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:01.759956Z","caller":"traceutil/trace.go:171","msg":"trace[607837041] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:6616; }","duration":"191.715432ms","start":"2026-03-29T02:16:01.568228Z","end":"2026-03-29T02:16:01.759944Z","steps":["trace[607837041] 'agreement among raft nodes before linearized reading' (duration: 191.618729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.75999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.88589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2874"} {"level":"info","ts":"2026-03-29T02:16:01.760026Z","caller":"traceutil/trace.go:171","msg":"trace[488295991] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:6616; }","duration":"189.935351ms","start":"2026-03-29T02:16:01.570079Z","end":"2026-03-29T02:16:01.760014Z","steps":["trace[488295991] 'agreement among raft nodes before linearized reading' (duration: 189.86929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.760068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.326791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7614"} {"level":"info","ts":"2026-03-29T02:16:01.760107Z","caller":"traceutil/trace.go:171","msg":"trace[301296888] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6616; }","duration":"190.380502ms","start":"2026-03-29T02:16:01.569714Z","end":"2026-03-29T02:16:01.760094Z","steps":["trace[301296888] 'agreement among raft nodes before linearized reading' (duration: 190.267768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.760157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.047348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:1 size:1225"} {"level":"warn","ts":"2026-03-29T02:16:01.760187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.720859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-03-29T02:16:01.760201Z","caller":"traceutil/trace.go:171","msg":"trace[1047999590] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:1; response_revision:6616; }","duration":"191.116729ms","start":"2026-03-29T02:16:01.569071Z","end":"2026-03-29T02:16:01.760188Z","steps":["trace[1047999590] 'agreement among raft nodes before linearized reading' (duration: 191.011047ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:01.760221Z","caller":"traceutil/trace.go:171","msg":"trace[906148316] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:6616; }","duration":"194.8053ms","start":"2026-03-29T02:16:01.565406Z","end":"2026-03-29T02:16:01.760211Z","steps":["trace[906148316] 'agreement among raft nodes before linearized reading' (duration: 194.710358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.760243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.692762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-29T02:16:01.760318Z","caller":"traceutil/trace.go:171","msg":"trace[2093409146] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6616; }","duration":"191.765763ms","start":"2026-03-29T02:16:01.568538Z","end":"2026-03-29T02:16:01.760303Z","steps":["trace[2093409146] 'agreement among raft nodes before linearized reading' (duration: 191.61563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.760379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.816987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-challenges\" ","response":"range_response_count:1 size:1166"} {"level":"info","ts":"2026-03-29T02:16:01.760423Z","caller":"traceutil/trace.go:171","msg":"trace[1871133039] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-challenges; range_end:; response_count:1; response_revision:6616; }","duration":"239.913119ms","start":"2026-03-29T02:16:01.520497Z","end":"2026-03-29T02:16:01.76041Z","steps":["trace[1871133039] 'agreement among raft nodes before linearized reading' (duration: 239.816157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.760443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.525245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-headless\" ","response":"range_response_count:1 size:1312"} {"level":"warn","ts":"2026-03-29T02:16:01.760467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.655331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-ys94p6\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-29T02:16:01.760485Z","caller":"traceutil/trace.go:171","msg":"trace[308138846] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-headless; range_end:; response_count:1; response_revision:6616; }","duration":"190.587267ms","start":"2026-03-29T02:16:01.569889Z","end":"2026-03-29T02:16:01.760476Z","steps":["trace[308138846] 'agreement among raft nodes before linearized reading' (duration: 190.473025ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:01.760501Z","caller":"traceutil/trace.go:171","msg":"trace[1960927410] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-ys94p6; range_end:; response_count:1; response_revision:6616; }","duration":"191.745672ms","start":"2026-03-29T02:16:01.568745Z","end":"2026-03-29T02:16:01.760491Z","steps":["trace[1960927410] 'agreement among raft nodes before linearized reading' (duration: 191.64943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.760556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.035119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1984"} {"level":"info","ts":"2026-03-29T02:16:01.759887Z","caller":"traceutil/trace.go:171","msg":"trace[971706373] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:6616; }","duration":"191.537637ms","start":"2026-03-29T02:16:01.568325Z","end":"2026-03-29T02:16:01.759863Z","steps":["trace[971706373] 'agreement among raft nodes before linearized reading' (duration: 191.376103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.760648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.839824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-messaging-topology-operator-openstack\" ","response":"range_response_count:1 size:3688"} {"level":"info","ts":"2026-03-29T02:16:01.760696Z","caller":"traceutil/trace.go:171","msg":"trace[1976251441] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-messaging-topology-operator-openstack; range_end:; response_count:1; response_revision:6616; }","duration":"242.917925ms","start":"2026-03-29T02:16:01.517762Z","end":"2026-03-29T02:16:01.76068Z","steps":["trace[1976251441] 'agreement among raft nodes before linearized reading' (duration: 242.808552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.760701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.198153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2890"} {"level":"info","ts":"2026-03-29T02:16:01.760735Z","caller":"traceutil/trace.go:171","msg":"trace[319601297] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:6616; }","duration":"192.246824ms","start":"2026-03-29T02:16:01.56848Z","end":"2026-03-29T02:16:01.760727Z","steps":["trace[319601297] 'agreement among raft nodes before linearized reading' (duration: 192.155422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.76077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.137041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1273"} {"level":"info","ts":"2026-03-29T02:16:01.760811Z","caller":"traceutil/trace.go:171","msg":"trace[1428190164] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:6616; }","duration":"192.188022ms","start":"2026-03-29T02:16:01.56861Z","end":"2026-03-29T02:16:01.760798Z","steps":["trace[1428190164] 'agreement among raft nodes before linearized reading' (duration: 192.08601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.760992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.502989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/vector-headless\" ","response":"range_response_count:1 size:1162"} {"level":"warn","ts":"2026-03-29T02:16:01.761031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.4314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112374"} {"level":"info","ts":"2026-03-29T02:16:01.761038Z","caller":"traceutil/trace.go:171","msg":"trace[1362681879] range","detail":"{range_begin:/registry/services/specs/monitoring/vector-headless; range_end:; response_count:1; response_revision:6616; }","duration":"192.566991ms","start":"2026-03-29T02:16:01.56846Z","end":"2026-03-29T02:16:01.761027Z","steps":["trace[1362681879] 'agreement among raft nodes before linearized reading' (duration: 192.459869ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:01.761065Z","caller":"traceutil/trace.go:171","msg":"trace[794500469] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:6616; }","duration":"311.475832ms","start":"2026-03-29T02:16:01.44958Z","end":"2026-03-29T02:16:01.761055Z","steps":["trace[794500469] 'agreement among raft nodes before linearized reading' (duration: 311.272477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.761105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:01.449574Z","time spent":"311.523213ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112396,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-29T02:16:01.761157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.574621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" ","response":"range_response_count:1 size:2555"} {"level":"info","ts":"2026-03-29T02:16:01.761199Z","caller":"traceutil/trace.go:171","msg":"trace[1253322175] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc-unready; range_end:; response_count:1; response_revision:6616; }","duration":"192.631452ms","start":"2026-03-29T02:16:01.568558Z","end":"2026-03-29T02:16:01.761189Z","steps":["trace[1253322175] 'agreement among raft nodes before linearized reading' (duration: 192.53438ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:01.760615Z","caller":"traceutil/trace.go:171","msg":"trace[1756953421] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:6616; }","duration":"192.103421ms","start":"2026-03-29T02:16:01.568502Z","end":"2026-03-29T02:16:01.760605Z","steps":["trace[1756953421] 'agreement among raft nodes before linearized reading' (duration: 191.978178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.761334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.566798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-29T02:16:01.759745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.318751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1075"} {"level":"warn","ts":"2026-03-29T02:16:01.760279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.582986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-03-29T02:16:01.761473Z","caller":"traceutil/trace.go:171","msg":"trace[1882512446] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:6616; }","duration":"192.005548ms","start":"2026-03-29T02:16:01.569392Z","end":"2026-03-29T02:16:01.761397Z","steps":["trace[1882512446] 'agreement among raft nodes before linearized reading' (duration: 190.253029ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:01.761479Z","caller":"traceutil/trace.go:171","msg":"trace[233668] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:6616; }","duration":"191.813813ms","start":"2026-03-29T02:16:01.569643Z","end":"2026-03-29T02:16:01.761456Z","steps":["trace[233668] 'agreement among raft nodes before linearized reading' (duration: 190.544846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.761499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.075992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4867"} {"level":"warn","ts":"2026-03-29T02:16:01.761076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.457368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-03-29T02:16:01.761549Z","caller":"traceutil/trace.go:171","msg":"trace[1035905940] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6616; }","duration":"193.145603ms","start":"2026-03-29T02:16:01.568388Z","end":"2026-03-29T02:16:01.761534Z","steps":["trace[1035905940] 'agreement among raft nodes before linearized reading' (duration: 192.98375ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:01.761378Z","caller":"traceutil/trace.go:171","msg":"trace[79726182] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6616; }","duration":"313.64398ms","start":"2026-03-29T02:16:01.447725Z","end":"2026-03-29T02:16:01.761369Z","steps":["trace[79726182] 'agreement among raft nodes before linearized reading' (duration: 313.545677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.761707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:01.447711Z","time spent":"313.980667ms","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-29T02:16:01.761555Z","caller":"traceutil/trace.go:171","msg":"trace[612422644] range","detail":"{range_begin:/registry/services/specs/monitoring/loki; range_end:; response_count:1; response_revision:6616; }","duration":"192.953189ms","start":"2026-03-29T02:16:01.568592Z","end":"2026-03-29T02:16:01.761545Z","steps":["trace[612422644] 'agreement among raft nodes before linearized reading' (duration: 192.412658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.759067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:01.435818Z","time spent":"323.088078ms","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1618,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:01.947552Z","caller":"traceutil/trace.go:171","msg":"trace[2052137282] transaction","detail":"{read_only:false; response_revision:6618; number_of_response:1; }","duration":"177.037126ms","start":"2026-03-29T02:16:01.770477Z","end":"2026-03-29T02:16:01.947514Z","steps":["trace[2052137282] 'process raft request' (duration: 149.503388ms)","trace[2052137282] 'compare' (duration: 27.312774ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:01.947885Z","caller":"traceutil/trace.go:171","msg":"trace[989255204] transaction","detail":"{read_only:false; response_revision:6619; number_of_response:1; }","duration":"177.276183ms","start":"2026-03-29T02:16:01.770577Z","end":"2026-03-29T02:16:01.947854Z","steps":["trace[989255204] 'process raft request' (duration: 176.860543ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:01.947914Z","caller":"traceutil/trace.go:171","msg":"trace[1036069485] transaction","detail":"{read_only:false; response_revision:6620; number_of_response:1; }","duration":"175.544544ms","start":"2026-03-29T02:16:01.772338Z","end":"2026-03-29T02:16:01.947883Z","steps":["trace[1036069485] 'process raft request' (duration: 175.338659ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:01.947979Z","caller":"traceutil/trace.go:171","msg":"trace[193285497] transaction","detail":"{read_only:false; response_revision:6622; number_of_response:1; }","duration":"175.300099ms","start":"2026-03-29T02:16:01.772658Z","end":"2026-03-29T02:16:01.947958Z","steps":["trace[193285497] 'process raft request' (duration: 175.196657ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:01.948073Z","caller":"traceutil/trace.go:171","msg":"trace[1660544429] transaction","detail":"{read_only:false; response_revision:6621; number_of_response:1; }","duration":"175.459242ms","start":"2026-03-29T02:16:01.772603Z","end":"2026-03-29T02:16:01.948062Z","steps":["trace[1660544429] 'process raft request' (duration: 175.196007ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:01.94842Z","caller":"traceutil/trace.go:171","msg":"trace[1890629067] transaction","detail":"{read_only:false; response_revision:6625; number_of_response:1; }","duration":"172.443025ms","start":"2026-03-29T02:16:01.775942Z","end":"2026-03-29T02:16:01.948385Z","steps":["trace[1890629067] 'process raft request' (duration: 172.299002ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:01.948436Z","caller":"traceutil/trace.go:171","msg":"trace[1084491052] transaction","detail":"{read_only:false; response_revision:6623; number_of_response:1; }","duration":"175.344739ms","start":"2026-03-29T02:16:01.773078Z","end":"2026-03-29T02:16:01.948422Z","steps":["trace[1084491052] 'process raft request' (duration: 174.845358ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:01.948539Z","caller":"traceutil/trace.go:171","msg":"trace[1994915562] linearizableReadLoop","detail":"{readStateIndex:6903; appliedIndex:6894; }","duration":"149.275623ms","start":"2026-03-29T02:16:01.799253Z","end":"2026-03-29T02:16:01.948529Z","steps":["trace[1994915562] 'read index received' (duration: 120.712682ms)","trace[1994915562] 'applied index is now lower than readState.Index' (duration: 28.561791ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:01.948602Z","caller":"traceutil/trace.go:171","msg":"trace[156481570] transaction","detail":"{read_only:false; response_revision:6626; number_of_response:1; }","duration":"170.265487ms","start":"2026-03-29T02:16:01.778327Z","end":"2026-03-29T02:16:01.948593Z","steps":["trace[156481570] 'process raft request' (duration: 170.004111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.948762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.45781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-29T02:16:01.948797Z","caller":"traceutil/trace.go:171","msg":"trace[1311532119] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6626; }","duration":"179.504101ms","start":"2026-03-29T02:16:01.769282Z","end":"2026-03-29T02:16:01.948786Z","steps":["trace[1311532119] 'agreement among raft nodes before linearized reading' (duration: 179.380108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.948888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.551802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-29T02:16:01.948926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.410598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:2917"} {"level":"info","ts":"2026-03-29T02:16:01.948987Z","caller":"traceutil/trace.go:171","msg":"trace[2061265114] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:6626; }","duration":"178.497619ms","start":"2026-03-29T02:16:01.770478Z","end":"2026-03-29T02:16:01.948976Z","steps":["trace[2061265114] 'agreement among raft nodes before linearized reading' (duration: 178.303875ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:01.948991Z","caller":"traceutil/trace.go:171","msg":"trace[265382884] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:6626; }","duration":"179.688995ms","start":"2026-03-29T02:16:01.769279Z","end":"2026-03-29T02:16:01.948968Z","steps":["trace[265382884] 'agreement among raft nodes before linearized reading' (duration: 179.360078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.949011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.727626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-gateway\" ","response":"range_response_count:1 size:1310"} {"level":"info","ts":"2026-03-29T02:16:01.949037Z","caller":"traceutil/trace.go:171","msg":"trace[1756809447] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-gateway; range_end:; response_count:1; response_revision:6626; }","duration":"179.765057ms","start":"2026-03-29T02:16:01.769264Z","end":"2026-03-29T02:16:01.949029Z","steps":["trace[1756809447] 'agreement among raft nodes before linearized reading' (duration: 179.687986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.949156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.005882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-29T02:16:01.949178Z","caller":"traceutil/trace.go:171","msg":"trace[1088211267] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:6626; }","duration":"180.034213ms","start":"2026-03-29T02:16:01.769139Z","end":"2026-03-29T02:16:01.949173Z","steps":["trace[1088211267] 'agreement among raft nodes before linearized reading' (duration: 179.975331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.949212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.885089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-dns\" ","response":"range_response_count:1 size:1211"} {"level":"warn","ts":"2026-03-29T02:16:01.949239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.985618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:1605"} {"level":"warn","ts":"2026-03-29T02:16:01.949209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.804416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4385"} {"level":"info","ts":"2026-03-29T02:16:01.949282Z","caller":"traceutil/trace.go:171","msg":"trace[1452232909] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:6626; }","duration":"159.06615ms","start":"2026-03-29T02:16:01.790204Z","end":"2026-03-29T02:16:01.94927Z","steps":["trace[1452232909] 'agreement among raft nodes before linearized reading' (duration: 158.991528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.949302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.878097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1680"} {"level":"warn","ts":"2026-03-29T02:16:01.949322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.194427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1596"} {"level":"info","ts":"2026-03-29T02:16:01.949347Z","caller":"traceutil/trace.go:171","msg":"trace[1784248331] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:6626; }","duration":"180.223917ms","start":"2026-03-29T02:16:01.769114Z","end":"2026-03-29T02:16:01.949338Z","steps":["trace[1784248331] 'agreement among raft nodes before linearized reading' (duration: 180.159886ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:01.949351Z","caller":"traceutil/trace.go:171","msg":"trace[1198822833] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:6626; }","duration":"178.935249ms","start":"2026-03-29T02:16:01.7704Z","end":"2026-03-29T02:16:01.949335Z","steps":["trace[1198822833] 'agreement among raft nodes before linearized reading' (duration: 178.836117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.949365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.039803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1490"} {"level":"info","ts":"2026-03-29T02:16:01.948395Z","caller":"traceutil/trace.go:171","msg":"trace[2042335337] transaction","detail":"{read_only:false; response_revision:6624; number_of_response:1; }","duration":"173.204642ms","start":"2026-03-29T02:16:01.775176Z","end":"2026-03-29T02:16:01.94838Z","steps":["trace[2042335337] 'process raft request' (duration: 172.961637ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:01.949405Z","caller":"traceutil/trace.go:171","msg":"trace[884499171] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:6626; }","duration":"180.087474ms","start":"2026-03-29T02:16:01.769308Z","end":"2026-03-29T02:16:01.949395Z","steps":["trace[884499171] 'agreement among raft nodes before linearized reading' (duration: 179.999282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.949442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.3645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-memberlist\" ","response":"range_response_count:1 size:1238"} {"level":"info","ts":"2026-03-29T02:16:01.94947Z","caller":"traceutil/trace.go:171","msg":"trace[445262541] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-memberlist; range_end:; response_count:1; response_revision:6626; }","duration":"180.435482ms","start":"2026-03-29T02:16:01.769029Z","end":"2026-03-29T02:16:01.949464Z","steps":["trace[445262541] 'agreement among raft nodes before linearized reading' (duration: 180.371891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.949403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.141535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" ","response":"range_response_count:1 size:2114"} {"level":"warn","ts":"2026-03-29T02:16:01.94948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.245857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" ","response":"range_response_count:1 size:1528"} {"level":"info","ts":"2026-03-29T02:16:01.94951Z","caller":"traceutil/trace.go:171","msg":"trace[1600657133] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-replicas; range_end:; response_count:1; response_revision:6626; }","duration":"180.287039ms","start":"2026-03-29T02:16:01.769214Z","end":"2026-03-29T02:16:01.949501Z","steps":["trace[1600657133] 'agreement among raft nodes before linearized reading' (duration: 180.119895ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:01.949532Z","caller":"traceutil/trace.go:171","msg":"trace[144511101] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission; range_end:; response_count:1; response_revision:6626; }","duration":"180.292658ms","start":"2026-03-29T02:16:01.769222Z","end":"2026-03-29T02:16:01.949515Z","steps":["trace[144511101] 'agreement among raft nodes before linearized reading' (duration: 180.202816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.949296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.096124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:1385"} {"level":"info","ts":"2026-03-29T02:16:01.949581Z","caller":"traceutil/trace.go:171","msg":"trace[684346159] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:6626; }","duration":"180.410261ms","start":"2026-03-29T02:16:01.769157Z","end":"2026-03-29T02:16:01.949567Z","steps":["trace[684346159] 'agreement among raft nodes before linearized reading' (duration: 179.951661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.949615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.096732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:1493"} {"level":"warn","ts":"2026-03-29T02:16:01.949536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.00997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19665"} {"level":"info","ts":"2026-03-29T02:16:01.949687Z","caller":"traceutil/trace.go:171","msg":"trace[2139155304] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6626; }","duration":"179.170094ms","start":"2026-03-29T02:16:01.770503Z","end":"2026-03-29T02:16:01.949673Z","steps":["trace[2139155304] 'agreement among raft nodes before linearized reading' (duration: 178.932519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:01.949688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.496953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd\" ","response":"range_response_count:1 size:1409"} {"level":"info","ts":"2026-03-29T02:16:01.949721Z","caller":"traceutil/trace.go:171","msg":"trace[1918475546] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd; range_end:; response_count:1; response_revision:6626; }","duration":"180.525403ms","start":"2026-03-29T02:16:01.769184Z","end":"2026-03-29T02:16:01.949709Z","steps":["trace[1918475546] 'agreement among raft nodes before linearized reading' (duration: 180.442081ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:01.949251Z","caller":"traceutil/trace.go:171","msg":"trace[1903001039] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-dns; range_end:; response_count:1; response_revision:6626; }","duration":"179.931391ms","start":"2026-03-29T02:16:01.76931Z","end":"2026-03-29T02:16:01.949242Z","steps":["trace[1903001039] 'agreement among raft nodes before linearized reading' (duration: 179.833079ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:01.949289Z","caller":"traceutil/trace.go:171","msg":"trace[1772073396] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:6626; }","duration":"178.920179ms","start":"2026-03-29T02:16:01.770356Z","end":"2026-03-29T02:16:01.949276Z","steps":["trace[1772073396] 'agreement among raft nodes before linearized reading' (duration: 178.726785ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:01.949648Z","caller":"traceutil/trace.go:171","msg":"trace[1917871071] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:6626; }","duration":"179.125183ms","start":"2026-03-29T02:16:01.770513Z","end":"2026-03-29T02:16:01.949638Z","steps":["trace[1917871071] 'agreement among raft nodes before linearized reading' (duration: 179.044051ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:02.160265Z","caller":"traceutil/trace.go:171","msg":"trace[1223519940] transaction","detail":"{read_only:false; response_revision:6627; number_of_response:1; }","duration":"272.246154ms","start":"2026-03-29T02:16:01.887971Z","end":"2026-03-29T02:16:02.160217Z","steps":["trace[1223519940] 'process raft request' (duration: 207.025831ms)","trace[1223519940] 'compare' (duration: 64.764803ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:02.160297Z","caller":"traceutil/trace.go:171","msg":"trace[489022681] linearizableReadLoop","detail":"{readStateIndex:6906; appliedIndex:6903; }","duration":"211.707564ms","start":"2026-03-29T02:16:01.948566Z","end":"2026-03-29T02:16:02.160273Z","steps":["trace[489022681] 'read index received' (duration: 146.42844ms)","trace[489022681] 'applied index is now lower than readState.Index' (duration: 65.277894ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:02.160405Z","caller":"traceutil/trace.go:171","msg":"trace[381640693] transaction","detail":"{read_only:false; response_revision:6628; number_of_response:1; }","duration":"271.938997ms","start":"2026-03-29T02:16:01.888454Z","end":"2026-03-29T02:16:02.160393Z","steps":["trace[381640693] 'process raft request' (duration: 271.64956ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:02.160493Z","caller":"traceutil/trace.go:171","msg":"trace[1227453265] transaction","detail":"{read_only:false; response_revision:6629; number_of_response:1; }","duration":"271.877865ms","start":"2026-03-29T02:16:01.888596Z","end":"2026-03-29T02:16:02.160474Z","steps":["trace[1227453265] 'process raft request' (duration: 271.60418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:02.160601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.260037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-challenges\" ","response":"range_response_count:1 size:1166"} {"level":"info","ts":"2026-03-29T02:16:02.160655Z","caller":"traceutil/trace.go:171","msg":"trace[893361526] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-challenges; range_end:; response_count:1; response_revision:6629; }","duration":"311.339078ms","start":"2026-03-29T02:16:01.849301Z","end":"2026-03-29T02:16:02.16064Z","steps":["trace[893361526] 'agreement among raft nodes before linearized reading' (duration: 311.155914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:02.160698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:01.849294Z","time spent":"311.393841ms","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":1188,"request content":"key:\"/registry/clusterrolebindings/cert-manager-controller-challenges\" "} {"level":"warn","ts":"2026-03-29T02:16:02.160743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.320941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1962"} {"level":"info","ts":"2026-03-29T02:16:02.160787Z","caller":"traceutil/trace.go:171","msg":"trace[1806877903] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6629; }","duration":"345.393873ms","start":"2026-03-29T02:16:01.815382Z","end":"2026-03-29T02:16:02.160776Z","steps":["trace[1806877903] 'agreement among raft nodes before linearized reading' (duration: 345.297511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:02.160796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.034915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:1489"} {"level":"warn","ts":"2026-03-29T02:16:02.160824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:01.815357Z","time spent":"345.460484ms","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1984,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-29T02:16:02.160881Z","caller":"traceutil/trace.go:171","msg":"trace[1516003718] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:6629; }","duration":"317.161228ms","start":"2026-03-29T02:16:01.843697Z","end":"2026-03-29T02:16:02.160858Z","steps":["trace[1516003718] 'agreement among raft nodes before linearized reading' (duration: 316.955003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:02.160906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.326776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:02.160922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:01.843678Z","time spent":"317.236ms","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1511,"request content":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" "} {"level":"info","ts":"2026-03-29T02:16:02.160945Z","caller":"traceutil/trace.go:171","msg":"trace[843761731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6629; }","duration":"286.393377ms","start":"2026-03-29T02:16:01.874536Z","end":"2026-03-29T02:16:02.16093Z","steps":["trace[843761731] 'agreement among raft nodes before linearized reading' (duration: 286.340716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:02.160658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.557949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-messaging-topology-operator-openstack\" ","response":"range_response_count:1 size:3688"} {"level":"info","ts":"2026-03-29T02:16:02.160996Z","caller":"traceutil/trace.go:171","msg":"trace[882312551] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-messaging-topology-operator-openstack; range_end:; response_count:1; response_revision:6629; }","duration":"314.913908ms","start":"2026-03-29T02:16:01.846061Z","end":"2026-03-29T02:16:02.160975Z","steps":["trace[882312551] 'agreement among raft nodes before linearized reading' (duration: 314.473868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:02.161061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:01.846054Z","time spent":"314.98841ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3710,"request content":"key:\"/registry/clusterroles/rabbitmq-messaging-topology-operator-openstack\" "} {"level":"warn","ts":"2026-03-29T02:16:02.66071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198743314,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:16:02.916419Z","caller":"traceutil/trace.go:171","msg":"trace[1127263810] linearizableReadLoop","detail":"{readStateIndex:6907; appliedIndex:6906; }","duration":"756.027137ms","start":"2026-03-29T02:16:02.160355Z","end":"2026-03-29T02:16:02.916382Z","steps":["trace[1127263810] 'read index received' (duration: 666.976976ms)","trace[1127263810] 'applied index is now lower than readState.Index' (duration: 89.048721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:02.916621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.842535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-29T02:16:02.916625Z","caller":"traceutil/trace.go:171","msg":"trace[1079760969] transaction","detail":"{read_only:false; response_revision:6630; number_of_response:1; }","duration":"955.784746ms","start":"2026-03-29T02:16:01.960803Z","end":"2026-03-29T02:16:02.916588Z","steps":["trace[1079760969] 'process raft request' (duration: 866.531671ms)","trace[1079760969] 'compare' (duration: 88.835466ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:02.91668Z","caller":"traceutil/trace.go:171","msg":"trace[1953765060] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6630; }","duration":"799.956578ms","start":"2026-03-29T02:16:02.116709Z","end":"2026-03-29T02:16:02.916666Z","steps":["trace[1953765060] 'agreement among raft nodes before linearized reading' (duration: 799.767104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:02.91664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.842409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"warn","ts":"2026-03-29T02:16:02.916708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:02.116686Z","time spent":"800.01543ms","remote":"127.0.0.1:42364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-29T02:16:02.916703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.057307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:1912"} {"level":"warn","ts":"2026-03-29T02:16:02.916703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.007545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager\" ","response":"range_response_count:1 size:1486"} {"level":"info","ts":"2026-03-29T02:16:02.916746Z","caller":"traceutil/trace.go:171","msg":"trace[1244131583] range","detail":"{range_begin:/registry/services/specs/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:6630; }","duration":"963.137078ms","start":"2026-03-29T02:16:01.953596Z","end":"2026-03-29T02:16:02.916733Z","steps":["trace[1244131583] 'agreement among raft nodes before linearized reading' (duration: 962.949844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:02.916751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.617853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:02.916757Z","caller":"traceutil/trace.go:171","msg":"trace[244532972] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager; range_end:; response_count:1; response_revision:6630; }","duration":"963.099008ms","start":"2026-03-29T02:16:01.953645Z","end":"2026-03-29T02:16:02.916744Z","steps":["trace[244532972] 'agreement among raft nodes before linearized reading' (duration: 962.902093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:02.916704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.835905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:02.916784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:01.953586Z","time spent":"963.187519ms","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":1934,"request content":"key:\"/registry/services/specs/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-03-29T02:16:02.916785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:01.960789Z","time spent":"955.904719ms","remote":"127.0.0.1:54904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5626,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:02.916802Z","caller":"traceutil/trace.go:171","msg":"trace[1737698048] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:6630; }","duration":"838.694825ms","start":"2026-03-29T02:16:02.078088Z","end":"2026-03-29T02:16:02.916783Z","steps":["trace[1737698048] 'agreement among raft nodes before linearized reading' (duration: 838.626864ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:02.916815Z","caller":"traceutil/trace.go:171","msg":"trace[1010223184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6630; }","duration":"753.02904ms","start":"2026-03-29T02:16:02.163777Z","end":"2026-03-29T02:16:02.916806Z","steps":["trace[1010223184] 'agreement among raft nodes before linearized reading' (duration: 752.872046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:02.916838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.704639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:2463"} {"level":"warn","ts":"2026-03-29T02:16:02.916854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:02.163743Z","time spent":"753.098842ms","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:16:02.916743Z","caller":"traceutil/trace.go:171","msg":"trace[1171582887] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:6630; }","duration":"871.979462ms","start":"2026-03-29T02:16:02.044738Z","end":"2026-03-29T02:16:02.916718Z","steps":["trace[1171582887] 'agreement among raft nodes before linearized reading' (duration: 871.680645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:02.916901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.395715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:2934"} {"level":"info","ts":"2026-03-29T02:16:02.916924Z","caller":"traceutil/trace.go:171","msg":"trace[1300585889] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:6630; }","duration":"601.439146ms","start":"2026-03-29T02:16:02.31548Z","end":"2026-03-29T02:16:02.916919Z","steps":["trace[1300585889] 'agreement among raft nodes before linearized reading' (duration: 601.360465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:02.916893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.163619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-29T02:16:02.916944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:02.315469Z","time spent":"601.471287ms","remote":"127.0.0.1:44784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":2956,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" "} {"level":"warn","ts":"2026-03-29T02:16:02.91694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.574691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-03-29T02:16:02.916982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.902443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-coredns\" ","response":"range_response_count:1 size:1403"} {"level":"warn","ts":"2026-03-29T02:16:02.916638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.30498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-03-29T02:16:02.917003Z","caller":"traceutil/trace.go:171","msg":"trace[531817905] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:6630; }","duration":"851.665413ms","start":"2026-03-29T02:16:02.065315Z","end":"2026-03-29T02:16:02.91698Z","steps":["trace[531817905] 'agreement among raft nodes before linearized reading' (duration: 851.460208ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:02.91703Z","caller":"traceutil/trace.go:171","msg":"trace[102287068] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-coredns; range_end:; response_count:1; response_revision:6630; }","duration":"825.966254ms","start":"2026-03-29T02:16:02.091049Z","end":"2026-03-29T02:16:02.917015Z","steps":["trace[102287068] 'agreement among raft nodes before linearized reading' (duration: 825.82819ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:02.917055Z","caller":"traceutil/trace.go:171","msg":"trace[1466676608] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:6630; }","duration":"962.778591ms","start":"2026-03-29T02:16:01.954266Z","end":"2026-03-29T02:16:02.917045Z","steps":["trace[1466676608] 'agreement among raft nodes before linearized reading' (duration: 962.198187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:02.91707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:02.091038Z","time spent":"826.023385ms","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1425,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-coredns\" "} {"level":"warn","ts":"2026-03-29T02:16:02.917397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.239789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-metrics\" ","response":"range_response_count:1 size:1353"} {"level":"warn","ts":"2026-03-29T02:16:02.917425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.037113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-5xgn5-tls\" ","response":"range_response_count:1 size:2184"} {"level":"warn","ts":"2026-03-29T02:16:02.917427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.67046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" ","response":"range_response_count:1 size:2545"} {"level":"warn","ts":"2026-03-29T02:16:02.917457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.690675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" ","response":"range_response_count:1 size:1906"} {"level":"info","ts":"2026-03-29T02:16:02.917458Z","caller":"traceutil/trace.go:171","msg":"trace[2018396215] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-metrics; range_end:; response_count:1; response_revision:6630; }","duration":"750.319731ms","start":"2026-03-29T02:16:02.167125Z","end":"2026-03-29T02:16:02.917445Z","steps":["trace[2018396215] 'agreement among raft nodes before linearized reading' (duration: 750.125117ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:02.917463Z","caller":"traceutil/trace.go:171","msg":"trace[1727268087] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-5xgn5-tls; range_end:; response_count:1; response_revision:6630; }","duration":"627.114955ms","start":"2026-03-29T02:16:02.290335Z","end":"2026-03-29T02:16:02.91745Z","steps":["trace[1727268087] 'agreement among raft nodes before linearized reading' (duration: 626.769927ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:02.917466Z","caller":"traceutil/trace.go:171","msg":"trace[1709944541] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/grafana-tls; range_end:; response_count:1; response_revision:6630; }","duration":"652.724451ms","start":"2026-03-29T02:16:02.264731Z","end":"2026-03-29T02:16:02.917456Z","steps":["trace[1709944541] 'agreement among raft nodes before linearized reading' (duration: 652.472266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:02.916853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:02.078073Z","time spent":"838.769667ms","remote":"127.0.0.1:52772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:02.917483Z","caller":"traceutil/trace.go:171","msg":"trace[815687577] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-ca; range_end:; response_count:1; response_revision:6630; }","duration":"701.734927ms","start":"2026-03-29T02:16:02.21574Z","end":"2026-03-29T02:16:02.917475Z","steps":["trace[815687577] 'agreement among raft nodes before linearized reading' (duration: 701.165003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:02.917499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:02.290312Z","time spent":"627.180926ms","remote":"127.0.0.1:44784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":2206,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-5xgn5-tls\" "} {"level":"warn","ts":"2026-03-29T02:16:02.916808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:01.953629Z","time spent":"963.171419ms","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1508,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:16:02.91751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:02.264722Z","time spent":"652.778193ms","remote":"127.0.0.1:44784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":2567,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" "} {"level":"warn","ts":"2026-03-29T02:16:02.917519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:02.215725Z","time spent":"701.788587ms","remote":"127.0.0.1:44784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1928,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" "} {"level":"warn","ts":"2026-03-29T02:16:02.917497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:02.167114Z","time spent":"750.376352ms","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1375,"request content":"key:\"/registry/services/specs/openstack/valkey-metrics\" "} {"level":"info","ts":"2026-03-29T02:16:02.916984Z","caller":"traceutil/trace.go:171","msg":"trace[1477707177] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6630; }","duration":"925.283891ms","start":"2026-03-29T02:16:01.991672Z","end":"2026-03-29T02:16:02.916956Z","steps":["trace[1477707177] 'agreement among raft nodes before linearized reading' (duration: 924.997505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:02.91708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:02.065294Z","time spent":"851.771107ms","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1341,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-29T02:16:02.917593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:01.991661Z","time spent":"925.924316ms","remote":"127.0.0.1:42364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-29T02:16:02.916882Z","caller":"traceutil/trace.go:171","msg":"trace[1310466410] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:6630; }","duration":"774.770961ms","start":"2026-03-29T02:16:02.142095Z","end":"2026-03-29T02:16:02.916866Z","steps":["trace[1310466410] 'agreement among raft nodes before linearized reading' (duration: 774.650629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:02.916923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:02.044731Z","time spent":"872.177516ms","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-29T02:16:02.917674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:02.142079Z","time spent":"775.58527ms","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":2485,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-03-29T02:16:02.917096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.379802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey\" ","response":"range_response_count:1 size:1508"} {"level":"warn","ts":"2026-03-29T02:16:02.916651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.963045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:1309"} {"level":"warn","ts":"2026-03-29T02:16:02.917177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.207614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-29T02:16:02.917096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:01.954258Z","time spent":"962.830303ms","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1287,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"info","ts":"2026-03-29T02:16:02.917769Z","caller":"traceutil/trace.go:171","msg":"trace[196461669] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:6630; }","duration":"964.110261ms","start":"2026-03-29T02:16:01.953643Z","end":"2026-03-29T02:16:02.917753Z","steps":["trace[196461669] 'agreement among raft nodes before linearized reading' (duration: 962.828852ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:02.917775Z","caller":"traceutil/trace.go:171","msg":"trace[1727905746] range","detail":"{range_begin:/registry/services/specs/openstack/valkey; range_end:; response_count:1; response_revision:6630; }","duration":"873.078517ms","start":"2026-03-29T02:16:02.044677Z","end":"2026-03-29T02:16:02.917756Z","steps":["trace[1727905746] 'agreement among raft nodes before linearized reading' (duration: 872.3394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:02.917315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.25661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-messaging-topology-operator-openstack\" ","response":"range_response_count:1 size:3688"} {"level":"warn","ts":"2026-03-29T02:16:02.917264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.709337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"warn","ts":"2026-03-29T02:16:02.917827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:02.044662Z","time spent":"873.150249ms","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":1530,"request content":"key:\"/registry/services/specs/openstack/valkey\" "} {"level":"warn","ts":"2026-03-29T02:16:02.917325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.880666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:2948"} {"level":"info","ts":"2026-03-29T02:16:02.917782Z","caller":"traceutil/trace.go:171","msg":"trace[80000790] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:6630; }","duration":"583.817538ms","start":"2026-03-29T02:16:02.333948Z","end":"2026-03-29T02:16:02.917766Z","steps":["trace[80000790] 'agreement among raft nodes before linearized reading' (duration: 583.089912ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:02.91786Z","caller":"traceutil/trace.go:171","msg":"trace[638734934] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6630; }","duration":"952.31767ms","start":"2026-03-29T02:16:01.965531Z","end":"2026-03-29T02:16:02.917848Z","steps":["trace[638734934] 'agreement among raft nodes before linearized reading' (duration: 951.175294ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:02.91787Z","caller":"traceutil/trace.go:171","msg":"trace[1564233302] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:6630; }","duration":"677.457079ms","start":"2026-03-29T02:16:02.240403Z","end":"2026-03-29T02:16:02.91786Z","steps":["trace[1564233302] 'agreement among raft nodes before linearized reading' (duration: 676.391745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:02.9179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:01.965522Z","time spent":"952.366621ms","remote":"127.0.0.1:52830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4748,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-29T02:16:02.917907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:02.240382Z","time spent":"677.51618ms","remote":"127.0.0.1:44784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2970,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" "} {"level":"warn","ts":"2026-03-29T02:16:02.917393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.994821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-03-29T02:16:02.917948Z","caller":"traceutil/trace.go:171","msg":"trace[1830276312] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:6630; }","duration":"965.561254ms","start":"2026-03-29T02:16:01.952376Z","end":"2026-03-29T02:16:02.917937Z","steps":["trace[1830276312] 'agreement among raft nodes before linearized reading' (duration: 964.364776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:02.917823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:01.953635Z","time spent":"964.172482ms","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1331,"request content":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" "} {"level":"warn","ts":"2026-03-29T02:16:02.917938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:02.33394Z","time spent":"583.950201ms","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"warn","ts":"2026-03-29T02:16:02.917985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:01.95236Z","time spent":"965.615614ms","remote":"127.0.0.1:54572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1343,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-03-29T02:16:02.917363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.239051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:2776"} {"level":"info","ts":"2026-03-29T02:16:02.917828Z","caller":"traceutil/trace.go:171","msg":"trace[455869945] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-messaging-topology-operator-openstack; range_end:; response_count:1; response_revision:6630; }","duration":"750.785231ms","start":"2026-03-29T02:16:02.167032Z","end":"2026-03-29T02:16:02.917817Z","steps":["trace[455869945] 'agreement among raft nodes before linearized reading' (duration: 750.175588ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:02.918092Z","caller":"traceutil/trace.go:171","msg":"trace[1848891600] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:6630; }","duration":"577.972598ms","start":"2026-03-29T02:16:02.340099Z","end":"2026-03-29T02:16:02.918072Z","steps":["trace[1848891600] 'agreement among raft nodes before linearized reading' (duration: 576.76527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:02.917367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.145902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-challenges\" ","response":"range_response_count:1 size:1166"} {"level":"warn","ts":"2026-03-29T02:16:02.918114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:02.167022Z","time spent":"751.079947ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3710,"request content":"key:\"/registry/clusterroles/rabbitmq-messaging-topology-operator-openstack\" "} {"level":"warn","ts":"2026-03-29T02:16:02.91814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:02.34009Z","time spent":"578.037309ms","remote":"127.0.0.1:44784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":2798,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" "} {"level":"info","ts":"2026-03-29T02:16:02.918149Z","caller":"traceutil/trace.go:171","msg":"trace[1498739833] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-challenges; range_end:; response_count:1; response_revision:6630; }","duration":"752.950639ms","start":"2026-03-29T02:16:02.165187Z","end":"2026-03-29T02:16:02.918138Z","steps":["trace[1498739833] 'agreement among raft nodes before linearized reading' (duration: 752.108651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:02.91736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.969973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1955"} {"level":"warn","ts":"2026-03-29T02:16:02.918193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:02.165169Z","time spent":"753.010961ms","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":1188,"request content":"key:\"/registry/clusterrolebindings/cert-manager-controller-challenges\" "} {"level":"info","ts":"2026-03-29T02:16:02.918248Z","caller":"traceutil/trace.go:171","msg":"trace[1319892555] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6630; }","duration":"726.829771ms","start":"2026-03-29T02:16:02.191363Z","end":"2026-03-29T02:16:02.918193Z","steps":["trace[1319892555] 'agreement among raft nodes before linearized reading' (duration: 725.8709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:02.918305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:02.191325Z","time spent":"726.963924ms","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":1977,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-29T02:16:03.08762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.83213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/auth-system/keycloak\" ","response":"range_response_count:1 size:867"} {"level":"warn","ts":"2026-03-29T02:16:03.087633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.177457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:1 size:16021"} {"level":"info","ts":"2026-03-29T02:16:03.087696Z","caller":"traceutil/trace.go:171","msg":"trace[1030999763] range","detail":"{range_begin:/registry/ingress/auth-system/keycloak; range_end:; response_count:1; response_revision:6631; }","duration":"161.951383ms","start":"2026-03-29T02:16:02.925727Z","end":"2026-03-29T02:16:03.087679Z","steps":["trace[1030999763] 'agreement among raft nodes before linearized reading' (duration: 161.682647ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:03.087718Z","caller":"traceutil/trace.go:171","msg":"trace[1916725142] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:1; response_revision:6631; }","duration":"162.28588ms","start":"2026-03-29T02:16:02.925413Z","end":"2026-03-29T02:16:03.087698Z","steps":["trace[1916725142] 'agreement among raft nodes before linearized reading' (duration: 162.039325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.08779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.988876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:8211"} {"level":"info","ts":"2026-03-29T02:16:03.087851Z","caller":"traceutil/trace.go:171","msg":"trace[1885000384] range","detail":"{range_begin:/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:6631; }","duration":"163.033787ms","start":"2026-03-29T02:16:02.924783Z","end":"2026-03-29T02:16:03.087817Z","steps":["trace[1885000384] 'agreement among raft nodes before linearized reading' (duration: 162.903264ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:03.088023Z","caller":"traceutil/trace.go:171","msg":"trace[411890173] transaction","detail":"{read_only:false; response_revision:6631; number_of_response:1; }","duration":"129.858394ms","start":"2026-03-29T02:16:02.958152Z","end":"2026-03-29T02:16:03.08801Z","steps":["trace[411890173] 'process raft request' (duration: 113.537793ms)","trace[411890173] 'compare' (duration: 15.299868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:03.088092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.408934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15429"} {"level":"info","ts":"2026-03-29T02:16:03.08814Z","caller":"traceutil/trace.go:171","msg":"trace[138755632] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:6631; }","duration":"162.462245ms","start":"2026-03-29T02:16:02.925666Z","end":"2026-03-29T02:16:03.088128Z","steps":["trace[138755632] 'agreement among raft nodes before linearized reading' (duration: 162.349512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.088183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.764659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:03.08821Z","caller":"traceutil/trace.go:171","msg":"trace[1583232802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6631; }","duration":"156.802239ms","start":"2026-03-29T02:16:02.931401Z","end":"2026-03-29T02:16:03.088203Z","steps":["trace[1583232802] 'agreement among raft nodes before linearized reading' (duration: 156.756778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.088357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.991352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15347"} {"level":"warn","ts":"2026-03-29T02:16:03.088382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.911384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:12028"} {"level":"info","ts":"2026-03-29T02:16:03.088408Z","caller":"traceutil/trace.go:171","msg":"trace[480110458] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6631; }","duration":"161.058174ms","start":"2026-03-29T02:16:02.927336Z","end":"2026-03-29T02:16:03.088394Z","steps":["trace[480110458] 'agreement among raft nodes before linearized reading' (duration: 160.903351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.088448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.108595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca\" ","response":"range_response_count:1 size:1970"} {"level":"info","ts":"2026-03-29T02:16:03.08848Z","caller":"traceutil/trace.go:171","msg":"trace[1986065570] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca; range_end:; response_count:1; response_revision:6631; }","duration":"161.147496ms","start":"2026-03-29T02:16:02.927324Z","end":"2026-03-29T02:16:03.088472Z","steps":["trace[1986065570] 'agreement among raft nodes before linearized reading' (duration: 161.054814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.088563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.512402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"range_response_count:1 size:3927"} {"level":"info","ts":"2026-03-29T02:16:03.0886Z","caller":"traceutil/trace.go:171","msg":"trace[154915039] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; response_count:1; response_revision:6631; }","duration":"160.595134ms","start":"2026-03-29T02:16:02.927996Z","end":"2026-03-29T02:16:03.088591Z","steps":["trace[154915039] 'agreement among raft nodes before linearized reading' (duration: 160.504322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.088614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.386941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-29T02:16:03.088635Z","caller":"traceutil/trace.go:171","msg":"trace[754883860] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6631; }","duration":"161.418332ms","start":"2026-03-29T02:16:02.927209Z","end":"2026-03-29T02:16:03.088628Z","steps":["trace[754883860] 'agreement among raft nodes before linearized reading' (duration: 161.372491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.088791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.598422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1619"} {"level":"info","ts":"2026-03-29T02:16:03.088819Z","caller":"traceutil/trace.go:171","msg":"trace[79582030] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6631; }","duration":"164.634663ms","start":"2026-03-29T02:16:02.924179Z","end":"2026-03-29T02:16:03.088813Z","steps":["trace[79582030] 'agreement among raft nodes before linearized reading' (duration: 163.257072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.088816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.156066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1635"} {"level":"info","ts":"2026-03-29T02:16:03.088864Z","caller":"traceutil/trace.go:171","msg":"trace[1565051024] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6631; }","duration":"161.209297ms","start":"2026-03-29T02:16:02.927644Z","end":"2026-03-29T02:16:03.088854Z","steps":["trace[1565051024] 'agreement among raft nodes before linearized reading' (duration: 161.105575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.088965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.570716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:3888"} {"level":"info","ts":"2026-03-29T02:16:03.088415Z","caller":"traceutil/trace.go:171","msg":"trace[1494263213] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6631; }","duration":"162.967016ms","start":"2026-03-29T02:16:02.925437Z","end":"2026-03-29T02:16:03.088404Z","steps":["trace[1494263213] 'agreement among raft nodes before linearized reading' (duration: 162.874084ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:03.089007Z","caller":"traceutil/trace.go:171","msg":"trace[139314189] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:6631; }","duration":"161.613877ms","start":"2026-03-29T02:16:02.927384Z","end":"2026-03-29T02:16:03.088998Z","steps":["trace[139314189] 'agreement among raft nodes before linearized reading' (duration: 161.514194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.089144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.542145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1427"} {"level":"info","ts":"2026-03-29T02:16:03.089177Z","caller":"traceutil/trace.go:171","msg":"trace[144013479] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:6631; }","duration":"161.582125ms","start":"2026-03-29T02:16:02.927587Z","end":"2026-03-29T02:16:03.089169Z","steps":["trace[144013479] 'agreement among raft nodes before linearized reading' (duration: 161.493563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.087633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.362352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" ","response":"range_response_count:1 size:2108"} {"level":"info","ts":"2026-03-29T02:16:03.089223Z","caller":"traceutil/trace.go:171","msg":"trace[964222928] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-server; range_end:; response_count:1; response_revision:6631; }","duration":"164.024769ms","start":"2026-03-29T02:16:02.925188Z","end":"2026-03-29T02:16:03.089213Z","steps":["trace[964222928] 'agreement among raft nodes before linearized reading' (duration: 162.293491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.089362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.910342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:5706"} {"level":"info","ts":"2026-03-29T02:16:03.089404Z","caller":"traceutil/trace.go:171","msg":"trace[1447884331] range","detail":"{range_begin:/registry/daemonsets/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:6631; }","duration":"161.959054ms","start":"2026-03-29T02:16:02.927434Z","end":"2026-03-29T02:16:03.089393Z","steps":["trace[1447884331] 'agreement among raft nodes before linearized reading' (duration: 161.866092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.089472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.376879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2102"} {"level":"info","ts":"2026-03-29T02:16:03.089504Z","caller":"traceutil/trace.go:171","msg":"trace[1673914115] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:6631; }","duration":"165.411379ms","start":"2026-03-29T02:16:02.924084Z","end":"2026-03-29T02:16:03.089495Z","steps":["trace[1673914115] 'agreement among raft nodes before linearized reading' (duration: 165.342848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.089412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.757907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2918"} {"level":"info","ts":"2026-03-29T02:16:03.089614Z","caller":"traceutil/trace.go:171","msg":"trace[624766290] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:6631; }","duration":"165.963662ms","start":"2026-03-29T02:16:02.923639Z","end":"2026-03-29T02:16:03.089602Z","steps":["trace[624766290] 'agreement among raft nodes before linearized reading' (duration: 165.733967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.089647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.650364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-29T02:16:03.089675Z","caller":"traceutil/trace.go:171","msg":"trace[1433469395] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6631; }","duration":"165.686816ms","start":"2026-03-29T02:16:02.923979Z","end":"2026-03-29T02:16:03.089666Z","steps":["trace[1433469395] 'agreement among raft nodes before linearized reading' (duration: 165.623595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.089898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.533454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6129"} {"level":"info","ts":"2026-03-29T02:16:03.089944Z","caller":"traceutil/trace.go:171","msg":"trace[1077207208] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:6631; }","duration":"166.579285ms","start":"2026-03-29T02:16:02.923354Z","end":"2026-03-29T02:16:03.089933Z","steps":["trace[1077207208] 'agreement among raft nodes before linearized reading' (duration: 166.467942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.090001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.760379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" ","response":"range_response_count:1 size:1905"} {"level":"info","ts":"2026-03-29T02:16:03.090045Z","caller":"traceutil/trace.go:171","msg":"trace[1044406569] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/self-signed-ca; range_end:; response_count:1; response_revision:6631; }","duration":"166.82562ms","start":"2026-03-29T02:16:02.92321Z","end":"2026-03-29T02:16:03.090036Z","steps":["trace[1044406569] 'agreement among raft nodes before linearized reading' (duration: 166.747578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.116599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.143205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18a12e39e1dd7528\" ","response":"range_response_count:1 size:746"} {"level":"info","ts":"2026-03-29T02:16:03.116661Z","caller":"traceutil/trace.go:171","msg":"trace[2065008137] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18a12e39e1dd7528; range_end:; response_count:1; response_revision:6632; }","duration":"123.243927ms","start":"2026-03-29T02:16:02.993401Z","end":"2026-03-29T02:16:03.116645Z","steps":["trace[2065008137] 'agreement among raft nodes before linearized reading' (duration: 123.033523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.11664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.810616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1455"} {"level":"warn","ts":"2026-03-29T02:16:03.116756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.820528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-clusterissuers\" ","response":"range_response_count:1 size:1178"} {"level":"info","ts":"2026-03-29T02:16:03.116879Z","caller":"traceutil/trace.go:171","msg":"trace[776393745] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-clusterissuers; range_end:; response_count:1; response_revision:6632; }","duration":"109.033703ms","start":"2026-03-29T02:16:03.007813Z","end":"2026-03-29T02:16:03.116847Z","steps":["trace[776393745] 'agreement among raft nodes before linearized reading' (duration: 108.670705ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:03.116903Z","caller":"traceutil/trace.go:171","msg":"trace[1040290888] transaction","detail":"{read_only:false; response_revision:6632; number_of_response:1; }","duration":"127.167715ms","start":"2026-03-29T02:16:02.989682Z","end":"2026-03-29T02:16:03.116849Z","steps":["trace[1040290888] 'process raft request' (duration: 126.551031ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:03.117726Z","caller":"traceutil/trace.go:171","msg":"trace[443268269] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6632; }","duration":"121.920957ms","start":"2026-03-29T02:16:02.994782Z","end":"2026-03-29T02:16:03.116703Z","steps":["trace[443268269] 'agreement among raft nodes before linearized reading' (duration: 121.661632ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:03.32116Z","caller":"traceutil/trace.go:171","msg":"trace[1813464737] linearizableReadLoop","detail":"{readStateIndex:6912; appliedIndex:6911; }","duration":"156.164335ms","start":"2026-03-29T02:16:03.164958Z","end":"2026-03-29T02:16:03.321122Z","steps":["trace[1813464737] 'read index received' (duration: 59.733531ms)","trace[1813464737] 'applied index is now lower than readState.Index' (duration: 96.429434ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:03.321235Z","caller":"traceutil/trace.go:171","msg":"trace[195422518] transaction","detail":"{read_only:false; response_revision:6634; number_of_response:1; }","duration":"162.673959ms","start":"2026-03-29T02:16:03.158523Z","end":"2026-03-29T02:16:03.321197Z","steps":["trace[195422518] 'process raft request' (duration: 66.223284ms)","trace[195422518] 'compare' (duration: 96.180659ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:03.32146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.961671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9685"} {"level":"info","ts":"2026-03-29T02:16:03.321519Z","caller":"traceutil/trace.go:171","msg":"trace[434023264] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:6634; }","duration":"156.068174ms","start":"2026-03-29T02:16:03.165434Z","end":"2026-03-29T02:16:03.321502Z","steps":["trace[434023264] 'agreement among raft nodes before linearized reading' (duration: 155.90756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.321519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.533763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-29T02:16:03.321618Z","caller":"traceutil/trace.go:171","msg":"trace[68248500] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:6634; }","duration":"156.662457ms","start":"2026-03-29T02:16:03.164931Z","end":"2026-03-29T02:16:03.321593Z","steps":["trace[68248500] 'agreement among raft nodes before linearized reading' (duration: 156.35969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.321913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.07534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-clusterissuers\" ","response":"range_response_count:1 size:1178"} {"level":"info","ts":"2026-03-29T02:16:03.321965Z","caller":"traceutil/trace.go:171","msg":"trace[397053832] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-clusterissuers; range_end:; response_count:1; response_revision:6634; }","duration":"112.177632ms","start":"2026-03-29T02:16:03.209775Z","end":"2026-03-29T02:16:03.321952Z","steps":["trace[397053832] 'agreement among raft nodes before linearized reading' (duration: 112.05124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.322024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.70503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:1509"} {"level":"warn","ts":"2026-03-29T02:16:03.322042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.161762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager\" ","response":"range_response_count:1 size:1413"} {"level":"info","ts":"2026-03-29T02:16:03.322112Z","caller":"traceutil/trace.go:171","msg":"trace[482598183] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:6634; }","duration":"106.803373ms","start":"2026-03-29T02:16:03.215289Z","end":"2026-03-29T02:16:03.322092Z","steps":["trace[482598183] 'agreement among raft nodes before linearized reading' (duration: 106.598419ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:03.32218Z","caller":"traceutil/trace.go:171","msg":"trace[1125804418] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager; range_end:; response_count:1; response_revision:6634; }","duration":"131.289025ms","start":"2026-03-29T02:16:03.190837Z","end":"2026-03-29T02:16:03.322126Z","steps":["trace[1125804418] 'agreement among raft nodes before linearized reading' (duration: 131.018549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.322223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.243874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-messaging-topology-operator-openstack-admin\" ","response":"range_response_count:1 size:1497"} {"level":"info","ts":"2026-03-29T02:16:03.322276Z","caller":"traceutil/trace.go:171","msg":"trace[622474400] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-messaging-topology-operator-openstack-admin; range_end:; response_count:1; response_revision:6634; }","duration":"108.306157ms","start":"2026-03-29T02:16:03.213957Z","end":"2026-03-29T02:16:03.322263Z","steps":["trace[622474400] 'agreement among raft nodes before linearized reading' (duration: 108.136673ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:03.47732Z","caller":"traceutil/trace.go:171","msg":"trace[1534792155] linearizableReadLoop","detail":"{readStateIndex:6913; appliedIndex:6912; }","duration":"145.799297ms","start":"2026-03-29T02:16:03.331497Z","end":"2026-03-29T02:16:03.477296Z","steps":["trace[1534792155] 'read index received' (duration: 145.588001ms)","trace[1534792155] 'applied index is now lower than readState.Index' (duration: 210.406µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:03.477547Z","caller":"traceutil/trace.go:171","msg":"trace[1421188728] transaction","detail":"{read_only:false; response_revision:6635; number_of_response:1; }","duration":"148.976307ms","start":"2026-03-29T02:16:03.328551Z","end":"2026-03-29T02:16:03.477527Z","steps":["trace[1421188728] 'process raft request' (duration: 148.599467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.477743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.944308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:1 size:763"} {"level":"info","ts":"2026-03-29T02:16:03.477789Z","caller":"traceutil/trace.go:171","msg":"trace[1751826639] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:1; response_revision:6635; }","duration":"136.014639ms","start":"2026-03-29T02:16:03.341763Z","end":"2026-03-29T02:16:03.477777Z","steps":["trace[1751826639] 'agreement among raft nodes before linearized reading' (duration: 135.842465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.477757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.233456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10707"} {"level":"info","ts":"2026-03-29T02:16:03.477943Z","caller":"traceutil/trace.go:171","msg":"trace[2078755526] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6635; }","duration":"146.42234ms","start":"2026-03-29T02:16:03.331476Z","end":"2026-03-29T02:16:03.477898Z","steps":["trace[2078755526] 'agreement among raft nodes before linearized reading' (duration: 146.040991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:03.478121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.028168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9685"} {"level":"info","ts":"2026-03-29T02:16:03.478163Z","caller":"traceutil/trace.go:171","msg":"trace[971947421] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:6635; }","duration":"112.09351ms","start":"2026-03-29T02:16:03.366059Z","end":"2026-03-29T02:16:03.478153Z","steps":["trace[971947421] 'agreement among raft nodes before linearized reading' (duration: 112.022959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:04.515617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.448709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:5014"} {"level":"info","ts":"2026-03-29T02:16:04.515719Z","caller":"traceutil/trace.go:171","msg":"trace[1707324487] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:6639; }","duration":"249.623213ms","start":"2026-03-29T02:16:04.266072Z","end":"2026-03-29T02:16:04.515695Z","steps":["trace[1707324487] 'range keys from in-memory index tree' (duration: 249.211124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:04.51604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.669282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:5641"} {"level":"info","ts":"2026-03-29T02:16:04.516076Z","caller":"traceutil/trace.go:171","msg":"trace[1870386161] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:6639; }","duration":"225.745204ms","start":"2026-03-29T02:16:04.290324Z","end":"2026-03-29T02:16:04.516069Z","steps":["trace[1870386161] 'range keys from in-memory index tree' (duration: 225.56759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:04.516238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.994526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-29T02:16:04.5163Z","caller":"traceutil/trace.go:171","msg":"trace[1706467355] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:6639; }","duration":"201.113449ms","start":"2026-03-29T02:16:04.315173Z","end":"2026-03-29T02:16:04.516287Z","steps":["trace[1706467355] 'range keys from in-memory index tree' (duration: 200.884735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:04.516547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.296137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-webhook:subjectaccessreviews\" ","response":"range_response_count:1 size:1182"} {"level":"info","ts":"2026-03-29T02:16:04.516576Z","caller":"traceutil/trace.go:171","msg":"trace[655463195] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-webhook:subjectaccessreviews; range_end:; response_count:1; response_revision:6639; }","duration":"179.359799ms","start":"2026-03-29T02:16:04.33721Z","end":"2026-03-29T02:16:04.51657Z","steps":["trace[655463195] 'range keys from in-memory index tree' (duration: 179.197785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:04.516925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.081496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-grafana-dccd9cdf\" ","response":"range_response_count:1 size:10502"} {"level":"info","ts":"2026-03-29T02:16:04.516952Z","caller":"traceutil/trace.go:171","msg":"trace[664203221] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-grafana-dccd9cdf; range_end:; response_count:1; response_revision:6639; }","duration":"176.124527ms","start":"2026-03-29T02:16:04.340822Z","end":"2026-03-29T02:16:04.516947Z","steps":["trace[664203221] 'range keys from in-memory index tree' (duration: 175.969684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:04.517146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.976693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:04.51718Z","caller":"traceutil/trace.go:171","msg":"trace[308476729] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:6639; }","duration":"166.012834ms","start":"2026-03-29T02:16:04.351158Z","end":"2026-03-29T02:16:04.517171Z","steps":["trace[308476729] 'count revisions from in-memory index tree' (duration: 165.906362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:04.517297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.856335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:04.517322Z","caller":"traceutil/trace.go:171","msg":"trace[1726858803] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6639; }","duration":"158.932257ms","start":"2026-03-29T02:16:04.358383Z","end":"2026-03-29T02:16:04.517315Z","steps":["trace[1726858803] 'range keys from in-memory index tree' (duration: 158.745413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:04.517441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.273942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:1 size:4680"} {"level":"info","ts":"2026-03-29T02:16:04.517465Z","caller":"traceutil/trace.go:171","msg":"trace[2083496486] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:1; response_revision:6639; }","duration":"153.320072ms","start":"2026-03-29T02:16:04.364139Z","end":"2026-03-29T02:16:04.51746Z","steps":["trace[2083496486] 'range keys from in-memory index tree' (duration: 153.168649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:04.517582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.033164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-03-29T02:16:04.517608Z","caller":"traceutil/trace.go:171","msg":"trace[1518799062] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:1; response_revision:6639; }","duration":"152.071554ms","start":"2026-03-29T02:16:04.365528Z","end":"2026-03-29T02:16:04.5176Z","steps":["trace[1518799062] 'range keys from in-memory index tree' (duration: 151.915851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:04.517739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.703586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9\" ","response":"range_response_count:1 size:3113"} {"level":"info","ts":"2026-03-29T02:16:04.517759Z","caller":"traceutil/trace.go:171","msg":"trace[1954396659] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9; range_end:; response_count:1; response_revision:6639; }","duration":"127.736347ms","start":"2026-03-29T02:16:04.390016Z","end":"2026-03-29T02:16:04.517753Z","steps":["trace[1954396659] 'range keys from in-memory index tree' (duration: 127.643755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:04.517942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.355006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:4132"} {"level":"info","ts":"2026-03-29T02:16:04.51796Z","caller":"traceutil/trace.go:171","msg":"trace[1404881648] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:6639; }","duration":"102.387726ms","start":"2026-03-29T02:16:04.415566Z","end":"2026-03-29T02:16:04.517954Z","steps":["trace[1404881648] 'range keys from in-memory index tree' (duration: 102.289864ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:05.129293Z","caller":"traceutil/trace.go:171","msg":"trace[770446612] transaction","detail":"{read_only:false; response_revision:6640; number_of_response:1; }","duration":"326.535634ms","start":"2026-03-29T02:16:04.802729Z","end":"2026-03-29T02:16:05.129264Z","steps":["trace[770446612] 'process raft request' (duration: 326.34018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:05.129492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:04.802712Z","time spent":"326.665777ms","remote":"127.0.0.1:54920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9567,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:05.20265Z","caller":"traceutil/trace.go:171","msg":"trace[1672774964] linearizableReadLoop","detail":"{readStateIndex:6919; appliedIndex:6917; }","duration":"330.614205ms","start":"2026-03-29T02:16:04.872008Z","end":"2026-03-29T02:16:05.202622Z","steps":["trace[1672774964] 'read index received' (duration: 257.226382ms)","trace[1672774964] 'applied index is now lower than readState.Index' (duration: 73.386883ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:05.20276Z","caller":"traceutil/trace.go:171","msg":"trace[2057201464] transaction","detail":"{read_only:false; response_revision:6641; number_of_response:1; }","duration":"357.274744ms","start":"2026-03-29T02:16:04.845474Z","end":"2026-03-29T02:16:05.202749Z","steps":["trace[2057201464] 'process raft request' (duration: 356.957127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:05.202888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:04.845448Z","time spent":"357.338616ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:05.203061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.041125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:05.203151Z","caller":"traceutil/trace.go:171","msg":"trace[1652559487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6641; }","duration":"331.154968ms","start":"2026-03-29T02:16:04.871963Z","end":"2026-03-29T02:16:05.203118Z","steps":["trace[1652559487] 'agreement among raft nodes before linearized reading' (duration: 331.005285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:05.20319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:04.871952Z","time spent":"331.231679ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:16:05.633236Z","caller":"traceutil/trace.go:171","msg":"trace[1593684006] linearizableReadLoop","detail":"{readStateIndex:6920; appliedIndex:6919; }","duration":"430.493995ms","start":"2026-03-29T02:16:05.202713Z","end":"2026-03-29T02:16:05.633207Z","steps":["trace[1593684006] 'read index received' (duration: 430.28129ms)","trace[1593684006] 'applied index is now lower than readState.Index' (duration: 211.425µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:05.633337Z","caller":"traceutil/trace.go:171","msg":"trace[255128276] transaction","detail":"{read_only:false; response_revision:6642; number_of_response:1; }","duration":"494.667244ms","start":"2026-03-29T02:16:05.138623Z","end":"2026-03-29T02:16:05.633291Z","steps":["trace[255128276] 'process raft request' (duration: 494.387147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:05.633489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.94755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:05.633536Z","caller":"traceutil/trace.go:171","msg":"trace[1653325361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6642; }","duration":"429.056873ms","start":"2026-03-29T02:16:05.204464Z","end":"2026-03-29T02:16:05.633521Z","steps":["trace[1653325361] 'agreement among raft nodes before linearized reading' (duration: 428.968521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:05.633526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:05.138599Z","time spent":"494.818517ms","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3300,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:05.633578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:05.204443Z","time spent":"429.125424ms","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:16:05.633628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.577155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" ","response":"range_response_count:1 size:1930"} {"level":"info","ts":"2026-03-29T02:16:05.633666Z","caller":"traceutil/trace.go:171","msg":"trace[1522296307] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:1; response_revision:6642; }","duration":"726.606575ms","start":"2026-03-29T02:16:04.907047Z","end":"2026-03-29T02:16:05.633654Z","steps":["trace[1522296307] 'agreement among raft nodes before linearized reading' (duration: 726.280178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:05.633579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.556434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-29T02:16:05.633649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.874976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cilium-operator\" ","response":"range_response_count:1 size:785"} {"level":"warn","ts":"2026-03-29T02:16:05.633772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.156267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a12e328d3b4e55\" ","response":"range_response_count:1 size:814"} {"level":"info","ts":"2026-03-29T02:16:05.633767Z","caller":"traceutil/trace.go:171","msg":"trace[285975671] range","detail":"{range_begin:/registry/clusterrolebindings/cilium-operator; range_end:; response_count:1; response_revision:6642; }","duration":"734.04979ms","start":"2026-03-29T02:16:04.899687Z","end":"2026-03-29T02:16:05.633736Z","steps":["trace[285975671] 'agreement among raft nodes before linearized reading' (duration: 733.697343ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:05.633798Z","caller":"traceutil/trace.go:171","msg":"trace[447593243] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18a12e328d3b4e55; range_end:; response_count:1; response_revision:6642; }","duration":"675.202868ms","start":"2026-03-29T02:16:04.958588Z","end":"2026-03-29T02:16:05.633791Z","steps":["trace[447593243] 'agreement among raft nodes before linearized reading' (duration: 674.720358ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:05.63375Z","caller":"traceutil/trace.go:171","msg":"trace[1367000295] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6642; }","duration":"119.759339ms","start":"2026-03-29T02:16:05.513952Z","end":"2026-03-29T02:16:05.633711Z","steps":["trace[1367000295] 'agreement among raft nodes before linearized reading' (duration: 119.490753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:05.633815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:04.958577Z","time spent":"675.233699ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":836,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a12e328d3b4e55\" "} {"level":"warn","ts":"2026-03-29T02:16:05.633645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.587672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:16:05.634107Z","caller":"traceutil/trace.go:171","msg":"trace[1290018239] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; response_count:1; response_revision:6642; }","duration":"114.080333ms","start":"2026-03-29T02:16:05.519975Z","end":"2026-03-29T02:16:05.634056Z","steps":["trace[1290018239] 'agreement among raft nodes before linearized reading' (duration: 113.46609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:05.6337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:04.907015Z","time spent":"726.679177ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1952,"request content":"key:\"/registry/clusterroles/system:aggregate-to-view\" "} {"level":"warn","ts":"2026-03-29T02:16:05.633828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:04.899668Z","time spent":"734.148372ms","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":807,"request content":"key:\"/registry/clusterrolebindings/cilium-operator\" "} {"level":"warn","ts":"2026-03-29T02:16:06.67074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.868818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:06.671646Z","caller":"traceutil/trace.go:171","msg":"trace[1805651921] linearizableReadLoop","detail":"{readStateIndex:6921; appliedIndex:6920; }","duration":"1.031895402s","start":"2026-03-29T02:16:05.639673Z","end":"2026-03-29T02:16:06.671568Z","steps":["trace[1805651921] 'read index received' (duration: 273.086283ms)","trace[1805651921] 'applied index is now lower than readState.Index' (duration: 758.796489ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:06.671845Z","caller":"traceutil/trace.go:171","msg":"trace[928451841] transaction","detail":"{read_only:false; response_revision:6643; number_of_response:1; }","duration":"1.033852214s","start":"2026-03-29T02:16:05.637964Z","end":"2026-03-29T02:16:06.671817Z","steps":["trace[928451841] 'process raft request' (duration: 274.771569ms)","trace[928451841] 'compare' (duration: 757.425968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:06.672026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:05.63795Z","time spent":"1.033947676s","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:06.67179Z","caller":"traceutil/trace.go:171","msg":"trace[242637120] transaction","detail":"{read_only:false; response_revision:6644; number_of_response:1; }","duration":"1.031581904s","start":"2026-03-29T02:16:05.640161Z","end":"2026-03-29T02:16:06.671743Z","steps":["trace[242637120] 'process raft request' (duration: 1.030753626s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:06.672369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:05.640139Z","time spent":"1.032084514s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:06.964325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.198906ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-29T02:16:06.964458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32475095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cilium-operator\" ","response":"range_response_count:1 size:785"} {"level":"info","ts":"2026-03-29T02:16:06.96455Z","caller":"traceutil/trace.go:171","msg":"trace[314611629] range","detail":"{range_begin:/registry/clusterrolebindings/cilium-operator; range_end:; response_count:1; response_revision:6644; }","duration":"1.324917894s","start":"2026-03-29T02:16:05.639609Z","end":"2026-03-29T02:16:06.964527Z","steps":["trace[314611629] 'agreement among raft nodes before linearized reading' (duration: 1.032417423s)","trace[314611629] 'range keys from in-memory index tree' (duration: 292.195884ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:06.964618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:05.639581Z","time spent":"1.325026206s","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":807,"request content":"key:\"/registry/clusterrolebindings/cilium-operator\" "} {"level":"warn","ts":"2026-03-29T02:16:07.172242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198743443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:07.672675Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198743443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:07.87562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000121643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:16:07.87572Z","caller":"traceutil/trace.go:171","msg":"trace[235675957] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000237035s","start":"2026-03-29T02:16:05.875456Z","end":"2026-03-29T02:16:07.875693Z","steps":["trace[235675957] 'agreement among raft nodes before linearized reading' (duration: 2.000119823s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:07.875793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:05.875339Z","time spent":"2.000434889s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:16:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:16:08.17343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198743443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:08.298273Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.014303316s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:16:08.298847Z","caller":"traceutil/trace.go:171","msg":"trace[1827551203] transaction","detail":"{read_only:false; response_revision:6645; number_of_response:1; }","duration":"2.092728501s","start":"2026-03-29T02:16:06.20609Z","end":"2026-03-29T02:16:08.298818Z","steps":["trace[1827551203] 'process raft request' (duration: 2.092405814s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:08.298871Z","caller":"traceutil/trace.go:171","msg":"trace[2087513416] transaction","detail":"{read_only:false; response_revision:6646; number_of_response:1; }","duration":"2.040891724s","start":"2026-03-29T02:16:06.257945Z","end":"2026-03-29T02:16:08.298837Z","steps":["trace[2087513416] 'process raft request' (duration: 2.040793162s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:08.298986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:06.206042Z","time spent":"2.092860663s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:08.299087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:06.257926Z","time spent":"2.041039527s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:08.299091Z","caller":"traceutil/trace.go:171","msg":"trace[1525531841] transaction","detail":"{read_only:false; response_revision:6647; number_of_response:1; }","duration":"2.041051257s","start":"2026-03-29T02:16:06.258017Z","end":"2026-03-29T02:16:08.299068Z","steps":["trace[1525531841] 'process raft request' (duration: 2.040770071s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:08.29922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:06.257984Z","time spent":"2.041217331s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:09.229249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.618864ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T02:16:09.22936Z","caller":"traceutil/trace.go:171","msg":"trace[2036907694] linearizableReadLoop","detail":"{readStateIndex:6927; appliedIndex:6923; }","duration":"2.557591895s","start":"2026-03-29T02:16:06.671749Z","end":"2026-03-29T02:16:09.229341Z","steps":["trace[2036907694] 'read index received' (duration: 1.626832332s)","trace[2036907694] 'applied index is now lower than readState.Index' (duration: 930.757923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:09.229512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.274660591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:5059"} {"level":"info","ts":"2026-03-29T02:16:09.229553Z","caller":"traceutil/trace.go:171","msg":"trace[1461570360] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:6647; }","duration":"3.274766013s","start":"2026-03-29T02:16:05.954774Z","end":"2026-03-29T02:16:09.22954Z","steps":["trace[1461570360] 'agreement among raft nodes before linearized reading' (duration: 3.27466252s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:09.229587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:05.954741Z","time spent":"3.274837054s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":5081,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-03-29T02:16:09.229631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.171006098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-29T02:16:09.229706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.589421634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82262"} {"level":"info","ts":"2026-03-29T02:16:09.229713Z","caller":"traceutil/trace.go:171","msg":"trace[2102939949] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6647; }","duration":"3.171183171s","start":"2026-03-29T02:16:06.058508Z","end":"2026-03-29T02:16:09.229691Z","steps":["trace[2102939949] 'agreement among raft nodes before linearized reading' (duration: 3.170878514s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:09.229733Z","caller":"traceutil/trace.go:171","msg":"trace[535883721] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6647; }","duration":"3.589491026s","start":"2026-03-29T02:16:05.640235Z","end":"2026-03-29T02:16:09.229726Z","steps":["trace[535883721] 'agreement among raft nodes before linearized reading' (duration: 3.589304692s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:09.229752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:05.640227Z","time spent":"3.589519017s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":82284,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:16:09.229763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:06.058481Z","time spent":"3.171272973s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-29T02:16:09.229834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.589904246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:09.229822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.503710109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" ","response":"range_response_count:1 size:1930"} {"level":"info","ts":"2026-03-29T02:16:09.229867Z","caller":"traceutil/trace.go:171","msg":"trace[1179056962] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:6647; }","duration":"3.589980068s","start":"2026-03-29T02:16:05.639876Z","end":"2026-03-29T02:16:09.229856Z","steps":["trace[1179056962] 'agreement among raft nodes before linearized reading' (duration: 3.589920336s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:09.22991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:05.639856Z","time spent":"3.590044079s","remote":"127.0.0.1:59826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:09.229912Z","caller":"traceutil/trace.go:171","msg":"trace[1753230083] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:1; response_revision:6647; }","duration":"3.503859462s","start":"2026-03-29T02:16:05.726034Z","end":"2026-03-29T02:16:09.229894Z","steps":["trace[1753230083] 'agreement among raft nodes before linearized reading' (duration: 3.503646028s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:09.229962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:05.726017Z","time spent":"3.503935674s","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1952,"request content":"key:\"/registry/clusterroles/system:aggregate-to-view\" "} {"level":"warn","ts":"2026-03-29T02:16:09.229961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095762674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:09.229974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.584931376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3315"} {"level":"info","ts":"2026-03-29T02:16:09.230066Z","caller":"traceutil/trace.go:171","msg":"trace[49203312] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:6647; }","duration":"1.095926787s","start":"2026-03-29T02:16:08.134112Z","end":"2026-03-29T02:16:09.230039Z","steps":["trace[49203312] 'agreement among raft nodes before linearized reading' (duration: 1.095750024s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:09.230066Z","caller":"traceutil/trace.go:171","msg":"trace[595692500] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6647; }","duration":"3.585050419s","start":"2026-03-29T02:16:05.644995Z","end":"2026-03-29T02:16:09.230046Z","steps":["trace[595692500] 'agreement among raft nodes before linearized reading' (duration: 3.584760762s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:09.230115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.2542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-29T02:16:09.230117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.169500904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-29T02:16:09.230134Z","caller":"traceutil/trace.go:171","msg":"trace[2054981586] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6647; }","duration":"553.27349ms","start":"2026-03-29T02:16:08.676855Z","end":"2026-03-29T02:16:09.230129Z","steps":["trace[2054981586] 'agreement among raft nodes before linearized reading' (duration: 553.224129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:09.230087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.553143057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.18a12e32a8b85c81\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-03-29T02:16:09.23015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:08.676808Z","time spent":"553.339642ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:16:09.230126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:05.644979Z","time spent":"3.58513159s","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3337,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-29T02:16:09.230152Z","caller":"traceutil/trace.go:171","msg":"trace[1144590860] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6647; }","duration":"3.169589556s","start":"2026-03-29T02:16:06.06055Z","end":"2026-03-29T02:16:09.23014Z","steps":["trace[1144590860] 'agreement among raft nodes before linearized reading' (duration: 3.169492234s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:09.230184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:06.060522Z","time spent":"3.169655596s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-29T02:16:09.230183Z","caller":"traceutil/trace.go:171","msg":"trace[602577900] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.18a12e32a8b85c81; range_end:; response_count:1; response_revision:6647; }","duration":"2.55329304s","start":"2026-03-29T02:16:06.676865Z","end":"2026-03-29T02:16:09.230158Z","steps":["trace[602577900] 'agreement among raft nodes before linearized reading' (duration: 2.552994564s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:09.230234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:06.676845Z","time spent":"2.553377541s","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":805,"request content":"key:\"/registry/events/kube-system/kube-vip-instance.18a12e32a8b85c81\" "} {"level":"warn","ts":"2026-03-29T02:16:09.230126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:08.134084Z","time spent":"1.096027639s","remote":"127.0.0.1:54606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:09.230263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.061337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19665"} {"level":"info","ts":"2026-03-29T02:16:09.230307Z","caller":"traceutil/trace.go:171","msg":"trace[1562438270] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:6647; }","duration":"577.141449ms","start":"2026-03-29T02:16:08.653152Z","end":"2026-03-29T02:16:09.230294Z","steps":["trace[1562438270] 'agreement among raft nodes before linearized reading' (duration: 577.004736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:09.230345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:08.653128Z","time spent":"577.206741ms","remote":"127.0.0.1:54652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19687,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-29T02:16:09.230437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.646564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:16:09.230454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740083058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:09.230474Z","caller":"traceutil/trace.go:171","msg":"trace[1196354570] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:6647; }","duration":"1.74014618s","start":"2026-03-29T02:16:07.490321Z","end":"2026-03-29T02:16:09.230467Z","steps":["trace[1196354570] 'agreement among raft nodes before linearized reading' (duration: 1.740115069s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:09.230246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.707337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:09.230474Z","caller":"traceutil/trace.go:171","msg":"trace[1922970849] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6647; }","duration":"706.728856ms","start":"2026-03-29T02:16:08.523732Z","end":"2026-03-29T02:16:09.230461Z","steps":["trace[1922970849] 'agreement among raft nodes before linearized reading' (duration: 706.666904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:09.230476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354684681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:09.230512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181511986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cluster-admin\" ","response":"range_response_count:1 size:679"} {"level":"warn","ts":"2026-03-29T02:16:09.230515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:08.523708Z","time spent":"706.798578ms","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:09.230532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375628005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-03-29T02:16:09.23055Z","caller":"traceutil/trace.go:171","msg":"trace[1300429830] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:6647; }","duration":"1.375684846s","start":"2026-03-29T02:16:07.85486Z","end":"2026-03-29T02:16:09.230545Z","steps":["trace[1300429830] 'agreement among raft nodes before linearized reading' (duration: 1.375639005s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:09.230549Z","caller":"traceutil/trace.go:171","msg":"trace[495620176] range","detail":"{range_begin:/registry/clusterrolebindings/cluster-admin; range_end:; response_count:1; response_revision:6647; }","duration":"2.181583797s","start":"2026-03-29T02:16:07.048951Z","end":"2026-03-29T02:16:09.230535Z","steps":["trace[495620176] 'agreement among raft nodes before linearized reading' (duration: 2.181496985s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:09.230563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:07.854837Z","time spent":"1.375723317s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":572,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-29T02:16:09.230554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224145424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-29T02:16:09.230583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:07.04893Z","time spent":"2.181642868s","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":701,"request content":"key:\"/registry/clusterrolebindings/cluster-admin\" "} {"level":"info","ts":"2026-03-29T02:16:09.230606Z","caller":"traceutil/trace.go:171","msg":"trace[1643865121] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:6647; }","duration":"1.224197705s","start":"2026-03-29T02:16:08.006393Z","end":"2026-03-29T02:16:09.230591Z","steps":["trace[1643865121] 'agreement among raft nodes before linearized reading' (duration: 1.224051202s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:09.230658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:08.006336Z","time spent":"1.224310448s","remote":"127.0.0.1:54638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-29T02:16:09.230524Z","caller":"traceutil/trace.go:171","msg":"trace[1195211488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6647; }","duration":"1.354769083s","start":"2026-03-29T02:16:07.875743Z","end":"2026-03-29T02:16:09.230513Z","steps":["trace[1195211488] 'agreement among raft nodes before linearized reading' (duration: 1.354695801s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:09.230724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:07.875726Z","time spent":"1.354989757s","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:16:09.23049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:07.490299Z","time spent":"1.74018597s","remote":"127.0.0.1:59784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:09.230509Z","caller":"traceutil/trace.go:171","msg":"trace[2011085333] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:6647; }","duration":"317.007603ms","start":"2026-03-29T02:16:08.913486Z","end":"2026-03-29T02:16:09.230494Z","steps":["trace[2011085333] 'agreement among raft nodes before linearized reading' (duration: 316.742858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:09.231681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:08.913461Z","time spent":"318.1748ms","remote":"127.0.0.1:59946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:09.5112Z","caller":"traceutil/trace.go:171","msg":"trace[123653188] linearizableReadLoop","detail":"{readStateIndex:6928; appliedIndex:6927; }","duration":"276.594659ms","start":"2026-03-29T02:16:09.23458Z","end":"2026-03-29T02:16:09.511174Z","steps":["trace[123653188] 'read index received' (duration: 276.456956ms)","trace[123653188] 'applied index is now lower than readState.Index' (duration: 136.513µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:09.511221Z","caller":"traceutil/trace.go:171","msg":"trace[674721210] transaction","detail":"{read_only:false; response_revision:6648; number_of_response:1; }","duration":"277.543261ms","start":"2026-03-29T02:16:09.233645Z","end":"2026-03-29T02:16:09.511188Z","steps":["trace[674721210] 'process raft request' (duration: 277.375517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:09.511499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.899096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-52668700-98ce-4850-a287-fdac986c2ceb\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-29T02:16:09.511538Z","caller":"traceutil/trace.go:171","msg":"trace[515078508] range","detail":"{range_begin:/registry/persistentvolumes/pvc-52668700-98ce-4850-a287-fdac986c2ceb; range_end:; response_count:1; response_revision:6648; }","duration":"277.003739ms","start":"2026-03-29T02:16:09.234523Z","end":"2026-03-29T02:16:09.511527Z","steps":["trace[515078508] 'agreement among raft nodes before linearized reading' (duration: 276.764293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:10.011818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198743453,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:16:10.187704Z","caller":"traceutil/trace.go:171","msg":"trace[1819981218] transaction","detail":"{read_only:false; response_revision:6649; number_of_response:1; }","duration":"951.841571ms","start":"2026-03-29T02:16:09.235827Z","end":"2026-03-29T02:16:10.187669Z","steps":["trace[1819981218] 'process raft request' (duration: 951.551204ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:10.187781Z","caller":"traceutil/trace.go:171","msg":"trace[1196073915] transaction","detail":"{read_only:false; response_revision:6650; number_of_response:1; }","duration":"951.537503ms","start":"2026-03-29T02:16:09.236201Z","end":"2026-03-29T02:16:10.187738Z","steps":["trace[1196073915] 'process raft request' (duration: 951.350759ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:10.187827Z","caller":"traceutil/trace.go:171","msg":"trace[436148168] transaction","detail":"{read_only:false; response_revision:6652; number_of_response:1; }","duration":"951.295259ms","start":"2026-03-29T02:16:09.236501Z","end":"2026-03-29T02:16:10.187797Z","steps":["trace[436148168] 'process raft request' (duration: 951.115465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:10.187906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:09.235817Z","time spent":"951.986784ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:10.187915Z","caller":"traceutil/trace.go:171","msg":"trace[915834221] linearizableReadLoop","detail":"{readStateIndex:6933; appliedIndex:6928; }","duration":"676.614972ms","start":"2026-03-29T02:16:09.51127Z","end":"2026-03-29T02:16:10.187885Z","steps":["trace[915834221] 'read index received' (duration: 676.188172ms)","trace[915834221] 'applied index is now lower than readState.Index' (duration: 425.44µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:10.188021Z","caller":"traceutil/trace.go:171","msg":"trace[1874186623] transaction","detail":"{read_only:false; response_revision:6653; number_of_response:1; }","duration":"947.743369ms","start":"2026-03-29T02:16:09.240237Z","end":"2026-03-29T02:16:10.18798Z","steps":["trace[1874186623] 'process raft request' (duration: 947.486003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:10.188111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:09.236492Z","time spent":"951.454252ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:10.188131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.127276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cluster-admin\" ","response":"range_response_count:1 size:679"} {"level":"info","ts":"2026-03-29T02:16:10.188169Z","caller":"traceutil/trace.go:171","msg":"trace[657523292] range","detail":"{range_begin:/registry/clusterrolebindings/cluster-admin; range_end:; response_count:1; response_revision:6653; }","duration":"872.210838ms","start":"2026-03-29T02:16:09.315946Z","end":"2026-03-29T02:16:10.188156Z","steps":["trace[657523292] 'agreement among raft nodes before linearized reading' (duration: 872.098446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:10.188145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.209947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:10.1882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:09.236192Z","time spent":"951.674317ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:10.188282Z","caller":"traceutil/trace.go:171","msg":"trace[1129396848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6653; }","duration":"947.368071ms","start":"2026-03-29T02:16:09.240862Z","end":"2026-03-29T02:16:10.18823Z","steps":["trace[1129396848] 'agreement among raft nodes before linearized reading' (duration: 947.058624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:10.188131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.664742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"warn","ts":"2026-03-29T02:16:10.188348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:09.24084Z","time spent":"947.497233ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:16:10.188352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:09.240229Z","time spent":"947.939084ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5072,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:10.188381Z","caller":"traceutil/trace.go:171","msg":"trace[2099114235] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:6653; }","duration":"949.935898ms","start":"2026-03-29T02:16:09.238419Z","end":"2026-03-29T02:16:10.188355Z","steps":["trace[2099114235] 'agreement among raft nodes before linearized reading' (duration: 949.59839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:10.188222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:09.315918Z","time spent":"872.29207ms","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":701,"request content":"key:\"/registry/clusterrolebindings/cluster-admin\" "} {"level":"warn","ts":"2026-03-29T02:16:10.188438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:09.238413Z","time spent":"950.010379ms","remote":"127.0.0.1:54572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1343,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-03-29T02:16:10.188445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.516833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"info","ts":"2026-03-29T02:16:10.188496Z","caller":"traceutil/trace.go:171","msg":"trace[341669516] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:6653; }","duration":"951.606656ms","start":"2026-03-29T02:16:09.236878Z","end":"2026-03-29T02:16:10.188485Z","steps":["trace[341669516] 'agreement among raft nodes before linearized reading' (duration: 951.418472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:10.18852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:09.236844Z","time spent":"951.670046ms","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1158,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-29T02:16:10.18858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.443025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" ","response":"range_response_count:1 size:1930"} {"level":"info","ts":"2026-03-29T02:16:10.188635Z","caller":"traceutil/trace.go:171","msg":"trace[1360066231] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:1; response_revision:6653; }","duration":"953.518137ms","start":"2026-03-29T02:16:09.235103Z","end":"2026-03-29T02:16:10.188621Z","steps":["trace[1360066231] 'agreement among raft nodes before linearized reading' (duration: 953.393634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:10.188684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:09.235094Z","time spent":"953.579319ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1952,"request content":"key:\"/registry/clusterroles/system:aggregate-to-view\" "} {"level":"info","ts":"2026-03-29T02:16:10.189135Z","caller":"traceutil/trace.go:171","msg":"trace[1270026591] transaction","detail":"{read_only:false; response_revision:6651; number_of_response:1; }","duration":"951.36581ms","start":"2026-03-29T02:16:09.236469Z","end":"2026-03-29T02:16:10.187835Z","steps":["trace[1270026591] 'process raft request' (duration: 951.119115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:10.189233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:09.236459Z","time spent":"952.72638ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:10.554526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.024914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:10.554718Z","caller":"traceutil/trace.go:171","msg":"trace[1737565717] linearizableReadLoop","detail":"{readStateIndex:6935; appliedIndex:6933; }","duration":"366.711453ms","start":"2026-03-29T02:16:10.187989Z","end":"2026-03-29T02:16:10.5547Z","steps":["trace[1737565717] 'read index received' (duration: 82.368722ms)","trace[1737565717] 'applied index is now lower than readState.Index' (duration: 284.341801ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:10.554806Z","caller":"traceutil/trace.go:171","msg":"trace[875587494] transaction","detail":"{read_only:false; response_revision:6654; number_of_response:1; }","duration":"527.901039ms","start":"2026-03-29T02:16:10.026893Z","end":"2026-03-29T02:16:10.554794Z","steps":["trace[875587494] 'process raft request' (duration: 243.498906ms)","trace[875587494] 'compare' (duration: 283.855461ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:10.554881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:10.026867Z","time spent":"527.978582ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:10.55501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.702265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:10.555129Z","caller":"traceutil/trace.go:171","msg":"trace[977842296] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:6655; }","duration":"946.91507ms","start":"2026-03-29T02:16:09.608177Z","end":"2026-03-29T02:16:10.555093Z","steps":["trace[977842296] 'agreement among raft nodes before linearized reading' (duration: 946.665875ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:10.555118Z","caller":"traceutil/trace.go:171","msg":"trace[1661100687] transaction","detail":"{read_only:false; response_revision:6655; number_of_response:1; }","duration":"517.476489ms","start":"2026-03-29T02:16:10.037593Z","end":"2026-03-29T02:16:10.55507Z","steps":["trace[1661100687] 'process raft request' (duration: 517.041739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:10.555187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:09.608156Z","time spent":"947.018242ms","remote":"127.0.0.1:54782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:10.555275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008877381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-29T02:16:10.555316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:10.03758Z","time spent":"517.634003ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:10.555287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.276697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:10.555368Z","caller":"traceutil/trace.go:171","msg":"trace[1076598911] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6655; }","duration":"1.009017645s","start":"2026-03-29T02:16:09.546326Z","end":"2026-03-29T02:16:10.555343Z","steps":["trace[1076598911] 'agreement among raft nodes before linearized reading' (duration: 1.008746939s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:10.555411Z","caller":"traceutil/trace.go:171","msg":"trace[1122019369] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:6655; }","duration":"551.546542ms","start":"2026-03-29T02:16:10.003835Z","end":"2026-03-29T02:16:10.555382Z","steps":["trace[1122019369] 'agreement among raft nodes before linearized reading' (duration: 551.233586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:10.555423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:09.546303Z","time spent":"1.009107316s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:16:10.555427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039238462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-29T02:16:10.55557Z","caller":"traceutil/trace.go:171","msg":"trace[106733730] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4; range_end:; response_count:1; response_revision:6655; }","duration":"1.039449618s","start":"2026-03-29T02:16:09.516087Z","end":"2026-03-29T02:16:10.555537Z","steps":["trace[106733730] 'agreement among raft nodes before linearized reading' (duration: 1.039056619s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:10.555688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:09.516059Z","time spent":"1.039610271s","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4\" "} {"level":"warn","ts":"2026-03-29T02:16:10.555479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:10.003808Z","time spent":"551.657235ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:10.703916Z","caller":"traceutil/trace.go:171","msg":"trace[536101781] transaction","detail":"{read_only:false; response_revision:6656; number_of_response:1; }","duration":"507.891306ms","start":"2026-03-29T02:16:10.195989Z","end":"2026-03-29T02:16:10.70388Z","steps":["trace[536101781] 'process raft request' (duration: 482.059305ms)","trace[536101781] 'compare' (duration: 25.590896ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:10.704067Z","caller":"traceutil/trace.go:171","msg":"trace[362591252] transaction","detail":"{read_only:false; response_revision:6657; number_of_response:1; }","duration":"507.634401ms","start":"2026-03-29T02:16:10.196382Z","end":"2026-03-29T02:16:10.704017Z","steps":["trace[362591252] 'process raft request' (duration: 507.428247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:10.704169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:10.19596Z","time spent":"508.05888ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:10.704193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:10.196377Z","time spent":"507.753714ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:16:11.02502Z","caller":"traceutil/trace.go:171","msg":"trace[1717617452] transaction","detail":"{read_only:false; response_revision:6659; number_of_response:1; }","duration":"719.328225ms","start":"2026-03-29T02:16:10.305662Z","end":"2026-03-29T02:16:11.02499Z","steps":["trace[1717617452] 'process raft request' (duration: 719.235033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:11.025196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:10.305642Z","time spent":"719.459698ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:11.025022Z","caller":"traceutil/trace.go:171","msg":"trace[442705055] transaction","detail":"{read_only:false; response_revision:6658; number_of_response:1; }","duration":"719.353226ms","start":"2026-03-29T02:16:10.305631Z","end":"2026-03-29T02:16:11.024984Z","steps":["trace[442705055] 'process raft request' (duration: 718.959948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:11.025379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:10.305585Z","time spent":"719.763295ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:11.025399Z","caller":"traceutil/trace.go:171","msg":"trace[2040587316] linearizableReadLoop","detail":"{readStateIndex:6940; appliedIndex:6935; }","duration":"470.51383ms","start":"2026-03-29T02:16:10.554755Z","end":"2026-03-29T02:16:11.025269Z","steps":["trace[2040587316] 'read index received' (duration: 123.262977ms)","trace[2040587316] 'applied index is now lower than readState.Index' (duration: 347.249973ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:11.025521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.888007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:11.025562Z","caller":"traceutil/trace.go:171","msg":"trace[65439325] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:6661; }","duration":"794.964718ms","start":"2026-03-29T02:16:10.230581Z","end":"2026-03-29T02:16:11.025546Z","steps":["trace[65439325] 'agreement among raft nodes before linearized reading' (duration: 794.877656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:11.025602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:10.23056Z","time spent":"795.0331ms","remote":"127.0.0.1:52830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:11.025613Z","caller":"traceutil/trace.go:171","msg":"trace[392432382] transaction","detail":"{read_only:false; response_revision:6661; number_of_response:1; }","duration":"467.564585ms","start":"2026-03-29T02:16:10.558008Z","end":"2026-03-29T02:16:11.025573Z","steps":["trace[392432382] 'process raft request' (duration: 467.162586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:11.025632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.68148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:11.025745Z","caller":"traceutil/trace.go:171","msg":"trace[529734235] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:6661; }","duration":"826.842393ms","start":"2026-03-29T02:16:10.198878Z","end":"2026-03-29T02:16:11.025721Z","steps":["trace[529734235] 'agreement among raft nodes before linearized reading' (duration: 826.612958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:11.02575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.249259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cluster-admin\" ","response":"range_response_count:1 size:679"} {"level":"warn","ts":"2026-03-29T02:16:11.02582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:10.198871Z","time spent":"826.932326ms","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-03-29T02:16:11.025859Z","caller":"traceutil/trace.go:171","msg":"trace[1779610952] transaction","detail":"{read_only:false; response_revision:6660; number_of_response:1; }","duration":"720.156963ms","start":"2026-03-29T02:16:10.305691Z","end":"2026-03-29T02:16:11.025848Z","steps":["trace[1779610952] 'process raft request' (duration: 719.260403ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:11.025861Z","caller":"traceutil/trace.go:171","msg":"trace[1411103890] range","detail":"{range_begin:/registry/clusterrolebindings/cluster-admin; range_end:; response_count:1; response_revision:6661; }","duration":"830.368142ms","start":"2026-03-29T02:16:10.195467Z","end":"2026-03-29T02:16:11.025836Z","steps":["trace[1411103890] 'agreement among raft nodes before linearized reading' (duration: 830.191608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:11.025894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.94579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:auth-delegator\" ","response":"range_response_count:1 size:651"} {"level":"warn","ts":"2026-03-29T02:16:11.025922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:10.305651Z","time spent":"720.242825ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:11.025939Z","caller":"traceutil/trace.go:171","msg":"trace[774722668] range","detail":"{range_begin:/registry/clusterroles/system:auth-delegator; range_end:; response_count:1; response_revision:6661; }","duration":"749.019942ms","start":"2026-03-29T02:16:10.276907Z","end":"2026-03-29T02:16:11.025927Z","steps":["trace[774722668] 'agreement among raft nodes before linearized reading' (duration: 748.93614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:11.025935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:10.195402Z","time spent":"830.515744ms","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":701,"request content":"key:\"/registry/clusterrolebindings/cluster-admin\" "} {"level":"warn","ts":"2026-03-29T02:16:11.02597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:10.276891Z","time spent":"749.072922ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":673,"request content":"key:\"/registry/clusterroles/system:auth-delegator\" "} {"level":"warn","ts":"2026-03-29T02:16:11.025911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.551263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"warn","ts":"2026-03-29T02:16:11.025802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:10.557986Z","time spent":"467.712899ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:11.02609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.486193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:11.026148Z","caller":"traceutil/trace.go:171","msg":"trace[2082842743] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:6661; }","duration":"829.814969ms","start":"2026-03-29T02:16:10.19627Z","end":"2026-03-29T02:16:11.026085Z","steps":["trace[2082842743] 'agreement among raft nodes before linearized reading' (duration: 829.41134ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:11.02618Z","caller":"traceutil/trace.go:171","msg":"trace[1268420180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6661; }","duration":"834.580905ms","start":"2026-03-29T02:16:10.191585Z","end":"2026-03-29T02:16:11.026166Z","steps":["trace[1268420180] 'agreement among raft nodes before linearized reading' (duration: 834.199676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:11.026192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:10.196236Z","time spent":"829.948972ms","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1287,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"warn","ts":"2026-03-29T02:16:11.026244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.173677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-29T02:16:11.026216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:10.190243Z","time spent":"835.963695ms","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:16:11.02633Z","caller":"traceutil/trace.go:171","msg":"trace[610800608] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6661; }","duration":"467.31912ms","start":"2026-03-29T02:16:10.558997Z","end":"2026-03-29T02:16:11.026316Z","steps":["trace[610800608] 'agreement among raft nodes before linearized reading' (duration: 467.080855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:11.026419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:10.558974Z","time spent":"467.430252ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:16:11.026601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.036632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1862"} {"level":"info","ts":"2026-03-29T02:16:11.02666Z","caller":"traceutil/trace.go:171","msg":"trace[1112494611] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:6661; }","duration":"824.097313ms","start":"2026-03-29T02:16:10.202549Z","end":"2026-03-29T02:16:11.026646Z","steps":["trace[1112494611] 'agreement among raft nodes before linearized reading' (duration: 823.876708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:11.026725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:10.202529Z","time spent":"824.156824ms","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":3,"response size":1884,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:16:11.928662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.284138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:11.928958Z","caller":"traceutil/trace.go:171","msg":"trace[822158750] linearizableReadLoop","detail":"{readStateIndex:6943; appliedIndex:6941; }","duration":"885.200455ms","start":"2026-03-29T02:16:11.043741Z","end":"2026-03-29T02:16:11.928942Z","steps":["trace[822158750] 'read index received' (duration: 59.544079ms)","trace[822158750] 'applied index is now lower than readState.Index' (duration: 825.655496ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:11.929068Z","caller":"traceutil/trace.go:171","msg":"trace[1966144509] transaction","detail":"{read_only:false; response_revision:6663; number_of_response:1; }","duration":"891.280901ms","start":"2026-03-29T02:16:11.037779Z","end":"2026-03-29T02:16:11.92906Z","steps":["trace[1966144509] 'process raft request' (duration: 891.068765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:11.929137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:11.037766Z","time spent":"891.342682ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:11.929364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.597525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:11.929419Z","caller":"traceutil/trace.go:171","msg":"trace[444691549] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6663; }","duration":"885.681046ms","start":"2026-03-29T02:16:11.043728Z","end":"2026-03-29T02:16:11.929409Z","steps":["trace[444691549] 'agreement among raft nodes before linearized reading' (duration: 885.530453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:11.92943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.994644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:auth-delegator\" ","response":"range_response_count:1 size:651"} {"level":"warn","ts":"2026-03-29T02:16:11.929455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:11.043722Z","time spent":"885.726827ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:16:11.929463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.145253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:2 size:3307"} {"level":"warn","ts":"2026-03-29T02:16:11.92947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.120607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-29T02:16:11.929505Z","caller":"traceutil/trace.go:171","msg":"trace[543989073] range","detail":"{range_begin:/registry/clusterroles/system:auth-delegator; range_end:; response_count:1; response_revision:6663; }","duration":"807.087906ms","start":"2026-03-29T02:16:11.122401Z","end":"2026-03-29T02:16:11.929489Z","steps":["trace[543989073] 'agreement among raft nodes before linearized reading' (duration: 806.959633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:11.929519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.831129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:11.92949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.231279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9582"} {"level":"info","ts":"2026-03-29T02:16:11.929538Z","caller":"traceutil/trace.go:171","msg":"trace[737908531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6663; }","duration":"807.21825ms","start":"2026-03-29T02:16:11.122302Z","end":"2026-03-29T02:16:11.92952Z","steps":["trace[737908531] 'agreement among raft nodes before linearized reading' (duration: 807.031065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:11.929554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:11.122398Z","time spent":"807.146557ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":673,"request content":"key:\"/registry/clusterroles/system:auth-delegator\" "} {"level":"info","ts":"2026-03-29T02:16:11.929559Z","caller":"traceutil/trace.go:171","msg":"trace[1393874344] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6663; }","duration":"791.87735ms","start":"2026-03-29T02:16:11.137669Z","end":"2026-03-29T02:16:11.929546Z","steps":["trace[1393874344] 'agreement among raft nodes before linearized reading' (duration: 791.824149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:11.929528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.106665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:16:11.929593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:11.137662Z","time spent":"791.924331ms","remote":"127.0.0.1:54904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-29T02:16:11.929576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.863297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-03-29T02:16:11.92952Z","caller":"traceutil/trace.go:171","msg":"trace[872289927] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/; range_end:/registry/configmaps/envoy-gateway-system0; response_count:2; response_revision:6663; }","duration":"885.219195ms","start":"2026-03-29T02:16:11.044285Z","end":"2026-03-29T02:16:11.929504Z","steps":["trace[872289927] 'agreement among raft nodes before linearized reading' (duration: 885.003401ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:11.929641Z","caller":"traceutil/trace.go:171","msg":"trace[1769651891] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; response_count:1; response_revision:6663; }","duration":"688.289398ms","start":"2026-03-29T02:16:11.241321Z","end":"2026-03-29T02:16:11.92961Z","steps":["trace[1769651891] 'agreement among raft nodes before linearized reading' (duration: 688.049603ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:11.929655Z","caller":"traceutil/trace.go:171","msg":"trace[1202333956] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:6663; }","duration":"884.99352ms","start":"2026-03-29T02:16:11.044641Z","end":"2026-03-29T02:16:11.929635Z","steps":["trace[1202333956] 'agreement among raft nodes before linearized reading' (duration: 884.745055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:11.929725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:11.241293Z","time spent":"688.395571ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-s9btj\" "} {"level":"warn","ts":"2026-03-29T02:16:11.929595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:11.122288Z","time spent":"807.295261ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:16:11.929132Z","caller":"traceutil/trace.go:171","msg":"trace[1074519209] transaction","detail":"{read_only:false; response_revision:6662; number_of_response:1; }","duration":"893.521119ms","start":"2026-03-29T02:16:11.035564Z","end":"2026-03-29T02:16:11.929086Z","steps":["trace[1074519209] 'process raft request' (duration: 67.705648ms)","trace[1074519209] 'compare' (duration: 824.783598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:11.929839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.237741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-03-29T02:16:11.929926Z","caller":"traceutil/trace.go:171","msg":"trace[2009083066] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:6663; }","duration":"243.357934ms","start":"2026-03-29T02:16:11.686547Z","end":"2026-03-29T02:16:11.929905Z","steps":["trace[2009083066] 'agreement among raft nodes before linearized reading' (duration: 242.882874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:11.929956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:11.03554Z","time spent":"894.333886ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:11.929719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:11.044635Z","time spent":"885.074242ms","remote":"127.0.0.1:54640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-29T02:16:11.929669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:11.044279Z","time spent":"885.374298ms","remote":"127.0.0.1:54578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":2,"response size":3329,"request content":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:16:11.929464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.001444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:427"} {"level":"info","ts":"2026-03-29T02:16:11.930223Z","caller":"traceutil/trace.go:171","msg":"trace[1076174971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6663; }","duration":"807.804631ms","start":"2026-03-29T02:16:11.122399Z","end":"2026-03-29T02:16:11.930204Z","steps":["trace[1076174971] 'agreement among raft nodes before linearized reading' (duration: 806.899302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:11.930292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:11.122374Z","time spent":"807.899754ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":449,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:16:11.929587Z","caller":"traceutil/trace.go:171","msg":"trace[831055198] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:6663; }","duration":"882.350932ms","start":"2026-03-29T02:16:11.047218Z","end":"2026-03-29T02:16:11.929569Z","steps":["trace[831055198] 'agreement among raft nodes before linearized reading' (duration: 882.137327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:11.930478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:11.047212Z","time spent":"883.21727ms","remote":"127.0.0.1:54920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9604,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-03-29T02:16:11.929707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.986191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:basic-user\" ","response":"range_response_count:1 size:678"} {"level":"info","ts":"2026-03-29T02:16:11.930582Z","caller":"traceutil/trace.go:171","msg":"trace[1296320594] range","detail":"{range_begin:/registry/clusterroles/system:basic-user; range_end:; response_count:1; response_revision:6663; }","duration":"782.961382ms","start":"2026-03-29T02:16:11.147601Z","end":"2026-03-29T02:16:11.930562Z","steps":["trace[1296320594] 'agreement among raft nodes before linearized reading' (duration: 781.833648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:11.930643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:11.147594Z","time spent":"783.033384ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":700,"request content":"key:\"/registry/clusterroles/system:basic-user\" "} {"level":"warn","ts":"2026-03-29T02:16:12.300749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.864825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:12.300877Z","caller":"traceutil/trace.go:171","msg":"trace[439683563] transaction","detail":"{read_only:false; response_revision:6664; number_of_response:1; }","duration":"364.223729ms","start":"2026-03-29T02:16:11.936631Z","end":"2026-03-29T02:16:12.300855Z","steps":["trace[439683563] 'process raft request' (duration: 224.14783ms)","trace[439683563] 'compare' (duration: 139.730351ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:12.300942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:11.93661Z","time spent":"364.30255ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:12.561295Z","caller":"traceutil/trace.go:171","msg":"trace[1405246941] linearizableReadLoop","detail":"{readStateIndex:6945; appliedIndex:6943; }","duration":"623.410022ms","start":"2026-03-29T02:16:11.937852Z","end":"2026-03-29T02:16:12.561262Z","steps":["trace[1405246941] 'read index received' (duration: 222.944062ms)","trace[1405246941] 'applied index is now lower than readState.Index' (duration: 400.46431ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:12.561434Z","caller":"traceutil/trace.go:171","msg":"trace[1974766219] transaction","detail":"{read_only:false; response_revision:6666; number_of_response:1; }","duration":"623.495254ms","start":"2026-03-29T02:16:11.937927Z","end":"2026-03-29T02:16:12.561423Z","steps":["trace[1974766219] 'process raft request' (duration: 623.194407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:12.561567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:11.937916Z","time spent":"623.563606ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:12.561584Z","caller":"traceutil/trace.go:171","msg":"trace[1008091708] transaction","detail":"{read_only:false; response_revision:6665; number_of_response:1; }","duration":"623.842602ms","start":"2026-03-29T02:16:11.937709Z","end":"2026-03-29T02:16:12.561551Z","steps":["trace[1008091708] 'process raft request' (duration: 559.13805ms)","trace[1008091708] 'compare' (duration: 63.920635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:12.56167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.864121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.18a12e35070533f5\" ","response":"range_response_count:1 size:711"} {"level":"warn","ts":"2026-03-29T02:16:12.561755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:11.937694Z","time spent":"623.971954ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:12.56185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.996005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-29T02:16:12.561777Z","caller":"traceutil/trace.go:171","msg":"trace[1410704984] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.18a12e35070533f5; range_end:; response_count:1; response_revision:6666; }","duration":"623.036854ms","start":"2026-03-29T02:16:11.938716Z","end":"2026-03-29T02:16:12.561753Z","steps":["trace[1410704984] 'agreement among raft nodes before linearized reading' (duration: 622.782768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:12.561893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.50404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/envoy-gateway-system/\" range_end:\"/registry/daemonsets/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:12.56193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.393328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-29T02:16:12.561961Z","caller":"traceutil/trace.go:171","msg":"trace[2074832948] range","detail":"{range_begin:/registry/daemonsets/envoy-gateway-system/; range_end:/registry/daemonsets/envoy-gateway-system0; response_count:0; response_revision:6666; }","duration":"621.588181ms","start":"2026-03-29T02:16:11.940357Z","end":"2026-03-29T02:16:12.561946Z","steps":["trace[2074832948] 'agreement among raft nodes before linearized reading' (duration: 621.464338ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:12.561966Z","caller":"traceutil/trace.go:171","msg":"trace[22784598] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6666; }","duration":"621.460448ms","start":"2026-03-29T02:16:11.940496Z","end":"2026-03-29T02:16:12.561957Z","steps":["trace[22784598] 'agreement among raft nodes before linearized reading' (duration: 621.309895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:12.561982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.040656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:16:12.562013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:11.940481Z","time spent":"621.5241ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:16:12.562016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:11.938687Z","time spent":"623.27582ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":733,"request content":"key:\"/registry/events/kube-system/kube-vip-instance.18a12e35070533f5\" "} {"level":"warn","ts":"2026-03-29T02:16:12.562085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.534507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4582"} {"level":"warn","ts":"2026-03-29T02:16:12.562099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.156965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-29T02:16:12.562102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.195922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:basic-user\" ","response":"range_response_count:1 size:678"} {"level":"info","ts":"2026-03-29T02:16:12.562115Z","caller":"traceutil/trace.go:171","msg":"trace[912737127] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:6666; }","duration":"393.610929ms","start":"2026-03-29T02:16:12.168496Z","end":"2026-03-29T02:16:12.562107Z","steps":["trace[912737127] 'agreement among raft nodes before linearized reading' (duration: 393.509966ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:12.562124Z","caller":"traceutil/trace.go:171","msg":"trace[1952302352] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:6666; }","duration":"227.217027ms","start":"2026-03-29T02:16:12.334901Z","end":"2026-03-29T02:16:12.562118Z","steps":["trace[1952302352] 'agreement among raft nodes before linearized reading' (duration: 227.140175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:12.562092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.897607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" ","response":"range_response_count:1 size:1102"} {"level":"info","ts":"2026-03-29T02:16:12.562142Z","caller":"traceutil/trace.go:171","msg":"trace[1087552746] range","detail":"{range_begin:/registry/clusterroles/system:basic-user; range_end:; response_count:1; response_revision:6666; }","duration":"545.275343ms","start":"2026-03-29T02:16:12.016855Z","end":"2026-03-29T02:16:12.56213Z","steps":["trace[1087552746] 'agreement among raft nodes before linearized reading' (duration: 545.197141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:12.562147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:12.168474Z","time spent":"393.6679ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4604,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-29T02:16:12.562186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:12.016832Z","time spent":"545.347446ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":700,"request content":"key:\"/registry/clusterroles/system:basic-user\" "} {"level":"info","ts":"2026-03-29T02:16:12.562191Z","caller":"traceutil/trace.go:171","msg":"trace[1250213135] range","detail":"{range_begin:/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:1; response_revision:6666; }","duration":"541.077512ms","start":"2026-03-29T02:16:12.021093Z","end":"2026-03-29T02:16:12.562171Z","steps":["trace[1250213135] 'agreement among raft nodes before linearized reading' (duration: 540.748154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:12.562013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:11.940351Z","time spent":"621.649673ms","remote":"127.0.0.1:54934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":27,"request content":"key:\"/registry/daemonsets/envoy-gateway-system/\" range_end:\"/registry/daemonsets/envoy-gateway-system0\" limit:10000 "} {"level":"info","ts":"2026-03-29T02:16:12.561901Z","caller":"traceutil/trace.go:171","msg":"trace[1884169384] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6666; }","duration":"624.048756ms","start":"2026-03-29T02:16:11.937837Z","end":"2026-03-29T02:16:12.561886Z","steps":["trace[1884169384] 'agreement among raft nodes before linearized reading' (duration: 623.908393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:12.562245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:12.021069Z","time spent":"541.166404ms","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1124,"request content":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" "} {"level":"warn","ts":"2026-03-29T02:16:12.562266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:11.937833Z","time spent":"624.426115ms","remote":"127.0.0.1:54638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-29T02:16:12.56171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.36092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:12.56202Z","caller":"traceutil/trace.go:171","msg":"trace[1440834412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6666; }","duration":"257.113448ms","start":"2026-03-29T02:16:12.304896Z","end":"2026-03-29T02:16:12.562009Z","steps":["trace[1440834412] 'agreement among raft nodes before linearized reading' (duration: 257.005375ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:12.562383Z","caller":"traceutil/trace.go:171","msg":"trace[671406638] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:6666; }","duration":"435.080357ms","start":"2026-03-29T02:16:12.127274Z","end":"2026-03-29T02:16:12.562354Z","steps":["trace[671406638] 'agreement among raft nodes before linearized reading' (duration: 434.370491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:12.562305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.63816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-03-29T02:16:12.562543Z","caller":"traceutil/trace.go:171","msg":"trace[1483278758] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:6666; }","duration":"606.211753ms","start":"2026-03-29T02:16:11.956307Z","end":"2026-03-29T02:16:12.562519Z","steps":["trace[1483278758] 'agreement among raft nodes before linearized reading' (duration: 605.422094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:12.562643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:11.956285Z","time spent":"606.342586ms","remote":"127.0.0.1:54578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3039,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-03-29T02:16:12.561985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.767367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:16:12.562777Z","caller":"traceutil/trace.go:171","msg":"trace[1345432003] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6666; }","duration":"368.593126ms","start":"2026-03-29T02:16:12.19417Z","end":"2026-03-29T02:16:12.562763Z","steps":["trace[1345432003] 'agreement among raft nodes before linearized reading' (duration: 367.752207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:12.562455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:12.127252Z","time spent":"435.188489ms","remote":"127.0.0.1:42202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:12.562831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:12.194149Z","time spent":"368.667877ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:16:13.131235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198743494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:13.63177Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198743494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:14.13292Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198743494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:14.375791Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.745265763s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:16:14.376313Z","caller":"traceutil/trace.go:171","msg":"trace[504491409] transaction","detail":"{read_only:false; response_revision:6667; number_of_response:1; }","duration":"1.804284149s","start":"2026-03-29T02:16:12.572006Z","end":"2026-03-29T02:16:14.37629Z","steps":["trace[504491409] 'process raft request' (duration: 1.804072025s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:14.376459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:12.571993Z","time spent":"1.804389381s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:14.376599Z","caller":"traceutil/trace.go:171","msg":"trace[1713816695] transaction","detail":"{read_only:false; response_revision:6668; number_of_response:1; }","duration":"1.804488134s","start":"2026-03-29T02:16:12.572079Z","end":"2026-03-29T02:16:14.376567Z","steps":["trace[1713816695] 'process raft request' (duration: 1.804138866s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:14.376729Z","caller":"traceutil/trace.go:171","msg":"trace[639840611] transaction","detail":"{read_only:false; response_revision:6670; number_of_response:1; }","duration":"1.803563303s","start":"2026-03-29T02:16:12.573139Z","end":"2026-03-29T02:16:14.376702Z","steps":["trace[639840611] 'process raft request' (duration: 1.803488012s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:14.376805Z","caller":"traceutil/trace.go:171","msg":"trace[1074861588] transaction","detail":"{read_only:false; response_revision:6669; number_of_response:1; }","duration":"1.804475913s","start":"2026-03-29T02:16:12.572297Z","end":"2026-03-29T02:16:14.376773Z","steps":["trace[1074861588] 'process raft request' (duration: 1.804209797s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:14.376815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:12.572054Z","time spent":"1.804605707s","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:14.376911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:12.573131Z","time spent":"1.803678756s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:14.376972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:12.572285Z","time spent":"1.804600176s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:14.804754Z","caller":"traceutil/trace.go:171","msg":"trace[1734351822] transaction","detail":"{read_only:false; response_revision:6674; number_of_response:1; }","duration":"1.771602276s","start":"2026-03-29T02:16:13.033124Z","end":"2026-03-29T02:16:14.804727Z","steps":["trace[1734351822] 'process raft request' (duration: 1.771519154s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:14.804803Z","caller":"traceutil/trace.go:171","msg":"trace[666848833] transaction","detail":"{read_only:false; response_revision:6671; number_of_response:1; }","duration":"2.17309157s","start":"2026-03-29T02:16:12.631675Z","end":"2026-03-29T02:16:14.804767Z","steps":["trace[666848833] 'process raft request' (duration: 2.17262146s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:14.804939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:13.033098Z","time spent":"1.77174758s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:14.805006Z","caller":"traceutil/trace.go:171","msg":"trace[1114798913] transaction","detail":"{read_only:false; response_revision:6675; number_of_response:1; }","duration":"1.770694037s","start":"2026-03-29T02:16:13.034301Z","end":"2026-03-29T02:16:14.804995Z","steps":["trace[1114798913] 'process raft request' (duration: 1.7703863s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:14.804999Z","caller":"traceutil/trace.go:171","msg":"trace[27660866] transaction","detail":"{read_only:false; response_revision:6673; number_of_response:1; }","duration":"2.093473807s","start":"2026-03-29T02:16:12.7115Z","end":"2026-03-29T02:16:14.804974Z","steps":["trace[27660866] 'process raft request' (duration: 2.093104859s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:14.805157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:13.034275Z","time spent":"1.770790678s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:14.805158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:12.711482Z","time spent":"2.093589911s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:14.804771Z","caller":"traceutil/trace.go:171","msg":"trace[1892535602] transaction","detail":"{read_only:false; response_revision:6672; number_of_response:1; }","duration":"2.095232567s","start":"2026-03-29T02:16:12.709506Z","end":"2026-03-29T02:16:14.804739Z","steps":["trace[1892535602] 'process raft request' (duration: 2.095023303s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:14.805243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:12.709479Z","time spent":"2.095730108s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:14.805587Z","caller":"traceutil/trace.go:171","msg":"trace[981166307] linearizableReadLoop","detail":"{readStateIndex:6957; appliedIndex:6948; }","duration":"2.175027122s","start":"2026-03-29T02:16:12.630545Z","end":"2026-03-29T02:16:14.805572Z","steps":["trace[981166307] 'read index received' (duration: 1.745663012s)","trace[981166307] 'applied index is now lower than readState.Index' (duration: 429.362289ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:14.805734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.229202231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9582"} {"level":"info","ts":"2026-03-29T02:16:14.805887Z","caller":"traceutil/trace.go:171","msg":"trace[179182070] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:6676; }","duration":"2.229373034s","start":"2026-03-29T02:16:12.576498Z","end":"2026-03-29T02:16:14.805871Z","steps":["trace[179182070] 'agreement among raft nodes before linearized reading' (duration: 2.22917374s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:14.805933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:12.576491Z","time spent":"2.229430615s","remote":"127.0.0.1:54920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9604,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-03-29T02:16:14.806055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.237688599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:16:14.806099Z","caller":"traceutil/trace.go:171","msg":"trace[1809219599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6676; }","duration":"2.237760341s","start":"2026-03-29T02:16:12.568327Z","end":"2026-03-29T02:16:14.806087Z","steps":["trace[1809219599] 'agreement among raft nodes before linearized reading' (duration: 2.237674258s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:14.806135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:12.568309Z","time spent":"2.237818632s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:16:14.806144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.165109604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" ","response":"range_response_count:1 size:1102"} {"level":"warn","ts":"2026-03-29T02:16:14.806149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:12.631654Z","time spent":"2.173218822s","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:14.806207Z","caller":"traceutil/trace.go:171","msg":"trace[1292981628] range","detail":"{range_begin:/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:1; response_revision:6676; }","duration":"2.165205765s","start":"2026-03-29T02:16:12.640985Z","end":"2026-03-29T02:16:14.806191Z","steps":["trace[1292981628] 'agreement among raft nodes before linearized reading' (duration: 2.165064502s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:14.806258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:12.640968Z","time spent":"2.165278807s","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1124,"request content":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" "} {"level":"warn","ts":"2026-03-29T02:16:14.805969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.237650527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/envoy-gateway-system/\" range_end:\"/registry/services/specs/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:1 size:1912"} {"level":"warn","ts":"2026-03-29T02:16:14.806466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.986147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:16:14.806473Z","caller":"traceutil/trace.go:171","msg":"trace[42855062] range","detail":"{range_begin:/registry/services/specs/envoy-gateway-system/; range_end:/registry/services/specs/envoy-gateway-system0; response_count:1; response_revision:6676; }","duration":"2.238214181s","start":"2026-03-29T02:16:12.568232Z","end":"2026-03-29T02:16:14.806446Z","steps":["trace[42855062] 'agreement among raft nodes before linearized reading' (duration: 2.237607696s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:14.806503Z","caller":"traceutil/trace.go:171","msg":"trace[1540748534] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; response_count:1; response_revision:6676; }","duration":"864.065379ms","start":"2026-03-29T02:16:13.942428Z","end":"2026-03-29T02:16:14.806493Z","steps":["trace[1540748534] 'agreement among raft nodes before linearized reading' (duration: 863.961736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:14.805744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.226965682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-29T02:16:14.806549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.017639501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient\" ","response":"range_response_count:1 size:706"} {"level":"warn","ts":"2026-03-29T02:16:14.806626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.07174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4440"} {"level":"info","ts":"2026-03-29T02:16:14.806632Z","caller":"traceutil/trace.go:171","msg":"trace[109396022] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient; range_end:; response_count:1; response_revision:6676; }","duration":"2.017757794s","start":"2026-03-29T02:16:12.788853Z","end":"2026-03-29T02:16:14.806611Z","steps":["trace[109396022] 'agreement among raft nodes before linearized reading' (duration: 2.017600511s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:14.806609Z","caller":"traceutil/trace.go:171","msg":"trace[737210814] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6676; }","duration":"2.227824691s","start":"2026-03-29T02:16:12.578747Z","end":"2026-03-29T02:16:14.806572Z","steps":["trace[737210814] 'agreement among raft nodes before linearized reading' (duration: 2.226867269s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:14.806657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145212709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:16:14.806688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:12.788835Z","time spent":"2.017840496s","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":728,"request content":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient\" "} {"level":"warn","ts":"2026-03-29T02:16:14.806676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.390366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:14.806711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:12.578738Z","time spent":"2.227951504s","remote":"127.0.0.1:42364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-29T02:16:14.806708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.340786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:14.806725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.331961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a12e350b6fe6a0\" ","response":"range_response_count:1 size:741"} {"level":"info","ts":"2026-03-29T02:16:14.806759Z","caller":"traceutil/trace.go:171","msg":"trace[1299529810] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:6676; }","duration":"648.392287ms","start":"2026-03-29T02:16:14.158358Z","end":"2026-03-29T02:16:14.806751Z","steps":["trace[1299529810] 'agreement among raft nodes before linearized reading' (duration: 648.326136ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:14.806761Z","caller":"traceutil/trace.go:171","msg":"trace[1737625407] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:6676; }","duration":"483.542669ms","start":"2026-03-29T02:16:14.323199Z","end":"2026-03-29T02:16:14.806742Z","steps":["trace[1737625407] 'agreement among raft nodes before linearized reading' (duration: 483.383926ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:14.806779Z","caller":"traceutil/trace.go:171","msg":"trace[1008508646] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18a12e350b6fe6a0; range_end:; response_count:1; response_revision:6676; }","duration":"425.422882ms","start":"2026-03-29T02:16:14.38134Z","end":"2026-03-29T02:16:14.806763Z","steps":["trace[1008508646] 'agreement among raft nodes before linearized reading' (duration: 425.280659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:14.806796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:14.158312Z","time spent":"648.475589ms","remote":"127.0.0.1:59794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:14.806817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:14.323169Z","time spent":"483.63166ms","remote":"127.0.0.1:42224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:14.806835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:14.38132Z","time spent":"425.505045ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":763,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a12e350b6fe6a0\" "} {"level":"warn","ts":"2026-03-29T02:16:14.806558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:12.568216Z","time spent":"2.238309592s","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1934,"request content":"key:\"/registry/services/specs/envoy-gateway-system/\" range_end:\"/registry/services/specs/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:16:14.806996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.137474581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:16:14.807044Z","caller":"traceutil/trace.go:171","msg":"trace[314162315] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6676; }","duration":"2.137567483s","start":"2026-03-29T02:16:12.669465Z","end":"2026-03-29T02:16:14.807033Z","steps":["trace[314162315] 'agreement among raft nodes before linearized reading' (duration: 2.137013551s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:14.805793Z","caller":"traceutil/trace.go:171","msg":"trace[1094707671] transaction","detail":"{read_only:false; response_revision:6676; number_of_response:1; }","duration":"1.766127565s","start":"2026-03-29T02:16:13.039649Z","end":"2026-03-29T02:16:14.805777Z","steps":["trace[1094707671] 'process raft request' (duration: 1.765242696s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:14.806666Z","caller":"traceutil/trace.go:171","msg":"trace[2098620163] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:6676; }","duration":"423.139602ms","start":"2026-03-29T02:16:14.383517Z","end":"2026-03-29T02:16:14.806657Z","steps":["trace[2098620163] 'agreement among raft nodes before linearized reading' (duration: 423.04382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:14.807179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:12.669443Z","time spent":"2.137721027s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:16:14.807238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:13.039622Z","time spent":"1.767559058s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:14.807176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:14.383502Z","time spent":"423.662193ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4462,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-03-29T02:16:14.806713Z","caller":"traceutil/trace.go:171","msg":"trace[1481959225] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:6676; }","duration":"1.145305151s","start":"2026-03-29T02:16:13.661395Z","end":"2026-03-29T02:16:14.8067Z","steps":["trace[1481959225] 'agreement among raft nodes before linearized reading' (duration: 1.145200459s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:14.807781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:13.661375Z","time spent":"1.146384664s","remote":"127.0.0.1:54840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:14.806538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:13.942401Z","time spent":"864.12931ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-s9btj\" "} {"level":"warn","ts":"2026-03-29T02:16:14.806693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.93124422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:14.808446Z","caller":"traceutil/trace.go:171","msg":"trace[1301877592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6676; }","duration":"1.932993278s","start":"2026-03-29T02:16:12.875431Z","end":"2026-03-29T02:16:14.808425Z","steps":["trace[1301877592] 'agreement among raft nodes before linearized reading' (duration: 1.931194058s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:14.8085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:12.875355Z","time spent":"1.93313037s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:16:14.953341Z","caller":"traceutil/trace.go:171","msg":"trace[608414608] linearizableReadLoop","detail":"{readStateIndex:6958; appliedIndex:6957; }","duration":"141.439729ms","start":"2026-03-29T02:16:14.811873Z","end":"2026-03-29T02:16:14.953313Z","steps":["trace[608414608] 'read index received' (duration: 141.336567ms)","trace[608414608] 'applied index is now lower than readState.Index' (duration: 101.382µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:14.953382Z","caller":"traceutil/trace.go:171","msg":"trace[278697278] transaction","detail":"{read_only:false; response_revision:6677; number_of_response:1; }","duration":"141.50831ms","start":"2026-03-29T02:16:14.811837Z","end":"2026-03-29T02:16:14.953345Z","steps":["trace[278697278] 'process raft request' (duration: 141.294086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:14.953654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.741925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:16:14.95376Z","caller":"traceutil/trace.go:171","msg":"trace[1647784472] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:6677; }","duration":"141.884698ms","start":"2026-03-29T02:16:14.811855Z","end":"2026-03-29T02:16:14.953739Z","steps":["trace[1647784472] 'agreement among raft nodes before linearized reading' (duration: 141.567101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:14.992143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.98402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/envoy-gateway-system/\" range_end:\"/registry/horizontalpodautoscalers/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:14.992218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.013202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:14.992266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.825853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3315"} {"level":"info","ts":"2026-03-29T02:16:14.992236Z","caller":"traceutil/trace.go:171","msg":"trace[615475839] range","detail":"{range_begin:/registry/horizontalpodautoscalers/envoy-gateway-system/; range_end:/registry/horizontalpodautoscalers/envoy-gateway-system0; response_count:0; response_revision:6678; }","duration":"179.168754ms","start":"2026-03-29T02:16:14.813044Z","end":"2026-03-29T02:16:14.992213Z","steps":["trace[615475839] 'agreement among raft nodes before linearized reading' (duration: 179.016791ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:14.99228Z","caller":"traceutil/trace.go:171","msg":"trace[2014888236] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6678; }","duration":"175.054874ms","start":"2026-03-29T02:16:14.817187Z","end":"2026-03-29T02:16:14.992242Z","steps":["trace[2014888236] 'agreement among raft nodes before linearized reading' (duration: 175.012213ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:14.992294Z","caller":"traceutil/trace.go:171","msg":"trace[2018129788] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6678; }","duration":"176.879153ms","start":"2026-03-29T02:16:14.815405Z","end":"2026-03-29T02:16:14.992285Z","steps":["trace[2018129788] 'agreement among raft nodes before linearized reading' (duration: 176.801711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:14.992396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.599142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:5086"} {"level":"info","ts":"2026-03-29T02:16:14.992437Z","caller":"traceutil/trace.go:171","msg":"trace[1555673160] transaction","detail":"{read_only:false; response_revision:6678; number_of_response:1; }","duration":"179.40493ms","start":"2026-03-29T02:16:14.812996Z","end":"2026-03-29T02:16:14.992401Z","steps":["trace[1555673160] 'process raft request' (duration: 178.807237ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:14.992484Z","caller":"traceutil/trace.go:171","msg":"trace[161631792] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:6678; }","duration":"178.723604ms","start":"2026-03-29T02:16:14.813741Z","end":"2026-03-29T02:16:14.992465Z","steps":["trace[161631792] 'agreement among raft nodes before linearized reading' (duration: 178.442518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:14.992162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.009009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18a12e3a1a709848\" ","response":"range_response_count:1 size:751"} {"level":"warn","ts":"2026-03-29T02:16:14.992547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.808494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82262"} {"level":"info","ts":"2026-03-29T02:16:14.992572Z","caller":"traceutil/trace.go:171","msg":"trace[278937229] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6678; }","duration":"177.843634ms","start":"2026-03-29T02:16:14.814722Z","end":"2026-03-29T02:16:14.992566Z","steps":["trace[278937229] 'agreement among raft nodes before linearized reading' (duration: 177.689261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:14.99254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.630907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient\" ","response":"range_response_count:1 size:706"} {"level":"info","ts":"2026-03-29T02:16:14.992657Z","caller":"traceutil/trace.go:171","msg":"trace[300724490] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient; range_end:; response_count:1; response_revision:6678; }","duration":"100.824291ms","start":"2026-03-29T02:16:14.891807Z","end":"2026-03-29T02:16:14.992631Z","steps":["trace[300724490] 'agreement among raft nodes before linearized reading' (duration: 100.627036ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:14.992568Z","caller":"traceutil/trace.go:171","msg":"trace[1818040783] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18a12e3a1a709848; range_end:; response_count:1; response_revision:6678; }","duration":"178.435798ms","start":"2026-03-29T02:16:14.814114Z","end":"2026-03-29T02:16:14.99255Z","steps":["trace[1818040783] 'agreement among raft nodes before linearized reading' (duration: 177.906116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:14.992183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.915757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" ","response":"range_response_count:1 size:1102"} {"level":"info","ts":"2026-03-29T02:16:14.992778Z","caller":"traceutil/trace.go:171","msg":"trace[446553835] range","detail":"{range_begin:/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:1; response_revision:6678; }","duration":"178.51776ms","start":"2026-03-29T02:16:14.814243Z","end":"2026-03-29T02:16:14.992761Z","steps":["trace[446553835] 'agreement among raft nodes before linearized reading' (duration: 177.782794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:15.193639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.087059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:15.193768Z","caller":"traceutil/trace.go:171","msg":"trace[975115569] transaction","detail":"{read_only:false; response_revision:6679; number_of_response:1; }","duration":"198.45256ms","start":"2026-03-29T02:16:14.995295Z","end":"2026-03-29T02:16:15.193748Z","steps":["trace[975115569] 'process raft request' (duration: 58.159857ms)","trace[975115569] 'compare' (duration: 139.974216ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:15.41523Z","caller":"traceutil/trace.go:171","msg":"trace[1474891301] transaction","detail":"{read_only:false; response_revision:6680; number_of_response:1; }","duration":"419.799278ms","start":"2026-03-29T02:16:14.995412Z","end":"2026-03-29T02:16:15.415211Z","steps":["trace[1474891301] 'process raft request' (duration: 329.269365ms)","trace[1474891301] 'compare' (duration: 90.37873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:15.415345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:14.99538Z","time spent":"419.90578ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:15.415393Z","caller":"traceutil/trace.go:171","msg":"trace[1940788299] linearizableReadLoop","detail":"{readStateIndex:6961; appliedIndex:6959; }","duration":"414.738506ms","start":"2026-03-29T02:16:15.000631Z","end":"2026-03-29T02:16:15.41537Z","steps":["trace[1940788299] 'read index received' (duration: 52.87656ms)","trace[1940788299] 'applied index is now lower than readState.Index' (duration: 361.860666ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:15.415568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.93632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient\" ","response":"range_response_count:1 size:706"} {"level":"info","ts":"2026-03-29T02:16:15.415596Z","caller":"traceutil/trace.go:171","msg":"trace[176177096] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient; range_end:; response_count:1; response_revision:6681; }","duration":"414.990751ms","start":"2026-03-29T02:16:15.000598Z","end":"2026-03-29T02:16:15.415589Z","steps":["trace[176177096] 'agreement among raft nodes before linearized reading' (duration: 414.94019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:15.415612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:15.000583Z","time spent":"415.026212ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":728,"request content":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient\" "} {"level":"info","ts":"2026-03-29T02:16:15.415652Z","caller":"traceutil/trace.go:171","msg":"trace[325546839] transaction","detail":"{read_only:false; response_revision:6681; number_of_response:1; }","duration":"410.339409ms","start":"2026-03-29T02:16:15.005256Z","end":"2026-03-29T02:16:15.415595Z","steps":["trace[325546839] 'process raft request' (duration: 409.912419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:15.415688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.845338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/envoy-gateway-system/\" range_end:\"/registry/poddisruptionbudgets/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:15.41573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.942422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-d79sh.18a12e328d5cf928\" ","response":"range_response_count:1 size:850"} {"level":"info","ts":"2026-03-29T02:16:15.415758Z","caller":"traceutil/trace.go:171","msg":"trace[539691702] range","detail":"{range_begin:/registry/poddisruptionbudgets/envoy-gateway-system/; range_end:/registry/poddisruptionbudgets/envoy-gateway-system0; response_count:0; response_revision:6681; }","duration":"414.964371ms","start":"2026-03-29T02:16:15.000775Z","end":"2026-03-29T02:16:15.415739Z","steps":["trace[539691702] 'agreement among raft nodes before linearized reading' (duration: 414.821898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:15.415787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.599133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3315"} {"level":"warn","ts":"2026-03-29T02:16:15.415812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:15.000768Z","time spent":"415.027452ms","remote":"127.0.0.1:54794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/poddisruptionbudgets/envoy-gateway-system/\" range_end:\"/registry/poddisruptionbudgets/envoy-gateway-system0\" limit:10000 "} {"level":"info","ts":"2026-03-29T02:16:15.415838Z","caller":"traceutil/trace.go:171","msg":"trace[2051512732] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6681; }","duration":"410.663966ms","start":"2026-03-29T02:16:15.005161Z","end":"2026-03-29T02:16:15.415825Z","steps":["trace[2051512732] 'agreement among raft nodes before linearized reading' (duration: 410.517402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:15.415826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:15.005229Z","time spent":"410.510222ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4763,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:15.415861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:15.005155Z","time spent":"410.702206ms","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3337,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-29T02:16:15.415789Z","caller":"traceutil/trace.go:171","msg":"trace[1444798808] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-d79sh.18a12e328d5cf928; range_end:; response_count:1; response_revision:6681; }","duration":"218.047104ms","start":"2026-03-29T02:16:15.197727Z","end":"2026-03-29T02:16:15.415774Z","steps":["trace[1444798808] 'agreement among raft nodes before linearized reading' (duration: 217.86435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:15.415948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.072361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-envoy-gateway-rolebinding\" ","response":"range_response_count:1 size:842"} {"level":"info","ts":"2026-03-29T02:16:15.416158Z","caller":"traceutil/trace.go:171","msg":"trace[1316645357] range","detail":"{range_begin:/registry/clusterrolebindings/envoy-gateway-gateway-helm-envoy-gateway-rolebinding; range_end:; response_count:1; response_revision:6681; }","duration":"306.248595ms","start":"2026-03-29T02:16:15.109777Z","end":"2026-03-29T02:16:15.416026Z","steps":["trace[1316645357] 'agreement among raft nodes before linearized reading' (duration: 305.906137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:15.416218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:15.109756Z","time spent":"306.43826ms","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":864,"request content":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-envoy-gateway-rolebinding\" "} {"level":"warn","ts":"2026-03-29T02:16:15.749939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.443867ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:15.75007Z","caller":"traceutil/trace.go:171","msg":"trace[998302416] linearizableReadLoop","detail":"{readStateIndex:6963; appliedIndex:6962; }","duration":"327.771222ms","start":"2026-03-29T02:16:15.422282Z","end":"2026-03-29T02:16:15.750053Z","steps":["trace[998302416] 'read index received' (duration: 173.150121ms)","trace[998302416] 'applied index is now lower than readState.Index' (duration: 154.619651ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:15.750162Z","caller":"traceutil/trace.go:171","msg":"trace[287177127] transaction","detail":"{read_only:false; response_revision:6682; number_of_response:1; }","duration":"331.826112ms","start":"2026-03-29T02:16:15.418324Z","end":"2026-03-29T02:16:15.75015Z","steps":["trace[287177127] 'process raft request' (duration: 177.055517ms)","trace[287177127] 'compare' (duration: 154.296764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:15.750264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:15.418305Z","time spent":"331.892443ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:15.750493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.200132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"warn","ts":"2026-03-29T02:16:15.750481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.289805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-envoy-gateway-rolebinding\" ","response":"range_response_count:1 size:842"} {"level":"info","ts":"2026-03-29T02:16:15.750549Z","caller":"traceutil/trace.go:171","msg":"trace[837634466] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:6682; }","duration":"328.276914ms","start":"2026-03-29T02:16:15.422259Z","end":"2026-03-29T02:16:15.750536Z","steps":["trace[837634466] 'agreement among raft nodes before linearized reading' (duration: 328.154071ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:15.75057Z","caller":"traceutil/trace.go:171","msg":"trace[1420873636] range","detail":"{range_begin:/registry/clusterrolebindings/envoy-gateway-gateway-helm-envoy-gateway-rolebinding; range_end:; response_count:1; response_revision:6682; }","duration":"253.427707ms","start":"2026-03-29T02:16:15.497123Z","end":"2026-03-29T02:16:15.750551Z","steps":["trace[1420873636] 'agreement among raft nodes before linearized reading' (duration: 253.143781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:15.750586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:15.422245Z","time spent":"328.333005ms","remote":"127.0.0.1:54572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1343,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-03-29T02:16:15.750643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.586254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient\" ","response":"range_response_count:1 size:718"} {"level":"info","ts":"2026-03-29T02:16:15.750724Z","caller":"traceutil/trace.go:171","msg":"trace[1969262125] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient; range_end:; response_count:1; response_revision:6682; }","duration":"250.695117ms","start":"2026-03-29T02:16:15.500004Z","end":"2026-03-29T02:16:15.750699Z","steps":["trace[1969262125] 'agreement among raft nodes before linearized reading' (duration: 250.547094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:16.185197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.2652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:16.185322Z","caller":"traceutil/trace.go:171","msg":"trace[857406852] linearizableReadLoop","detail":"{readStateIndex:6964; appliedIndex:6963; }","duration":"421.161508ms","start":"2026-03-29T02:16:15.764138Z","end":"2026-03-29T02:16:16.185299Z","steps":["trace[857406852] 'read index received' (duration: 150.634772ms)","trace[857406852] 'applied index is now lower than readState.Index' (duration: 270.521756ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:16.185381Z","caller":"traceutil/trace.go:171","msg":"trace[1275499197] transaction","detail":"{read_only:false; response_revision:6683; number_of_response:1; }","duration":"421.633259ms","start":"2026-03-29T02:16:15.76372Z","end":"2026-03-29T02:16:16.185353Z","steps":["trace[1275499197] 'process raft request' (duration: 151.125173ms)","trace[1275499197] 'compare' (duration: 270.124707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:16.185502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:15.763695Z","time spent":"421.744152ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:16.185543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.401883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1455"} {"level":"info","ts":"2026-03-29T02:16:16.185581Z","caller":"traceutil/trace.go:171","msg":"trace[10906401] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6683; }","duration":"421.453265ms","start":"2026-03-29T02:16:15.764119Z","end":"2026-03-29T02:16:16.185572Z","steps":["trace[10906401] 'agreement among raft nodes before linearized reading' (duration: 421.297411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:16.185623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:15.764111Z","time spent":"421.503046ms","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1477,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-29T02:16:16.1857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.633653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:16.185731Z","caller":"traceutil/trace.go:171","msg":"trace[1791941610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6683; }","duration":"310.665124ms","start":"2026-03-29T02:16:15.875059Z","end":"2026-03-29T02:16:16.185724Z","steps":["trace[1791941610] 'agreement among raft nodes before linearized reading' (duration: 310.613233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:16.18575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:15.875004Z","time spent":"310.741885ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:16:16.186019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.475884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient\" ","response":"range_response_count:1 size:718"} {"level":"info","ts":"2026-03-29T02:16:16.18608Z","caller":"traceutil/trace.go:171","msg":"trace[861057222] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient; range_end:; response_count:1; response_revision:6683; }","duration":"270.552625ms","start":"2026-03-29T02:16:15.915514Z","end":"2026-03-29T02:16:16.186067Z","steps":["trace[861057222] 'agreement among raft nodes before linearized reading' (duration: 270.459123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:16.186085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.263295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/goldpinger-clusterrolebinding\" ","response":"range_response_count:1 size:1017"} {"level":"info","ts":"2026-03-29T02:16:16.186196Z","caller":"traceutil/trace.go:171","msg":"trace[1402109813] range","detail":"{range_begin:/registry/clusterrolebindings/goldpinger-clusterrolebinding; range_end:; response_count:1; response_revision:6683; }","duration":"282.405748ms","start":"2026-03-29T02:16:15.903756Z","end":"2026-03-29T02:16:16.186162Z","steps":["trace[1402109813] 'agreement among raft nodes before linearized reading' (duration: 282.134943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:16.912524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.198453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:16.912667Z","caller":"traceutil/trace.go:171","msg":"trace[640080172] linearizableReadLoop","detail":"{readStateIndex:6965; appliedIndex:6964; }","duration":"722.304371ms","start":"2026-03-29T02:16:16.190338Z","end":"2026-03-29T02:16:16.912643Z","steps":["trace[640080172] 'read index received' (duration: 289.747651ms)","trace[640080172] 'applied index is now lower than readState.Index' (duration: 432.55296ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:16.912775Z","caller":"traceutil/trace.go:171","msg":"trace[467644728] transaction","detail":"{read_only:false; response_revision:6684; number_of_response:1; }","duration":"723.865796ms","start":"2026-03-29T02:16:16.188892Z","end":"2026-03-29T02:16:16.912758Z","steps":["trace[467644728] 'process raft request' (duration: 291.278084ms)","trace[467644728] 'compare' (duration: 431.525328ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:16.912875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:16.188873Z","time spent":"723.947978ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:16.912946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.587618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient\" ","response":"range_response_count:1 size:718"} {"level":"info","ts":"2026-03-29T02:16:16.913502Z","caller":"traceutil/trace.go:171","msg":"trace[974417010] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient; range_end:; response_count:1; response_revision:6684; }","duration":"722.913524ms","start":"2026-03-29T02:16:16.190313Z","end":"2026-03-29T02:16:16.913226Z","steps":["trace[974417010] 'agreement among raft nodes before linearized reading' (duration: 722.537626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:16.913653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:16.190299Z","time spent":"723.299163ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":740,"request content":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient\" "} {"level":"warn","ts":"2026-03-29T02:16:17.54902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.530447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:17.549462Z","caller":"traceutil/trace.go:171","msg":"trace[1502290592] transaction","detail":"{read_only:false; response_revision:6685; number_of_response:1; }","duration":"735.305828ms","start":"2026-03-29T02:16:16.814078Z","end":"2026-03-29T02:16:17.549384Z","steps":["trace[1502290592] 'process raft request' (duration: 459.23925ms)","trace[1502290592] 'compare' (duration: 275.281221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:17.549726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:16.814053Z","time spent":"735.616296ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:17.622013Z","caller":"traceutil/trace.go:171","msg":"trace[591869708] transaction","detail":"{read_only:false; response_revision:6687; number_of_response:1; }","duration":"806.018263ms","start":"2026-03-29T02:16:16.815974Z","end":"2026-03-29T02:16:17.621992Z","steps":["trace[591869708] 'process raft request' (duration: 805.958771ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:17.622064Z","caller":"traceutil/trace.go:171","msg":"trace[1900909835] transaction","detail":"{read_only:false; response_revision:6686; number_of_response:1; }","duration":"807.782632ms","start":"2026-03-29T02:16:16.814258Z","end":"2026-03-29T02:16:17.62204Z","steps":["trace[1900909835] 'process raft request' (duration: 807.574107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:17.622146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:16.815967Z","time spent":"806.105764ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:17.622166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:16.814233Z","time spent":"807.873514ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:17.622222Z","caller":"traceutil/trace.go:171","msg":"trace[507437640] linearizableReadLoop","detail":"{readStateIndex:6969; appliedIndex:6965; }","duration":"709.482526ms","start":"2026-03-29T02:16:16.912703Z","end":"2026-03-29T02:16:17.622186Z","steps":["trace[507437640] 'read index received' (duration: 360.632847ms)","trace[507437640] 'applied index is now lower than readState.Index' (duration: 348.847939ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:17.622388Z","caller":"traceutil/trace.go:171","msg":"trace[1680157118] transaction","detail":"{read_only:false; response_revision:6688; number_of_response:1; }","duration":"805.976831ms","start":"2026-03-29T02:16:16.816401Z","end":"2026-03-29T02:16:17.622378Z","steps":["trace[1680157118] 'process raft request' (duration: 805.561622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:17.622425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360294546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-29T02:16:17.622455Z","caller":"traceutil/trace.go:171","msg":"trace[347703375] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:6688; }","duration":"1.360357578s","start":"2026-03-29T02:16:16.26209Z","end":"2026-03-29T02:16:17.622447Z","steps":["trace[347703375] 'agreement among raft nodes before linearized reading' (duration: 1.360284326s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:17.622484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:16.262072Z","time spent":"1.360408158s","remote":"127.0.0.1:54592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-29T02:16:17.622515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:16.816393Z","time spent":"806.022913ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:17.622668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359758733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/goldpinger-clusterrolebinding\" ","response":"range_response_count:1 size:1017"} {"level":"info","ts":"2026-03-29T02:16:17.622689Z","caller":"traceutil/trace.go:171","msg":"trace[1709959871] range","detail":"{range_begin:/registry/clusterrolebindings/goldpinger-clusterrolebinding; range_end:; response_count:1; response_revision:6688; }","duration":"1.359787804s","start":"2026-03-29T02:16:16.262895Z","end":"2026-03-29T02:16:17.622683Z","steps":["trace[1709959871] 'agreement among raft nodes before linearized reading' (duration: 1.359681411s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:17.622706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:16.262888Z","time spent":"1.359812984s","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":1039,"request content":"key:\"/registry/clusterrolebindings/goldpinger-clusterrolebinding\" "} {"level":"warn","ts":"2026-03-29T02:16:17.622726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241731282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:16:17.622827Z","caller":"traceutil/trace.go:171","msg":"trace[1212015244] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6688; }","duration":"1.241884715s","start":"2026-03-29T02:16:16.380923Z","end":"2026-03-29T02:16:17.622807Z","steps":["trace[1212015244] 'agreement among raft nodes before linearized reading' (duration: 1.241557368s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:17.622852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.917674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-d79sh.18a12d80c9ea0e80\" ","response":"range_response_count:1 size:778"} {"level":"info","ts":"2026-03-29T02:16:17.622875Z","caller":"traceutil/trace.go:171","msg":"trace[752244506] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-d79sh.18a12d80c9ea0e80; range_end:; response_count:1; response_revision:6688; }","duration":"468.993236ms","start":"2026-03-29T02:16:17.153873Z","end":"2026-03-29T02:16:17.622867Z","steps":["trace[752244506] 'agreement among raft nodes before linearized reading' (duration: 468.939495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:17.622787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.081118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:16:17.622901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:17.153843Z","time spent":"469.054507ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-d79sh.18a12d80c9ea0e80\" "} {"level":"info","ts":"2026-03-29T02:16:17.622905Z","caller":"traceutil/trace.go:171","msg":"trace[884499732] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6688; }","duration":"657.19854ms","start":"2026-03-29T02:16:16.965699Z","end":"2026-03-29T02:16:17.622898Z","steps":["trace[884499732] 'agreement among raft nodes before linearized reading' (duration: 656.941655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:17.622926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:16.965639Z","time spent":"657.281292ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:16:17.622874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:16.380905Z","time spent":"1.241960977s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:16:17.622925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43236833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18a12e39ecc4dfff\" ","response":"range_response_count:1 size:740"} {"level":"info","ts":"2026-03-29T02:16:17.623021Z","caller":"traceutil/trace.go:171","msg":"trace[2131644205] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18a12e39ecc4dfff; range_end:; response_count:1; response_revision:6688; }","duration":"1.432519134s","start":"2026-03-29T02:16:16.19048Z","end":"2026-03-29T02:16:17.622999Z","steps":["trace[2131644205] 'agreement among raft nodes before linearized reading' (duration: 1.432128155s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:17.623032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432415671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9582"} {"level":"info","ts":"2026-03-29T02:16:17.623078Z","caller":"traceutil/trace.go:171","msg":"trace[1425234989] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:6688; }","duration":"1.432455992s","start":"2026-03-29T02:16:16.190607Z","end":"2026-03-29T02:16:17.623063Z","steps":["trace[1425234989] 'agreement among raft nodes before linearized reading' (duration: 1.43237563s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:17.623096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:16.190474Z","time spent":"1.432595855s","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":762,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone.18a12e39ecc4dfff\" "} {"level":"warn","ts":"2026-03-29T02:16:17.623075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.629829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:16:17.623132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.895474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:16:17.623124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:16.190585Z","time spent":"1.432528383s","remote":"127.0.0.1:54920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9604,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"info","ts":"2026-03-29T02:16:17.623156Z","caller":"traceutil/trace.go:171","msg":"trace[994997520] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:6688; }","duration":"148.967365ms","start":"2026-03-29T02:16:17.474182Z","end":"2026-03-29T02:16:17.623149Z","steps":["trace[994997520] 'agreement among raft nodes before linearized reading' (duration: 148.866293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:17.622913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240842143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T02:16:17.62314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.543108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:16:17.623194Z","caller":"traceutil/trace.go:171","msg":"trace[227158958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6688; }","duration":"1.241182911s","start":"2026-03-29T02:16:16.382004Z","end":"2026-03-29T02:16:17.623187Z","steps":["trace[227158958] 'agreement among raft nodes before linearized reading' (duration: 1.24069969s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:17.62316Z","caller":"traceutil/trace.go:171","msg":"trace[243490839] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; response_count:1; response_revision:6688; }","duration":"624.739812ms","start":"2026-03-29T02:16:16.998407Z","end":"2026-03-29T02:16:17.623147Z","steps":["trace[243490839] 'agreement among raft nodes before linearized reading' (duration: 624.517687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:17.623225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:16.381997Z","time spent":"1.241220351s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:16:17.623219Z","caller":"traceutil/trace.go:171","msg":"trace[1443181082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6688; }","duration":"624.66017ms","start":"2026-03-29T02:16:16.998541Z","end":"2026-03-29T02:16:17.623202Z","steps":["trace[1443181082] 'agreement among raft nodes before linearized reading' (duration: 624.392764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:17.623251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:16.998396Z","time spent":"624.841544ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-s9btj\" "} {"level":"warn","ts":"2026-03-29T02:16:17.623263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:16.998535Z","time spent":"624.718241ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:16:17.623371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.194097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:17.62343Z","caller":"traceutil/trace.go:171","msg":"trace[3483411] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:6688; }","duration":"345.31718ms","start":"2026-03-29T02:16:17.278102Z","end":"2026-03-29T02:16:17.623419Z","steps":["trace[3483411] 'agreement among raft nodes before linearized reading' (duration: 345.174477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:17.623455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:17.278076Z","time spent":"345.374311ms","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":49,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:17.623354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.872133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-29T02:16:17.623583Z","caller":"traceutil/trace.go:171","msg":"trace[1413807415] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver; range_end:; response_count:1; response_revision:6688; }","duration":"398.290232ms","start":"2026-03-29T02:16:17.225275Z","end":"2026-03-29T02:16:17.623565Z","steps":["trace[1413807415] 'agreement among raft nodes before linearized reading' (duration: 397.623627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:17.623696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:17.225253Z","time spent":"398.404684ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":722,"request content":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver\" "} {"level":"warn","ts":"2026-03-29T02:16:18.044649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.080875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:18.044783Z","caller":"traceutil/trace.go:171","msg":"trace[170817157] transaction","detail":"{read_only:false; response_revision:6689; number_of_response:1; }","duration":"418.734294ms","start":"2026-03-29T02:16:17.626027Z","end":"2026-03-29T02:16:18.044762Z","steps":["trace[170817157] 'process raft request' (duration: 64.443765ms)","trace[170817157] 'compare' (duration: 353.612374ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:18.04485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:17.626002Z","time spent":"418.817287ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:18.409757Z","caller":"traceutil/trace.go:171","msg":"trace[1632838081] transaction","detail":"{read_only:false; response_revision:6692; number_of_response:1; }","duration":"780.779155ms","start":"2026-03-29T02:16:17.628949Z","end":"2026-03-29T02:16:18.409728Z","steps":["trace[1632838081] 'process raft request' (duration: 780.705254ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:18.409819Z","caller":"traceutil/trace.go:171","msg":"trace[263797154] transaction","detail":"{read_only:false; response_revision:6690; number_of_response:1; }","duration":"783.28321ms","start":"2026-03-29T02:16:17.626505Z","end":"2026-03-29T02:16:18.409789Z","steps":["trace[263797154] 'process raft request' (duration: 782.921693ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:18.409955Z","caller":"traceutil/trace.go:171","msg":"trace[227938214] transaction","detail":"{read_only:false; response_revision:6691; number_of_response:1; }","duration":"781.620294ms","start":"2026-03-29T02:16:17.628141Z","end":"2026-03-29T02:16:18.409761Z","steps":["trace[227938214] 'process raft request' (duration: 781.45788ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:18.409972Z","caller":"traceutil/trace.go:171","msg":"trace[389416631] linearizableReadLoop","detail":"{readStateIndex:6971; appliedIndex:6969; }","duration":"782.978014ms","start":"2026-03-29T02:16:17.626963Z","end":"2026-03-29T02:16:18.409941Z","steps":["trace[389416631] 'read index received' (duration: 63.405703ms)","trace[389416631] 'applied index is now lower than readState.Index' (duration: 719.570281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:18.410013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:17.626478Z","time spent":"783.401603ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:18.410013Z","caller":"traceutil/trace.go:171","msg":"trace[708764962] transaction","detail":"{read_only:false; response_revision:6693; number_of_response:1; }","duration":"780.356736ms","start":"2026-03-29T02:16:17.62962Z","end":"2026-03-29T02:16:18.409977Z","steps":["trace[708764962] 'process raft request' (duration: 780.065669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:18.410069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:17.628126Z","time spent":"781.892499ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:18.41023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:17.629603Z","time spent":"780.53719ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:18.410227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.249889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/goldpinger-clusterrolebinding\" ","response":"range_response_count:1 size:1017"} {"level":"info","ts":"2026-03-29T02:16:18.410312Z","caller":"traceutil/trace.go:171","msg":"trace[1112440135] range","detail":"{range_begin:/registry/clusterrolebindings/goldpinger-clusterrolebinding; range_end:; response_count:1; response_revision:6693; }","duration":"783.383492ms","start":"2026-03-29T02:16:17.626908Z","end":"2026-03-29T02:16:18.410291Z","steps":["trace[1112440135] 'agreement among raft nodes before linearized reading' (duration: 783.154447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:18.410363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:17.626888Z","time spent":"783.466595ms","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":1039,"request content":"key:\"/registry/clusterrolebindings/goldpinger-clusterrolebinding\" "} {"level":"warn","ts":"2026-03-29T02:16:18.409941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:17.628941Z","time spent":"780.907668ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:19.630463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000215535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:16:19.630543Z","caller":"traceutil/trace.go:171","msg":"trace[1830754842] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000320948s","start":"2026-03-29T02:16:17.630207Z","end":"2026-03-29T02:16:19.630528Z","steps":["trace[1830754842] 'agreement among raft nodes before linearized reading' (duration: 2.000229766s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:19.630584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:17.6302Z","time spent":"2.000374269s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:16:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:16:19.689874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150000524s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T02:16:19.690247Z","caller":"traceutil/trace.go:171","msg":"trace[870592348] linearizableReadLoop","detail":"{readStateIndex:6975; appliedIndex:6974; }","duration":"1.280195665s","start":"2026-03-29T02:16:18.410034Z","end":"2026-03-29T02:16:19.69023Z","steps":["trace[870592348] 'read index received' (duration: 129.862443ms)","trace[870592348] 'applied index is now lower than readState.Index' (duration: 1.150331871s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:19.690295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815379346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:19.69034Z","caller":"traceutil/trace.go:171","msg":"trace[2003832059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6693; }","duration":"1.815472068s","start":"2026-03-29T02:16:17.874856Z","end":"2026-03-29T02:16:19.690328Z","steps":["trace[2003832059] 'agreement among raft nodes before linearized reading' (duration: 1.815393556s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:19.69033Z","caller":"traceutil/trace.go:171","msg":"trace[1174402588] transaction","detail":"{read_only:false; response_revision:6694; number_of_response:1; }","duration":"134.920375ms","start":"2026-03-29T02:16:19.555392Z","end":"2026-03-29T02:16:19.690312Z","steps":["trace[1174402588] 'process raft request' (duration: 134.598208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:19.690365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:17.874831Z","time spent":"1.815528269s","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:16:19.690404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978033124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-29T02:16:19.690433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.063022335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-29T02:16:19.690451Z","caller":"traceutil/trace.go:171","msg":"trace[1221707738] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6694; }","duration":"2.063054115s","start":"2026-03-29T02:16:17.627389Z","end":"2026-03-29T02:16:19.690444Z","steps":["trace[1221707738] 'agreement among raft nodes before linearized reading' (duration: 2.062970123s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:19.690445Z","caller":"traceutil/trace.go:171","msg":"trace[1420348517] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver; range_end:; response_count:1; response_revision:6694; }","duration":"1.978090266s","start":"2026-03-29T02:16:17.712339Z","end":"2026-03-29T02:16:19.690429Z","steps":["trace[1420348517] 'agreement among raft nodes before linearized reading' (duration: 1.978025294s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:19.69047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:17.627382Z","time spent":"2.063082866s","remote":"127.0.0.1:54638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-29T02:16:19.690348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005807319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:19.690476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:17.712327Z","time spent":"1.978142687s","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":722,"request content":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver\" "} {"level":"info","ts":"2026-03-29T02:16:19.690514Z","caller":"traceutil/trace.go:171","msg":"trace[995670975] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:6694; }","duration":"2.006011323s","start":"2026-03-29T02:16:17.684486Z","end":"2026-03-29T02:16:19.690497Z","steps":["trace[995670975] 'agreement among raft nodes before linearized reading' (duration: 2.005821299s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:19.690563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:17.68446Z","time spent":"2.006078294s","remote":"127.0.0.1:44774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:19.690593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520825749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-d79sh\" ","response":"range_response_count:1 size:7209"} {"level":"info","ts":"2026-03-29T02:16:19.690613Z","caller":"traceutil/trace.go:171","msg":"trace[2106612716] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-d79sh; range_end:; response_count:1; response_revision:6694; }","duration":"1.520910181s","start":"2026-03-29T02:16:18.169695Z","end":"2026-03-29T02:16:19.690605Z","steps":["trace[2106612716] 'agreement among raft nodes before linearized reading' (duration: 1.520799658s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:19.69033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001498043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:19.69063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:18.169656Z","time spent":"1.520969562s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7231,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-d79sh\" "} {"level":"warn","ts":"2026-03-29T02:16:19.690603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04746043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-29T02:16:19.690645Z","caller":"traceutil/trace.go:171","msg":"trace[187534872] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:6693; }","duration":"2.001874581s","start":"2026-03-29T02:16:17.68876Z","end":"2026-03-29T02:16:19.690634Z","steps":["trace[187534872] 'agreement among raft nodes before linearized reading' (duration: 2.001485703s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:19.690683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:17.68874Z","time spent":"2.001932653s","remote":"127.0.0.1:59974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:19.690702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.060348705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82262"} {"level":"info","ts":"2026-03-29T02:16:19.690827Z","caller":"traceutil/trace.go:171","msg":"trace[393249984] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6694; }","duration":"2.06054555s","start":"2026-03-29T02:16:17.630251Z","end":"2026-03-29T02:16:19.690797Z","steps":["trace[393249984] 'agreement among raft nodes before linearized reading' (duration: 2.060065739s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:19.690895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:17.630237Z","time spent":"2.060641882s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":82284,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-29T02:16:19.691387Z","caller":"traceutil/trace.go:171","msg":"trace[993894314] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6694; }","duration":"2.047567643s","start":"2026-03-29T02:16:17.643095Z","end":"2026-03-29T02:16:19.690663Z","steps":["trace[993894314] 'agreement among raft nodes before linearized reading' (duration: 2.047294527s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:19.691471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:17.643086Z","time spent":"2.04837044s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:16:20.190683Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198743544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:20.574961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.936726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:20.575168Z","caller":"traceutil/trace.go:171","msg":"trace[763216699] transaction","detail":"{read_only:false; response_revision:6697; number_of_response:1; }","duration":"944.839464ms","start":"2026-03-29T02:16:19.63032Z","end":"2026-03-29T02:16:20.57516Z","steps":["trace[763216699] 'process raft request' (duration: 944.803143ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:20.575164Z","caller":"traceutil/trace.go:171","msg":"trace[1214840821] transaction","detail":"{read_only:false; response_revision:6695; number_of_response:1; }","duration":"945.908577ms","start":"2026-03-29T02:16:19.629224Z","end":"2026-03-29T02:16:20.575133Z","steps":["trace[1214840821] 'process raft request' (duration: 791.718586ms)","trace[1214840821] 'compare' (duration: 153.756392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:20.575227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:19.630294Z","time spent":"944.908385ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:20.575272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:19.629197Z","time spent":"946.01744ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:20.575391Z","caller":"traceutil/trace.go:171","msg":"trace[393956733] transaction","detail":"{read_only:false; response_revision:6696; number_of_response:1; }","duration":"946.073352ms","start":"2026-03-29T02:16:19.629311Z","end":"2026-03-29T02:16:20.575385Z","steps":["trace[393956733] 'process raft request' (duration: 945.742045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:20.575433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:19.629285Z","time spent":"946.128372ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:21.524987Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.103925395s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:16:21.52546Z","caller":"traceutil/trace.go:171","msg":"trace[667824851] transaction","detail":"{read_only:false; response_revision:6698; number_of_response:1; }","duration":"1.827950753s","start":"2026-03-29T02:16:19.697483Z","end":"2026-03-29T02:16:21.525433Z","steps":["trace[667824851] 'process raft request' (duration: 1.827708418s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:21.525632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:19.697465Z","time spent":"1.828078955s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:21.525726Z","caller":"traceutil/trace.go:171","msg":"trace[1840660107] transaction","detail":"{read_only:false; response_revision:6699; number_of_response:1; }","duration":"1.824066077s","start":"2026-03-29T02:16:19.701631Z","end":"2026-03-29T02:16:21.525697Z","steps":["trace[1840660107] 'process raft request' (duration: 1.823737859s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:21.525745Z","caller":"traceutil/trace.go:171","msg":"trace[1435783220] linearizableReadLoop","detail":"{readStateIndex:6981; appliedIndex:6976; }","duration":"1.835392547s","start":"2026-03-29T02:16:19.690292Z","end":"2026-03-29T02:16:21.525685Z","steps":["trace[1435783220] 'read index received' (duration: 730.785328ms)","trace[1435783220] 'applied index is now lower than readState.Index' (duration: 1.104603519s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:21.525871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:19.701618Z","time spent":"1.824163279s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:21.526007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115320311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:16:21.526041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.735588344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:21.526072Z","caller":"traceutil/trace.go:171","msg":"trace[464615249] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:6699; }","duration":"2.115396752s","start":"2026-03-29T02:16:19.410662Z","end":"2026-03-29T02:16:21.526059Z","steps":["trace[464615249] 'agreement among raft nodes before linearized reading' (duration: 2.115203508s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:21.526092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.105739344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:21.526097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.016676394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/ingress-nginx\" ","response":"range_response_count:1 size:1075"} {"level":"info","ts":"2026-03-29T02:16:21.526163Z","caller":"traceutil/trace.go:171","msg":"trace[2046443992] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:6699; }","duration":"3.105907667s","start":"2026-03-29T02:16:18.420237Z","end":"2026-03-29T02:16:21.526144Z","steps":["trace[2046443992] 'agreement among raft nodes before linearized reading' (duration: 3.105712443s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:21.526187Z","caller":"traceutil/trace.go:171","msg":"trace[1131775267] range","detail":"{range_begin:/registry/clusterrolebindings/ingress-nginx; range_end:; response_count:1; response_revision:6699; }","duration":"3.016818517s","start":"2026-03-29T02:16:18.509349Z","end":"2026-03-29T02:16:21.526168Z","steps":["trace[1131775267] 'agreement among raft nodes before linearized reading' (duration: 3.016588092s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:21.526232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:18.509331Z","time spent":"3.016892929s","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":1097,"request content":"key:\"/registry/clusterrolebindings/ingress-nginx\" "} {"level":"warn","ts":"2026-03-29T02:16:21.526237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:18.420219Z","time spent":"3.105999349s","remote":"127.0.0.1:54704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:21.526117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:19.410599Z","time spent":"2.115503654s","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":99,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:21.526114Z","caller":"traceutil/trace.go:171","msg":"trace[2029928314] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:6699; }","duration":"2.735762928s","start":"2026-03-29T02:16:18.790331Z","end":"2026-03-29T02:16:21.526094Z","steps":["trace[2029928314] 'agreement among raft nodes before linearized reading' (duration: 2.735460232s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:21.52641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:18.790302Z","time spent":"2.736091916s","remote":"127.0.0.1:54948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":19,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:21.70038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000115222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:16:21.700472Z","caller":"traceutil/trace.go:171","msg":"trace[1500867332] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000228555s","start":"2026-03-29T02:16:19.700219Z","end":"2026-03-29T02:16:21.700448Z","steps":["trace[1500867332] 'agreement among raft nodes before linearized reading' (duration: 2.000123522s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:21.700519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:19.700215Z","time spent":"2.000292536s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:16:22.885181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251024428s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:22.885448Z","caller":"traceutil/trace.go:171","msg":"trace[1576630067] linearizableReadLoop","detail":"{readStateIndex:6983; appliedIndex:6981; }","duration":"1.35954253s","start":"2026-03-29T02:16:21.525887Z","end":"2026-03-29T02:16:22.885429Z","steps":["trace[1576630067] 'read index received' (duration: 108.186044ms)","trace[1576630067] 'applied index is now lower than readState.Index' (duration: 1.251355266s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:22.885526Z","caller":"traceutil/trace.go:171","msg":"trace[175384525] transaction","detail":"{read_only:false; response_revision:6701; number_of_response:1; }","duration":"1.939104393s","start":"2026-03-29T02:16:20.94641Z","end":"2026-03-29T02:16:22.885515Z","steps":["trace[175384525] 'process raft request' (duration: 1.938880198s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:22.885608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:20.946392Z","time spent":"1.939178615s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:22.885635Z","caller":"traceutil/trace.go:171","msg":"trace[1811891160] transaction","detail":"{read_only:false; response_revision:6702; number_of_response:1; }","duration":"1.18865937s","start":"2026-03-29T02:16:21.696936Z","end":"2026-03-29T02:16:22.885595Z","steps":["trace[1811891160] 'process raft request' (duration: 1.188453635s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:22.885735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999251073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1984"} {"level":"warn","ts":"2026-03-29T02:16:22.88571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010878301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:22.885777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.468468935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:16:22.885806Z","caller":"traceutil/trace.go:171","msg":"trace[264619210] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:6702; }","duration":"1.999371367s","start":"2026-03-29T02:16:20.886416Z","end":"2026-03-29T02:16:22.885787Z","steps":["trace[264619210] 'agreement among raft nodes before linearized reading' (duration: 1.999187193s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:22.885831Z","caller":"traceutil/trace.go:171","msg":"trace[2075163885] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:6702; }","duration":"2.011071025s","start":"2026-03-29T02:16:20.874723Z","end":"2026-03-29T02:16:22.885794Z","steps":["trace[2075163885] 'agreement among raft nodes before linearized reading' (duration: 2.01085478s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:22.885846Z","caller":"traceutil/trace.go:171","msg":"trace[1963868618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6702; }","duration":"2.468602188s","start":"2026-03-29T02:16:20.417228Z","end":"2026-03-29T02:16:22.885831Z","steps":["trace[1963868618] 'agreement among raft nodes before linearized reading' (duration: 2.468337672s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:22.885843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:21.696916Z","time spent":"1.188816473s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:22.885853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:20.886393Z","time spent":"1.999450298s","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2006,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-29T02:16:22.885872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.186696246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9582"} {"level":"warn","ts":"2026-03-29T02:16:22.885839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166919643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:16:22.885876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.462052403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-29T02:16:22.885887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:20.417195Z","time spent":"2.46868352s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:16:22.885906Z","caller":"traceutil/trace.go:171","msg":"trace[1916436790] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:6702; }","duration":"3.186729136s","start":"2026-03-29T02:16:19.699166Z","end":"2026-03-29T02:16:22.885895Z","steps":["trace[1916436790] 'agreement among raft nodes before linearized reading' (duration: 3.186655605s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:22.885907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:20.874694Z","time spent":"2.011174898s","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:22.885938Z","caller":"traceutil/trace.go:171","msg":"trace[1470017124] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6702; }","duration":"2.462115365s","start":"2026-03-29T02:16:20.423806Z","end":"2026-03-29T02:16:22.885922Z","steps":["trace[1470017124] 'agreement among raft nodes before linearized reading' (duration: 2.461941391s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:22.885946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:19.699137Z","time spent":"3.186802118s","remote":"127.0.0.1:54920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9604,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"info","ts":"2026-03-29T02:16:22.885952Z","caller":"traceutil/trace.go:171","msg":"trace[1082615782] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6702; }","duration":"2.167810143s","start":"2026-03-29T02:16:20.718109Z","end":"2026-03-29T02:16:22.885919Z","steps":["trace[1082615782] 'agreement among raft nodes before linearized reading' (duration: 2.167511406s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:22.885947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.190655643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-29T02:16:22.885928Z","caller":"traceutil/trace.go:171","msg":"trace[670347501] transaction","detail":"{read_only:false; response_revision:6700; number_of_response:1; }","duration":"2.046092891s","start":"2026-03-29T02:16:20.839331Z","end":"2026-03-29T02:16:22.885424Z","steps":["trace[670347501] 'process raft request' (duration: 794.723834ms)","trace[670347501] 'compare' (duration: 1.250271372s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:22.885985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:20.423732Z","time spent":"2.462245007s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:16:22.885866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.46867226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:16:22.886033Z","caller":"traceutil/trace.go:171","msg":"trace[210342099] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver; range_end:; response_count:1; response_revision:6702; }","duration":"3.190776836s","start":"2026-03-29T02:16:19.695236Z","end":"2026-03-29T02:16:22.886013Z","steps":["trace[210342099] 'agreement among raft nodes before linearized reading' (duration: 3.190608272s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:22.886066Z","caller":"traceutil/trace.go:171","msg":"trace[435992330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6702; }","duration":"2.468911656s","start":"2026-03-29T02:16:20.417141Z","end":"2026-03-29T02:16:22.886053Z","steps":["trace[435992330] 'agreement among raft nodes before linearized reading' (duration: 2.468616359s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:22.886078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:19.695216Z","time spent":"3.190852807s","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":722,"request content":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver\" "} {"level":"warn","ts":"2026-03-29T02:16:22.886098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:20.417124Z","time spent":"2.468967196s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:16:22.886013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:20.718089Z","time spent":"2.167911035s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:16:22.886136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.069009922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-29T02:16:22.886236Z","caller":"traceutil/trace.go:171","msg":"trace[1115980398] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6702; }","duration":"3.069210216s","start":"2026-03-29T02:16:19.817011Z","end":"2026-03-29T02:16:22.886221Z","steps":["trace[1115980398] 'agreement among raft nodes before linearized reading' (duration: 3.068606523s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:22.88624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:20.839303Z","time spent":"2.046805296s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:22.886308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:19.816954Z","time spent":"3.069341209s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:16:23.386123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198743555,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:23.503066Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.188991665s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:16:23.691306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.938858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:23.691416Z","caller":"traceutil/trace.go:171","msg":"trace[33577798] transaction","detail":"{read_only:false; response_revision:6703; number_of_response:1; }","duration":"1.377530397s","start":"2026-03-29T02:16:22.313861Z","end":"2026-03-29T02:16:23.691392Z","steps":["trace[33577798] 'process raft request' (duration: 1.189420485s)","trace[33577798] 'compare' (duration: 187.497989ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:23.691479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:22.313836Z","time spent":"1.377612728s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:23.701555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00002526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:16:23.701597Z","caller":"traceutil/trace.go:171","msg":"trace[709782009] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000090712s","start":"2026-03-29T02:16:21.701496Z","end":"2026-03-29T02:16:23.701587Z","steps":["trace[709782009] 'agreement among raft nodes before linearized reading' (duration: 2.000041671s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:23.701638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:21.701488Z","time spent":"2.000137823s","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:16:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:16:23.884178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000325097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:16:23.884304Z","caller":"traceutil/trace.go:171","msg":"trace[114114436] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000521961s","start":"2026-03-29T02:16:21.883762Z","end":"2026-03-29T02:16:23.884284Z","steps":["trace[114114436] 'agreement among raft nodes before linearized reading' (duration: 2.000371318s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:23.884358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:21.883738Z","time spent":"2.000609233s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:16:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-29T02:16:24.5649Z","caller":"traceutil/trace.go:171","msg":"trace[1716165898] transaction","detail":"{read_only:false; response_revision:6705; number_of_response:1; }","duration":"1.983018094s","start":"2026-03-29T02:16:22.581855Z","end":"2026-03-29T02:16:24.564873Z","steps":["trace[1716165898] 'process raft request' (duration: 1.982908941s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:24.564956Z","caller":"traceutil/trace.go:171","msg":"trace[317203516] transaction","detail":"{read_only:false; response_revision:6704; number_of_response:1; }","duration":"1.983145047s","start":"2026-03-29T02:16:22.581762Z","end":"2026-03-29T02:16:24.564907Z","steps":["trace[317203516] 'process raft request' (duration: 1.982796239s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:24.565801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:22.581742Z","time spent":"1.983927813s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:24.565993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:22.581847Z","time spent":"1.983137596s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:24.573061Z","caller":"traceutil/trace.go:171","msg":"trace[460069323] transaction","detail":"{read_only:false; response_revision:6706; number_of_response:1; }","duration":"1.989970848s","start":"2026-03-29T02:16:22.58306Z","end":"2026-03-29T02:16:24.573031Z","steps":["trace[460069323] 'process raft request' (duration: 1.981770156s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:24.573234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:22.583049Z","time spent":"1.99009034s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:24.573292Z","caller":"traceutil/trace.go:171","msg":"trace[1646750898] transaction","detail":"{read_only:false; response_revision:6707; number_of_response:1; }","duration":"1.681121154s","start":"2026-03-29T02:16:22.892116Z","end":"2026-03-29T02:16:24.573237Z","steps":["trace[1646750898] 'process raft request' (duration: 1.680733766s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:24.573523Z","caller":"traceutil/trace.go:171","msg":"trace[1439261914] transaction","detail":"{read_only:false; response_revision:6709; number_of_response:1; }","duration":"1.67998193s","start":"2026-03-29T02:16:22.893519Z","end":"2026-03-29T02:16:24.573501Z","steps":["trace[1439261914] 'process raft request' (duration: 1.679795206s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:24.573487Z","caller":"traceutil/trace.go:171","msg":"trace[1552041536] transaction","detail":"{read_only:false; response_revision:6708; number_of_response:1; }","duration":"1.680401799s","start":"2026-03-29T02:16:22.893045Z","end":"2026-03-29T02:16:24.573447Z","steps":["trace[1552041536] 'process raft request' (duration: 1.679959679s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:24.573564Z","caller":"traceutil/trace.go:171","msg":"trace[1817579943] linearizableReadLoop","detail":"{readStateIndex:6991; appliedIndex:6984; }","duration":"1.688010387s","start":"2026-03-29T02:16:22.88548Z","end":"2026-03-29T02:16:24.57349Z","steps":["trace[1817579943] 'read index received' (duration: 617.818458ms)","trace[1817579943] 'applied index is now lower than readState.Index' (duration: 1.070175478s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:24.573628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:22.893494Z","time spent":"1.680068591s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:24.573621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:22.892107Z","time spent":"1.681311758s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:24.573651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:22.89302Z","time spent":"1.680569982s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:24.573699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.041349698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-29T02:16:24.573699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.041432941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-d79sh\" ","response":"range_response_count:1 size:7053"} {"level":"warn","ts":"2026-03-29T02:16:24.573719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.033512946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"warn","ts":"2026-03-29T02:16:24.573753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.034183691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"warn","ts":"2026-03-29T02:16:24.573754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.034313804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-03-29T02:16:24.573795Z","caller":"traceutil/trace.go:171","msg":"trace[452098810] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6709; }","duration":"3.041539453s","start":"2026-03-29T02:16:21.532238Z","end":"2026-03-29T02:16:24.573777Z","steps":["trace[452098810] 'agreement among raft nodes before linearized reading' (duration: 3.041289718s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:24.573795Z","caller":"traceutil/trace.go:171","msg":"trace[1179575070] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-d79sh; range_end:; response_count:1; response_revision:6709; }","duration":"3.041565804s","start":"2026-03-29T02:16:21.532213Z","end":"2026-03-29T02:16:24.573778Z","steps":["trace[1179575070] 'agreement among raft nodes before linearized reading' (duration: 3.041348229s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:24.573795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693928297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:24.573811Z","caller":"traceutil/trace.go:171","msg":"trace[2111745974] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:6709; }","duration":"3.033613718s","start":"2026-03-29T02:16:21.540175Z","end":"2026-03-29T02:16:24.573788Z","steps":["trace[2111745974] 'agreement among raft nodes before linearized reading' (duration: 3.033315752s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:24.573846Z","caller":"traceutil/trace.go:171","msg":"trace[1171433581] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:6709; }","duration":"1.694015979s","start":"2026-03-29T02:16:22.879817Z","end":"2026-03-29T02:16:24.573833Z","steps":["trace[1171433581] 'agreement among raft nodes before linearized reading' (duration: 1.693950198s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:24.573843Z","caller":"traceutil/trace.go:171","msg":"trace[2005921998] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:6709; }","duration":"3.034415726s","start":"2026-03-29T02:16:21.539407Z","end":"2026-03-29T02:16:24.573823Z","steps":["trace[2005921998] 'agreement among raft nodes before linearized reading' (duration: 3.03412451s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:24.573851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:21.532196Z","time spent":"3.041633085s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7075,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-d79sh\" "} {"level":"warn","ts":"2026-03-29T02:16:24.573867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68184452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-29T02:16:24.573885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:22.879795Z","time spent":"1.69407356s","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:24.57389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:21.54017Z","time spent":"3.033690461s","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4202,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-03-29T02:16:24.573892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:21.539398Z","time spent":"3.034481747s","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4355,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"info","ts":"2026-03-29T02:16:24.573912Z","caller":"traceutil/trace.go:171","msg":"trace[199568005] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6709; }","duration":"1.681911681s","start":"2026-03-29T02:16:22.89198Z","end":"2026-03-29T02:16:24.573892Z","steps":["trace[199568005] 'agreement among raft nodes before linearized reading' (duration: 1.681742538s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:24.573919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.032113184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"warn","ts":"2026-03-29T02:16:24.573929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.032729218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"warn","ts":"2026-03-29T02:16:24.573946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:22.891966Z","time spent":"1.681973272s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:16:24.573953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.03413385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-03-29T02:16:24.573967Z","caller":"traceutil/trace.go:171","msg":"trace[285483907] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:6709; }","duration":"3.032771229s","start":"2026-03-29T02:16:21.541186Z","end":"2026-03-29T02:16:24.573957Z","steps":["trace[285483907] 'agreement among raft nodes before linearized reading' (duration: 3.032687637s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:24.573967Z","caller":"traceutil/trace.go:171","msg":"trace[1806558537] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:6709; }","duration":"3.032178947s","start":"2026-03-29T02:16:21.541771Z","end":"2026-03-29T02:16:24.57395Z","steps":["trace[1806558537] 'agreement among raft nodes before linearized reading' (duration: 3.032029123s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:24.574001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:21.541181Z","time spent":"3.032808041s","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10399,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-29T02:16:24.573996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029548913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:24.574012Z","caller":"traceutil/trace.go:171","msg":"trace[1261774170] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:6709; }","duration":"3.034186901s","start":"2026-03-29T02:16:21.539798Z","end":"2026-03-29T02:16:24.573985Z","steps":["trace[1261774170] 'agreement among raft nodes before linearized reading' (duration: 3.034067809s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:24.574018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:21.541767Z","time spent":"3.032241548s","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13251,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-03-29T02:16:24.574049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:21.539792Z","time spent":"3.034247243s","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9342,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-03-29T02:16:24.574036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.030179082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-03-29T02:16:24.574055Z","caller":"traceutil/trace.go:171","msg":"trace[228211330] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:6709; }","duration":"2.029643664s","start":"2026-03-29T02:16:22.544389Z","end":"2026-03-29T02:16:24.574032Z","steps":["trace[228211330] 'agreement among raft nodes before linearized reading' (duration: 2.029542472s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:24.574071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198070247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:24.5741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:22.544369Z","time spent":"2.029717917s","remote":"127.0.0.1:44754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:24.574109Z","caller":"traceutil/trace.go:171","msg":"trace[96956031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6709; }","duration":"1.198130498s","start":"2026-03-29T02:16:23.37596Z","end":"2026-03-29T02:16:24.574091Z","steps":["trace[96956031] 'agreement among raft nodes before linearized reading' (duration: 1.198074877s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:24.574123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.834305047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"warn","ts":"2026-03-29T02:16:24.574043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.696981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-29T02:16:24.574154Z","caller":"traceutil/trace.go:171","msg":"trace[2049444512] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:6709; }","duration":"2.834352639s","start":"2026-03-29T02:16:21.739788Z","end":"2026-03-29T02:16:24.574141Z","steps":["trace[2049444512] 'agreement among raft nodes before linearized reading' (duration: 2.834040282s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:24.57415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.033411283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-03-29T02:16:24.574166Z","caller":"traceutil/trace.go:171","msg":"trace[551909318] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4; range_end:; response_count:1; response_revision:6709; }","duration":"864.849784ms","start":"2026-03-29T02:16:23.7093Z","end":"2026-03-29T02:16:24.574149Z","steps":["trace[551909318] 'agreement among raft nodes before linearized reading' (duration: 864.628959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:24.57418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:21.739775Z","time spent":"2.83439896s","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188517,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-29T02:16:24.574191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582207795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-kubelet-approver\" ","response":"range_response_count:1 size:724"} {"level":"warn","ts":"2026-03-29T02:16:24.574206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.872566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:16:24.574214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.03458773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-03-29T02:16:24.57421Z","caller":"traceutil/trace.go:171","msg":"trace[1565110276] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:6709; }","duration":"3.033463665s","start":"2026-03-29T02:16:21.540719Z","end":"2026-03-29T02:16:24.574183Z","steps":["trace[1565110276] 'agreement among raft nodes before linearized reading' (duration: 3.033329162s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:24.574229Z","caller":"traceutil/trace.go:171","msg":"trace[871992098] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-kubelet-approver; range_end:; response_count:1; response_revision:6709; }","duration":"1.582271606s","start":"2026-03-29T02:16:22.991939Z","end":"2026-03-29T02:16:24.574211Z","steps":["trace[871992098] 'agreement among raft nodes before linearized reading' (duration: 1.582206275s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:24.573729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.001763544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-03-29T02:16:24.574251Z","caller":"traceutil/trace.go:171","msg":"trace[1983629885] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:6709; }","duration":"478.990118ms","start":"2026-03-29T02:16:24.095246Z","end":"2026-03-29T02:16:24.574236Z","steps":["trace[1983629885] 'agreement among raft nodes before linearized reading' (duration: 478.868665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:24.574261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:22.991923Z","time spent":"1.582331368s","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":746,"request content":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-kubelet-approver\" "} {"level":"warn","ts":"2026-03-29T02:16:24.574254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.875833847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:16:24.574263Z","caller":"traceutil/trace.go:171","msg":"trace[327352828] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:6709; }","duration":"3.034639021s","start":"2026-03-29T02:16:21.539604Z","end":"2026-03-29T02:16:24.574243Z","steps":["trace[327352828] 'agreement among raft nodes before linearized reading' (duration: 3.034530309s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:24.574264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:21.540715Z","time spent":"3.033536096s","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5608,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"info","ts":"2026-03-29T02:16:24.574101Z","caller":"traceutil/trace.go:171","msg":"trace[1548142651] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:6709; }","duration":"3.030257903s","start":"2026-03-29T02:16:21.543821Z","end":"2026-03-29T02:16:24.574079Z","steps":["trace[1548142651] 'agreement among raft nodes before linearized reading' (duration: 3.030039129s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:24.574294Z","caller":"traceutil/trace.go:171","msg":"trace[697870882] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:6709; }","duration":"3.002352696s","start":"2026-03-29T02:16:21.571913Z","end":"2026-03-29T02:16:24.574266Z","steps":["trace[697870882] 'agreement among raft nodes before linearized reading' (duration: 3.001563978s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:24.574306Z","caller":"traceutil/trace.go:171","msg":"trace[717043742] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; response_count:1; response_revision:6709; }","duration":"2.875920979s","start":"2026-03-29T02:16:21.698372Z","end":"2026-03-29T02:16:24.574293Z","steps":["trace[717043742] 'agreement among raft nodes before linearized reading' (duration: 2.875804167s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:24.574311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:21.539596Z","time spent":"3.034705472s","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4105,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-03-29T02:16:24.574324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:21.543817Z","time spent":"3.030498089s","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24266,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-03-29T02:16:24.57434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.759762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:24.574345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:21.571896Z","time spent":"3.002429328s","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188274,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-29T02:16:24.574347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:21.698356Z","time spent":"2.8759768s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-s9btj\" "} {"level":"info","ts":"2026-03-29T02:16:24.574363Z","caller":"traceutil/trace.go:171","msg":"trace[1515115758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6709; }","duration":"864.821323ms","start":"2026-03-29T02:16:23.709534Z","end":"2026-03-29T02:16:24.574355Z","steps":["trace[1515115758] 'agreement among raft nodes before linearized reading' (duration: 864.772072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:24.574385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:23.709518Z","time spent":"864.863485ms","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:16:24.573839Z","caller":"traceutil/trace.go:171","msg":"trace[872929533] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:6709; }","duration":"3.034322304s","start":"2026-03-29T02:16:21.539489Z","end":"2026-03-29T02:16:24.573811Z","steps":["trace[872929533] 'agreement among raft nodes before linearized reading' (duration: 3.034037437s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:24.574132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:23.375944Z","time spent":"1.19818293s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:16:24.574454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:21.53947Z","time spent":"3.034968229s","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5199,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-03-29T02:16:24.574493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681758469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18a12e3a1a709848\" ","response":"range_response_count:1 size:751"} {"level":"warn","ts":"2026-03-29T02:16:24.574221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:23.709276Z","time spent":"864.922956ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d8250531aa4\" "} {"level":"warn","ts":"2026-03-29T02:16:24.574559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.896207189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/ingress-nginx\" ","response":"range_response_count:1 size:1075"} {"level":"warn","ts":"2026-03-29T02:16:24.574583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679795835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3315"} {"level":"info","ts":"2026-03-29T02:16:24.574608Z","caller":"traceutil/trace.go:171","msg":"trace[180959671] range","detail":"{range_begin:/registry/clusterrolebindings/ingress-nginx; range_end:; response_count:1; response_revision:6709; }","duration":"2.89624806s","start":"2026-03-29T02:16:21.67834Z","end":"2026-03-29T02:16:24.574588Z","steps":["trace[180959671] 'agreement among raft nodes before linearized reading' (duration: 2.896150477s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:24.574641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:21.678269Z","time spent":"2.896363551s","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":1097,"request content":"key:\"/registry/clusterrolebindings/ingress-nginx\" "} {"level":"warn","ts":"2026-03-29T02:16:24.57384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:21.532221Z","time spent":"3.041608184s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:16:24.574444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.239484709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:16:24.574648Z","caller":"traceutil/trace.go:171","msg":"trace[1366709293] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6709; }","duration":"1.679858627s","start":"2026-03-29T02:16:22.894776Z","end":"2026-03-29T02:16:24.574635Z","steps":["trace[1366709293] 'agreement among raft nodes before linearized reading' (duration: 1.679722044s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:24.574739Z","caller":"traceutil/trace.go:171","msg":"trace[68195366] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:6709; }","duration":"2.239798955s","start":"2026-03-29T02:16:22.334916Z","end":"2026-03-29T02:16:24.574715Z","steps":["trace[68195366] 'agreement among raft nodes before linearized reading' (duration: 2.239438586s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:24.574756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:22.894756Z","time spent":"1.67997651s","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3337,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-29T02:16:24.574785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:22.334899Z","time spent":"2.239870047s","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"warn","ts":"2026-03-29T02:16:24.574288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:24.095216Z","time spent":"479.06414ms","remote":"127.0.0.1:48186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":38,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:24.574559Z","caller":"traceutil/trace.go:171","msg":"trace[1491549954] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18a12e3a1a709848; range_end:; response_count:1; response_revision:6709; }","duration":"1.681830761s","start":"2026-03-29T02:16:22.892714Z","end":"2026-03-29T02:16:24.574545Z","steps":["trace[1491549954] 'agreement among raft nodes before linearized reading' (duration: 1.681697487s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:24.574842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:22.892709Z","time spent":"1.682122987s","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":773,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone.18a12e3a1a709848\" "} {"level":"warn","ts":"2026-03-29T02:16:25.079563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198743561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:25.580338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198743561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:25.656052Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.078741757s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:16:25.749836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.071713ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:25.749974Z","caller":"traceutil/trace.go:171","msg":"trace[2030751509] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6709; }","duration":"716.232107ms","start":"2026-03-29T02:16:25.03372Z","end":"2026-03-29T02:16:25.749952Z","steps":["trace[2030751509] 'range keys from in-memory index tree' (duration: 716.048333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:25.750504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:24.577149Z","time spent":"1.173346381s","remote":"127.0.0.1:54554","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:16:26.553176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:24.581257Z","time spent":"1.971908428s","remote":"127.0.0.1:54502","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T02:16:26.553355Z","caller":"traceutil/trace.go:171","msg":"trace[1587959925] linearizableReadLoop","detail":"{readStateIndex:6996; appliedIndex:6991; }","duration":"1.974170909s","start":"2026-03-29T02:16:24.579177Z","end":"2026-03-29T02:16:26.553348Z","steps":["trace[1587959925] 'read index received' (duration: 1.077284806s)","trace[1587959925] 'applied index is now lower than readState.Index' (duration: 896.885013ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:26.553248Z","caller":"traceutil/trace.go:171","msg":"trace[634980361] transaction","detail":"{read_only:false; response_revision:6710; number_of_response:1; }","duration":"1.971691884s","start":"2026-03-29T02:16:24.581536Z","end":"2026-03-29T02:16:26.553228Z","steps":["trace[634980361] 'process raft request' (duration: 1.97151472s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:26.553527Z","caller":"traceutil/trace.go:171","msg":"trace[1310861110] transaction","detail":"{read_only:false; response_revision:6711; number_of_response:1; }","duration":"1.969926185s","start":"2026-03-29T02:16:24.583595Z","end":"2026-03-29T02:16:26.553521Z","steps":["trace[1310861110] 'process raft request' (duration: 1.969550977s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:26.553569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:24.583576Z","time spent":"1.969968576s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6844,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:26.55356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:24.581517Z","time spent":"1.97194547s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:26.553563Z","caller":"traceutil/trace.go:171","msg":"trace[2074458867] transaction","detail":"{read_only:false; response_revision:6712; number_of_response:1; }","duration":"1.662478052s","start":"2026-03-29T02:16:24.891001Z","end":"2026-03-29T02:16:26.553479Z","steps":["trace[2074458867] 'process raft request' (duration: 1.662294968s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:26.553769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.974519617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/ingress-nginx\" ","response":"range_response_count:1 size:1075"} {"level":"warn","ts":"2026-03-29T02:16:26.553891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:24.890973Z","time spent":"1.662736697s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:26.553923Z","caller":"traceutil/trace.go:171","msg":"trace[2055084176] range","detail":"{range_begin:/registry/clusterrolebindings/ingress-nginx; range_end:; response_count:1; response_revision:6712; }","duration":"1.974741172s","start":"2026-03-29T02:16:24.579134Z","end":"2026-03-29T02:16:26.553875Z","steps":["trace[2055084176] 'agreement among raft nodes before linearized reading' (duration: 1.974378444s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:26.554009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:24.579112Z","time spent":"1.974882785s","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":1097,"request content":"key:\"/registry/clusterrolebindings/ingress-nginx\" "} {"level":"warn","ts":"2026-03-29T02:16:26.584573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999909019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:16:26.584642Z","caller":"traceutil/trace.go:171","msg":"trace[1566922234] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00001523s","start":"2026-03-29T02:16:24.584612Z","end":"2026-03-29T02:16:26.584627Z","steps":["trace[1566922234] 'agreement among raft nodes before linearized reading' (duration: 1.999934169s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:26.584676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:24.584602Z","time spent":"2.000066172s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:16:26.940731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.100434ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:26.940898Z","caller":"traceutil/trace.go:171","msg":"trace[1737705931] linearizableReadLoop","detail":"{readStateIndex:6998; appliedIndex:6996; }","duration":"387.502733ms","start":"2026-03-29T02:16:26.553382Z","end":"2026-03-29T02:16:26.940885Z","steps":["trace[1737705931] 'read index received' (duration: 80.138794ms)","trace[1737705931] 'applied index is now lower than readState.Index' (duration: 307.362989ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:26.94101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72879312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:26.941034Z","caller":"traceutil/trace.go:171","msg":"trace[1238916303] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:6714; }","duration":"1.728819811s","start":"2026-03-29T02:16:25.212206Z","end":"2026-03-29T02:16:26.941026Z","steps":["trace[1238916303] 'agreement among raft nodes before linearized reading' (duration: 1.728741699s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:26.940997Z","caller":"traceutil/trace.go:171","msg":"trace[1621255927] transaction","detail":"{read_only:false; response_revision:6714; number_of_response:1; }","duration":"1.18777391s","start":"2026-03-29T02:16:25.753172Z","end":"2026-03-29T02:16:26.940946Z","steps":["trace[1621255927] 'process raft request' (duration: 1.187644767s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:26.941069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:25.212193Z","time spent":"1.728869491s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-03-29T02:16:26.941207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745384837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-29T02:16:26.941187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.295353565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:26.941196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729108186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:26.941243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:25.753165Z","time spent":"1.187925173s","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:26.941248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019324697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-kubelet-approver\" ","response":"range_response_count:1 size:724"} {"level":"info","ts":"2026-03-29T02:16:26.941283Z","caller":"traceutil/trace.go:171","msg":"trace[1270897993] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6714; }","duration":"2.295512388s","start":"2026-03-29T02:16:24.645746Z","end":"2026-03-29T02:16:26.941258Z","steps":["trace[1270897993] 'agreement among raft nodes before linearized reading' (duration: 2.295335834s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:26.941316Z","caller":"traceutil/trace.go:171","msg":"trace[308943370] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-kubelet-approver; range_end:; response_count:1; response_revision:6714; }","duration":"2.019448579s","start":"2026-03-29T02:16:24.921846Z","end":"2026-03-29T02:16:26.941295Z","steps":["trace[308943370] 'agreement among raft nodes before linearized reading' (duration: 2.019293956s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:26.941324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743652168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-29T02:16:26.941341Z","caller":"traceutil/trace.go:171","msg":"trace[1537946366] transaction","detail":"{read_only:false; response_revision:6713; number_of_response:1; }","duration":"1.1882597s","start":"2026-03-29T02:16:25.753072Z","end":"2026-03-29T02:16:26.941332Z","steps":["trace[1537946366] 'process raft request' (duration: 880.473461ms)","trace[1537946366] 'compare' (duration: 306.980422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:26.941339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:24.645728Z","time spent":"2.29560157s","remote":"127.0.0.1:54904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-29T02:16:26.941359Z","caller":"traceutil/trace.go:171","msg":"trace[564789569] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6714; }","duration":"1.74370827s","start":"2026-03-29T02:16:25.197641Z","end":"2026-03-29T02:16:26.941349Z","steps":["trace[564789569] 'agreement among raft nodes before linearized reading' (duration: 1.743631378s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:26.941356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:24.921817Z","time spent":"2.019531042s","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":746,"request content":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-kubelet-approver\" "} {"level":"warn","ts":"2026-03-29T02:16:26.941378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:25.19763Z","time spent":"1.74374415s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:16:26.941388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:25.753049Z","time spent":"1.188314102s","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:26.941473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.291856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:26.941312Z","caller":"traceutil/trace.go:171","msg":"trace[2109934453] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:6714; }","duration":"1.72926942s","start":"2026-03-29T02:16:25.212009Z","end":"2026-03-29T02:16:26.941278Z","steps":["trace[2109934453] 'agreement among raft nodes before linearized reading' (duration: 1.729052765s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:26.94149Z","caller":"traceutil/trace.go:171","msg":"trace[791380045] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:6714; }","duration":"551.311857ms","start":"2026-03-29T02:16:26.390172Z","end":"2026-03-29T02:16:26.941484Z","steps":["trace[791380045] 'agreement among raft nodes before linearized reading' (duration: 551.279956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:26.941508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:26.390144Z","time spent":"551.358298ms","remote":"127.0.0.1:42260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:26.941506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:25.211997Z","time spent":"1.729499835s","remote":"127.0.0.1:48174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-03-29T02:16:26.941509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306626229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:16:26.941543Z","caller":"traceutil/trace.go:171","msg":"trace[1227311196] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6714; }","duration":"1.306704911s","start":"2026-03-29T02:16:25.634828Z","end":"2026-03-29T02:16:26.941533Z","steps":["trace[1227311196] 'agreement among raft nodes before linearized reading' (duration: 1.306520087s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:26.941536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.360182669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82262"} {"level":"warn","ts":"2026-03-29T02:16:26.941584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:25.634803Z","time spent":"1.306770364s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:16:26.941254Z","caller":"traceutil/trace.go:171","msg":"trace[1598645691] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6714; }","duration":"1.745485259s","start":"2026-03-29T02:16:25.195757Z","end":"2026-03-29T02:16:26.941242Z","steps":["trace[1598645691] 'agreement among raft nodes before linearized reading' (duration: 1.745264824s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:26.941618Z","caller":"traceutil/trace.go:171","msg":"trace[1044276385] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6714; }","duration":"2.360279742s","start":"2026-03-29T02:16:24.581319Z","end":"2026-03-29T02:16:26.941599Z","steps":["trace[1044276385] 'agreement among raft nodes before linearized reading' (duration: 2.359881802s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:26.94163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:25.195734Z","time spent":"1.745889679s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-29T02:16:26.941653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:24.581297Z","time spent":"2.360348513s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":82284,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:16:26.941762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394941433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:26.941797Z","caller":"traceutil/trace.go:171","msg":"trace[1295961814] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:6714; }","duration":"1.395023435s","start":"2026-03-29T02:16:25.546764Z","end":"2026-03-29T02:16:26.941787Z","steps":["trace[1295961814] 'agreement among raft nodes before linearized reading' (duration: 1.394953034s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:26.941828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:25.546742Z","time spent":"1.395078147s","remote":"127.0.0.1:54958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:26.942011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622048948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7504"} {"level":"info","ts":"2026-03-29T02:16:26.942056Z","caller":"traceutil/trace.go:171","msg":"trace[95849585] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:6714; }","duration":"1.62211851s","start":"2026-03-29T02:16:25.319923Z","end":"2026-03-29T02:16:26.942041Z","steps":["trace[95849585] 'agreement among raft nodes before linearized reading' (duration: 1.620978004s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:26.942097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:25.319906Z","time spent":"1.622184371s","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7526,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-03-29T02:16:27.40626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.986595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:27.406593Z","caller":"traceutil/trace.go:171","msg":"trace[1645429015] linearizableReadLoop","detail":"{readStateIndex:7003; appliedIndex:6998; }","duration":"465.651013ms","start":"2026-03-29T02:16:26.940925Z","end":"2026-03-29T02:16:27.406576Z","steps":["trace[1645429015] 'read index received' (duration: 171.28241ms)","trace[1645429015] 'applied index is now lower than readState.Index' (duration: 294.367583ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:27.406678Z","caller":"traceutil/trace.go:171","msg":"trace[1772406064] transaction","detail":"{read_only:false; response_revision:6715; number_of_response:1; }","duration":"851.139952ms","start":"2026-03-29T02:16:26.555527Z","end":"2026-03-29T02:16:27.406667Z","steps":["trace[1772406064] 'process raft request' (duration: 556.668626ms)","trace[1772406064] 'compare' (duration: 293.695998ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:27.406747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:26.555504Z","time spent":"851.207943ms","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:27.406793Z","caller":"traceutil/trace.go:171","msg":"trace[1754888585] transaction","detail":"{read_only:false; response_revision:6716; number_of_response:1; }","duration":"844.442524ms","start":"2026-03-29T02:16:26.562336Z","end":"2026-03-29T02:16:27.406778Z","steps":["trace[1754888585] 'process raft request' (duration: 844.025964ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:27.406785Z","caller":"traceutil/trace.go:171","msg":"trace[648370032] transaction","detail":"{read_only:false; response_revision:6719; number_of_response:1; }","duration":"827.630502ms","start":"2026-03-29T02:16:26.579109Z","end":"2026-03-29T02:16:27.406739Z","steps":["trace[648370032] 'process raft request' (duration: 827.424967ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:27.406867Z","caller":"traceutil/trace.go:171","msg":"trace[1179652101] transaction","detail":"{read_only:false; response_revision:6717; number_of_response:1; }","duration":"834.194116ms","start":"2026-03-29T02:16:26.572604Z","end":"2026-03-29T02:16:27.406798Z","steps":["trace[1179652101] 'process raft request' (duration: 833.835118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:27.406945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.432857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:16:27.406968Z","caller":"traceutil/trace.go:171","msg":"trace[165536197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6719; }","duration":"827.467528ms","start":"2026-03-29T02:16:26.579494Z","end":"2026-03-29T02:16:27.406962Z","steps":["trace[165536197] 'agreement among raft nodes before linearized reading' (duration: 827.373966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:27.406985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:26.579489Z","time spent":"827.492248ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:16:27.407005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:26.579097Z","time spent":"827.788265ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:27.407037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.218132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4440"} {"level":"info","ts":"2026-03-29T02:16:27.407069Z","caller":"traceutil/trace.go:171","msg":"trace[12059162] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:6719; }","duration":"846.270883ms","start":"2026-03-29T02:16:26.560788Z","end":"2026-03-29T02:16:27.407059Z","steps":["trace[12059162] 'agreement among raft nodes before linearized reading' (duration: 846.162131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:27.406847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:26.562315Z","time spent":"844.505815ms","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4387,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:27.407106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:26.560778Z","time spent":"846.320685ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4462,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-03-29T02:16:27.40707Z","caller":"traceutil/trace.go:171","msg":"trace[577690145] transaction","detail":"{read_only:false; response_revision:6718; number_of_response:1; }","duration":"834.417711ms","start":"2026-03-29T02:16:26.572615Z","end":"2026-03-29T02:16:27.407032Z","steps":["trace[577690145] 'process raft request' (duration: 833.882159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:27.407077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.858867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-29T02:16:27.407119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:26.572592Z","time spent":"834.396732ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:27.407176Z","caller":"traceutil/trace.go:171","msg":"trace[1960302002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6719; }","duration":"827.99694ms","start":"2026-03-29T02:16:26.579154Z","end":"2026-03-29T02:16:27.407151Z","steps":["trace[1960302002] 'agreement among raft nodes before linearized reading' (duration: 827.680423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:27.407236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:26.572578Z","time spent":"834.568025ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:27.407244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:26.579149Z","time spent":"828.083422ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:16:27.407337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.714783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kube-prometheus-stack-grafana-clusterrolebinding\" ","response":"range_response_count:1 size:1109"} {"level":"warn","ts":"2026-03-29T02:16:27.407355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.936966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:27.407404Z","caller":"traceutil/trace.go:171","msg":"trace[245825240] range","detail":"{range_begin:/registry/clusterrolebindings/kube-prometheus-stack-grafana-clusterrolebinding; range_end:; response_count:1; response_revision:6719; }","duration":"761.810305ms","start":"2026-03-29T02:16:26.645567Z","end":"2026-03-29T02:16:27.407377Z","steps":["trace[245825240] 'agreement among raft nodes before linearized reading' (duration: 761.59325ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:27.407445Z","caller":"traceutil/trace.go:171","msg":"trace[2048499308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6719; }","duration":"822.046918ms","start":"2026-03-29T02:16:26.585379Z","end":"2026-03-29T02:16:27.407426Z","steps":["trace[2048499308] 'agreement among raft nodes before linearized reading' (duration: 821.911995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:27.407479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:26.645542Z","time spent":"761.919878ms","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":1131,"request content":"key:\"/registry/clusterrolebindings/kube-prometheus-stack-grafana-clusterrolebinding\" "} {"level":"warn","ts":"2026-03-29T02:16:27.407494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:26.585372Z","time spent":"822.113719ms","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:16:27.408141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.852146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:16:27.408233Z","caller":"traceutil/trace.go:171","msg":"trace[156423509] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6719; }","duration":"828.700125ms","start":"2026-03-29T02:16:26.579513Z","end":"2026-03-29T02:16:27.408213Z","steps":["trace[156423509] 'agreement among raft nodes before linearized reading' (duration: 827.254854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:27.40833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:26.579503Z","time spent":"828.812407ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:16:27.496809Z","caller":"traceutil/trace.go:171","msg":"trace[343881582] transaction","detail":"{read_only:false; response_revision:6721; number_of_response:1; }","duration":"549.337694ms","start":"2026-03-29T02:16:26.947449Z","end":"2026-03-29T02:16:27.496787Z","steps":["trace[343881582] 'process raft request' (duration: 549.300394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:27.496977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:26.947434Z","time spent":"549.453847ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:27.497359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.619403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7504"} {"level":"warn","ts":"2026-03-29T02:16:27.497398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.233134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-kubelet-approver\" ","response":"range_response_count:1 size:724"} {"level":"info","ts":"2026-03-29T02:16:27.497444Z","caller":"traceutil/trace.go:171","msg":"trace[871511319] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-kubelet-approver; range_end:; response_count:1; response_revision:6721; }","duration":"550.276915ms","start":"2026-03-29T02:16:26.947154Z","end":"2026-03-29T02:16:27.497431Z","steps":["trace[871511319] 'agreement among raft nodes before linearized reading' (duration: 550.195784ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:27.497444Z","caller":"traceutil/trace.go:171","msg":"trace[1738614325] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:6721; }","duration":"541.773866ms","start":"2026-03-29T02:16:26.955652Z","end":"2026-03-29T02:16:27.497426Z","steps":["trace[1738614325] 'agreement among raft nodes before linearized reading' (duration: 541.432159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:27.497498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:26.947119Z","time spent":"550.344267ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":746,"request content":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-kubelet-approver\" "} {"level":"warn","ts":"2026-03-29T02:16:27.497554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.715465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:27.497595Z","caller":"traceutil/trace.go:171","msg":"trace[453974510] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6721; }","duration":"550.797067ms","start":"2026-03-29T02:16:26.946787Z","end":"2026-03-29T02:16:27.497584Z","steps":["trace[453974510] 'agreement among raft nodes before linearized reading' (duration: 550.728845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:27.497623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:26.946764Z","time spent":"550.851788ms","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-29T02:16:27.497492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:26.955623Z","time spent":"541.858888ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7526,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"info","ts":"2026-03-29T02:16:27.49801Z","caller":"traceutil/trace.go:171","msg":"trace[328427986] transaction","detail":"{read_only:false; response_revision:6720; number_of_response:1; }","duration":"550.651353ms","start":"2026-03-29T02:16:26.947344Z","end":"2026-03-29T02:16:27.497995Z","steps":["trace[328427986] 'process raft request' (duration: 549.283403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:27.498131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:26.947313Z","time spent":"550.738775ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:27.997337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198743586,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:28.497989Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198743586,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:28.998362Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198743586,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:29.270993Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.774309896s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:16:29.271493Z","caller":"traceutil/trace.go:171","msg":"trace[1863617629] transaction","detail":"{read_only:false; response_revision:6722; number_of_response:1; }","duration":"1.858296394s","start":"2026-03-29T02:16:27.413169Z","end":"2026-03-29T02:16:29.271465Z","steps":["trace[1863617629] 'process raft request' (duration: 1.858020428s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:29.271643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:27.41314Z","time spent":"1.858409147s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:29.271984Z","caller":"traceutil/trace.go:171","msg":"trace[1615961713] transaction","detail":"{read_only:false; response_revision:6723; number_of_response:1; }","duration":"1.856540865s","start":"2026-03-29T02:16:27.415384Z","end":"2026-03-29T02:16:29.271925Z","steps":["trace[1615961713] 'process raft request' (duration: 1.856011684s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:29.272238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:27.415371Z","time spent":"1.856732209s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4233,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:29.274726Z","caller":"traceutil/trace.go:171","msg":"trace[1170698408] transaction","detail":"{read_only:false; response_revision:6724; number_of_response:1; }","duration":"1.858731564s","start":"2026-03-29T02:16:27.415965Z","end":"2026-03-29T02:16:29.274696Z","steps":["trace[1170698408] 'process raft request' (duration: 1.855727167s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:29.274736Z","caller":"traceutil/trace.go:171","msg":"trace[110155480] transaction","detail":"{read_only:false; response_revision:6726; number_of_response:1; }","duration":"1.855137875s","start":"2026-03-29T02:16:27.41956Z","end":"2026-03-29T02:16:29.274698Z","steps":["trace[110155480] 'process raft request' (duration: 1.855054983s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:29.274775Z","caller":"traceutil/trace.go:171","msg":"trace[1304794980] transaction","detail":"{read_only:false; response_revision:6725; number_of_response:1; }","duration":"1.857613699s","start":"2026-03-29T02:16:27.41712Z","end":"2026-03-29T02:16:29.274734Z","steps":["trace[1304794980] 'process raft request' (duration: 1.857439796s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:29.274873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:27.415958Z","time spent":"1.858845526s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:29.274977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:27.419553Z","time spent":"1.855287068s","remote":"127.0.0.1:54904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4694,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:29.275018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:27.417113Z","time spent":"1.857786123s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:29.418023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000767978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:16:29.418101Z","caller":"traceutil/trace.go:171","msg":"trace[2122031112] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0008709s","start":"2026-03-29T02:16:27.417212Z","end":"2026-03-29T02:16:29.418083Z","steps":["trace[2122031112] 'agreement among raft nodes before linearized reading' (duration: 2.000772338s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:29.418139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:27.417209Z","time spent":"2.000923721s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:16:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:16:30.199171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.879885ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T02:16:30.200032Z","caller":"traceutil/trace.go:171","msg":"trace[1738715213] linearizableReadLoop","detail":"{readStateIndex:7012; appliedIndex:7005; }","duration":"2.702942533s","start":"2026-03-29T02:16:27.49706Z","end":"2026-03-29T02:16:30.200002Z","steps":["trace[1738715213] 'read index received' (duration: 1.774138062s)","trace[1738715213] 'applied index is now lower than readState.Index' (duration: 928.803061ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:30.200027Z","caller":"traceutil/trace.go:171","msg":"trace[441920229] transaction","detail":"{read_only:false; response_revision:6727; number_of_response:1; }","duration":"1.639129335s","start":"2026-03-29T02:16:28.560863Z","end":"2026-03-29T02:16:30.199993Z","steps":["trace[441920229] 'process raft request' (duration: 1.638437379s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:30.200218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:28.560846Z","time spent":"1.639286789s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:30.788892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.295542094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kube-prometheus-stack-grafana-clusterrolebinding\" ","response":"range_response_count:1 size:1109"} {"level":"info","ts":"2026-03-29T02:16:30.788955Z","caller":"traceutil/trace.go:171","msg":"trace[772341930] range","detail":"{range_begin:/registry/clusterrolebindings/kube-prometheus-stack-grafana-clusterrolebinding; range_end:; response_count:1; response_revision:6727; }","duration":"3.295656876s","start":"2026-03-29T02:16:27.493281Z","end":"2026-03-29T02:16:30.788938Z","steps":["trace[772341930] 'agreement among raft nodes before linearized reading' (duration: 2.706788648s)","trace[772341930] 'range keys from in-memory index tree' (duration: 588.691884ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:30.788982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:27.493259Z","time spent":"3.295717847s","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":1131,"request content":"key:\"/registry/clusterrolebindings/kube-prometheus-stack-grafana-clusterrolebinding\" "} {"level":"warn","ts":"2026-03-29T02:16:30.78897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.379313627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-29T02:16:30.789056Z","caller":"traceutil/trace.go:171","msg":"trace[267199924] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6727; }","duration":"3.37942748s","start":"2026-03-29T02:16:27.409603Z","end":"2026-03-29T02:16:30.78903Z","steps":["trace[267199924] 'agreement among raft nodes before linearized reading' (duration: 2.79050309s)","trace[267199924] 'range keys from in-memory index tree' (duration: 588.710085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:30.789088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.997451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-29T02:16:30.789123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:27.409584Z","time spent":"3.379525501s","remote":"127.0.0.1:54640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-29T02:16:30.789382Z","caller":"traceutil/trace.go:171","msg":"trace[1840410479] transaction","detail":"{read_only:false; response_revision:6729; number_of_response:1; }","duration":"1.509249912s","start":"2026-03-29T02:16:29.280112Z","end":"2026-03-29T02:16:30.789362Z","steps":["trace[1840410479] 'process raft request' (duration: 1.509102369s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:30.789463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:29.280097Z","time spent":"1.509332974s","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1862,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:30.789642Z","caller":"traceutil/trace.go:171","msg":"trace[253719796] transaction","detail":"{read_only:false; response_revision:6730; number_of_response:1; }","duration":"1.375952712s","start":"2026-03-29T02:16:29.413671Z","end":"2026-03-29T02:16:30.789623Z","steps":["trace[253719796] 'process raft request' (duration: 1.375630155s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:30.789676Z","caller":"traceutil/trace.go:171","msg":"trace[694447718] transaction","detail":"{read_only:false; response_revision:6731; number_of_response:1; }","duration":"1.375499382s","start":"2026-03-29T02:16:29.414166Z","end":"2026-03-29T02:16:30.789666Z","steps":["trace[694447718] 'process raft request' (duration: 1.375354819s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:30.789687Z","caller":"traceutil/trace.go:171","msg":"trace[1459109464] linearizableReadLoop","detail":"{readStateIndex:7017; appliedIndex:7012; }","duration":"589.571853ms","start":"2026-03-29T02:16:30.200095Z","end":"2026-03-29T02:16:30.789667Z","steps":["trace[1459109464] 'read index received' (duration: 481.049942ms)","trace[1459109464] 'applied index is now lower than readState.Index' (duration: 108.520781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:30.789754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:29.41415Z","time spent":"1.375545884s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:30.789775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:29.413634Z","time spent":"1.376061595s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:30.789837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.287480905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-29T02:16:30.789846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.045064017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:30.789868Z","caller":"traceutil/trace.go:171","msg":"trace[468649262] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6732; }","duration":"3.287537406s","start":"2026-03-29T02:16:27.502319Z","end":"2026-03-29T02:16:30.789856Z","steps":["trace[468649262] 'agreement among raft nodes before linearized reading' (duration: 3.287410803s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:30.789901Z","caller":"traceutil/trace.go:171","msg":"trace[1170526855] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:6732; }","duration":"2.045108718s","start":"2026-03-29T02:16:28.744763Z","end":"2026-03-29T02:16:30.789871Z","steps":["trace[1170526855] 'agreement among raft nodes before linearized reading' (duration: 2.045033326s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:30.789937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:28.744688Z","time spent":"2.04524028s","remote":"127.0.0.1:59934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:30.789948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.778228537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:30.789982Z","caller":"traceutil/trace.go:171","msg":"trace[1609675680] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:6732; }","duration":"2.77829934s","start":"2026-03-29T02:16:28.01167Z","end":"2026-03-29T02:16:30.789969Z","steps":["trace[1609675680] 'agreement among raft nodes before linearized reading' (duration: 2.778247229s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:30.789979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.232518504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-29T02:16:30.790009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:28.011647Z","time spent":"2.778355001s","remote":"127.0.0.1:44750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:30.79002Z","caller":"traceutil/trace.go:171","msg":"trace[1259118095] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6732; }","duration":"2.232595956s","start":"2026-03-29T02:16:28.557412Z","end":"2026-03-29T02:16:30.790008Z","steps":["trace[1259118095] 'agreement among raft nodes before linearized reading' (duration: 2.232471653s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:30.790049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.075750236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:16:30.790055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:28.557391Z","time spent":"2.232655667s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:16:30.790064Z","caller":"traceutil/trace.go:171","msg":"trace[1741258011] transaction","detail":"{read_only:false; response_revision:6732; number_of_response:1; }","duration":"1.374759766s","start":"2026-03-29T02:16:29.415294Z","end":"2026-03-29T02:16:30.790054Z","steps":["trace[1741258011] 'process raft request' (duration: 1.374324676s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:30.790074Z","caller":"traceutil/trace.go:171","msg":"trace[2027682454] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:6732; }","duration":"2.075839177s","start":"2026-03-29T02:16:28.714226Z","end":"2026-03-29T02:16:30.790066Z","steps":["trace[2027682454] 'agreement among raft nodes before linearized reading' (duration: 2.075797896s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:30.790098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:28.714191Z","time spent":"2.075898469s","remote":"127.0.0.1:52844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:30.790095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.340168856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:30.790114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:29.415268Z","time spent":"1.374818457s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:30.79001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.739712686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:30.790155Z","caller":"traceutil/trace.go:171","msg":"trace[921577530] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:6732; }","duration":"2.340252317s","start":"2026-03-29T02:16:28.449877Z","end":"2026-03-29T02:16:30.790129Z","steps":["trace[921577530] 'agreement among raft nodes before linearized reading' (duration: 2.340189396s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:30.79019Z","caller":"traceutil/trace.go:171","msg":"trace[271118072] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:6732; }","duration":"2.739956662s","start":"2026-03-29T02:16:28.050226Z","end":"2026-03-29T02:16:30.790183Z","steps":["trace[271118072] 'agreement among raft nodes before linearized reading' (duration: 2.739649045s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:30.790201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073397969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:16:30.790209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:28.050208Z","time spent":"2.739994412s","remote":"127.0.0.1:54640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":49,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:30.790205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:28.449858Z","time spent":"2.340336579s","remote":"127.0.0.1:59732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:30.790223Z","caller":"traceutil/trace.go:171","msg":"trace[1638108989] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6732; }","duration":"1.073448539s","start":"2026-03-29T02:16:29.716767Z","end":"2026-03-29T02:16:30.790216Z","steps":["trace[1638108989] 'agreement among raft nodes before linearized reading' (duration: 1.073406518s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:30.790227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.080828572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1332"} {"level":"warn","ts":"2026-03-29T02:16:30.790244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:29.716751Z","time spent":"1.073488541s","remote":"127.0.0.1:42352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:30.790259Z","caller":"traceutil/trace.go:171","msg":"trace[149477336] range","detail":"{range_begin:/registry/clusterrolebindings/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:6732; }","duration":"3.080882153s","start":"2026-03-29T02:16:27.709368Z","end":"2026-03-29T02:16:30.79025Z","steps":["trace[149477336] 'agreement among raft nodes before linearized reading' (duration: 3.080791481s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:30.790289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:27.709356Z","time spent":"3.080926735s","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":1354,"request content":"key:\"/registry/clusterrolebindings/kube-prometheus-stack-kube-state-metrics\" "} {"level":"warn","ts":"2026-03-29T02:16:30.790455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372113417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:30.790491Z","caller":"traceutil/trace.go:171","msg":"trace[1513375262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6732; }","duration":"1.372181708s","start":"2026-03-29T02:16:29.418299Z","end":"2026-03-29T02:16:30.790481Z","steps":["trace[1513375262] 'agreement among raft nodes before linearized reading' (duration: 1.372118747s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:30.791887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:29.418288Z","time spent":"1.37357553s","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:16:30.790696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033089042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:30.792413Z","caller":"traceutil/trace.go:171","msg":"trace[1513513702] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:6732; }","duration":"2.034798599s","start":"2026-03-29T02:16:28.757571Z","end":"2026-03-29T02:16:30.79237Z","steps":["trace[1513513702] 'agreement among raft nodes before linearized reading' (duration: 2.033098462s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:30.792483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:28.75756Z","time spent":"2.034900581s","remote":"127.0.0.1:59740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:30.790758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513977657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-d79sh\" ","response":"range_response_count:1 size:6859"} {"level":"info","ts":"2026-03-29T02:16:30.792709Z","caller":"traceutil/trace.go:171","msg":"trace[346491958] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-d79sh; range_end:; response_count:1; response_revision:6732; }","duration":"1.51595098s","start":"2026-03-29T02:16:29.276741Z","end":"2026-03-29T02:16:30.792692Z","steps":["trace[346491958] 'agreement among raft nodes before linearized reading' (duration: 1.513968457s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:30.792773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:29.276726Z","time spent":"1.516029612s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6881,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-d79sh\" "} {"level":"warn","ts":"2026-03-29T02:16:30.789899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:27.502306Z","time spent":"3.287585677s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:16:30.790803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616896114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:16:30.790778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.0969387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:30.793241Z","caller":"traceutil/trace.go:171","msg":"trace[1435788214] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:6732; }","duration":"3.099405864s","start":"2026-03-29T02:16:27.693755Z","end":"2026-03-29T02:16:30.793161Z","steps":["trace[1435788214] 'agreement among raft nodes before linearized reading' (duration: 3.09694176s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:30.790848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.841623326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:16:30.790467Z","caller":"traceutil/trace.go:171","msg":"trace[456636642] transaction","detail":"{read_only:false; response_revision:6728; number_of_response:1; }","duration":"1.510901978s","start":"2026-03-29T02:16:29.279478Z","end":"2026-03-29T02:16:30.79038Z","steps":["trace[456636642] 'process raft request' (duration: 920.514156ms)","trace[456636642] 'compare' (duration: 588.867059ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:30.793047Z","caller":"traceutil/trace.go:171","msg":"trace[1567607256] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6732; }","duration":"1.619127943s","start":"2026-03-29T02:16:29.173866Z","end":"2026-03-29T02:16:30.792994Z","steps":["trace[1567607256] 'agreement among raft nodes before linearized reading' (duration: 1.616901444s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:30.793449Z","caller":"traceutil/trace.go:171","msg":"trace[645349339] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; response_count:1; response_revision:6732; }","duration":"1.844255763s","start":"2026-03-29T02:16:28.949171Z","end":"2026-03-29T02:16:30.793427Z","steps":["trace[645349339] 'agreement among raft nodes before linearized reading' (duration: 1.841644756s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:30.793485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:27.693724Z","time spent":"3.099740832s","remote":"127.0.0.1:52846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:30.793522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:29.279459Z","time spent":"1.514001208s","remote":"127.0.0.1:54640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1269,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:30.793522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:28.949142Z","time spent":"1.844362307s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-s9btj\" "} {"level":"warn","ts":"2026-03-29T02:16:30.793459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:29.173844Z","time spent":"1.619594084s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:16:31.299329Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198743599,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:16:31.348636Z","caller":"traceutil/trace.go:171","msg":"trace[1764289287] transaction","detail":"{read_only:false; response_revision:6733; number_of_response:1; }","duration":"551.064873ms","start":"2026-03-29T02:16:30.797551Z","end":"2026-03-29T02:16:31.348616Z","steps":["trace[1764289287] 'process raft request' (duration: 520.113328ms)","trace[1764289287] 'compare' (duration: 30.801202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:31.348747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:30.797517Z","time spent":"551.166175ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:31.348787Z","caller":"traceutil/trace.go:171","msg":"trace[71661729] linearizableReadLoop","detail":"{readStateIndex:7019; appliedIndex:7017; }","duration":"550.280836ms","start":"2026-03-29T02:16:30.798481Z","end":"2026-03-29T02:16:31.348762Z","steps":["trace[71661729] 'read index received' (duration: 519.188018ms)","trace[71661729] 'applied index is now lower than readState.Index' (duration: 31.091378ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:31.348939Z","caller":"traceutil/trace.go:171","msg":"trace[1433955523] transaction","detail":"{read_only:false; response_revision:6734; number_of_response:1; }","duration":"150.835037ms","start":"2026-03-29T02:16:31.198027Z","end":"2026-03-29T02:16:31.348862Z","steps":["trace[1433955523] 'process raft request' (duration: 150.554821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:31.349071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.577372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82262"} {"level":"info","ts":"2026-03-29T02:16:31.349108Z","caller":"traceutil/trace.go:171","msg":"trace[1258636661] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6734; }","duration":"550.634103ms","start":"2026-03-29T02:16:30.798463Z","end":"2026-03-29T02:16:31.349097Z","steps":["trace[1258636661] 'agreement among raft nodes before linearized reading' (duration: 550.415029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:31.349107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.793534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-03-29T02:16:31.349203Z","caller":"traceutil/trace.go:171","msg":"trace[1376123512] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:6734; }","duration":"549.911297ms","start":"2026-03-29T02:16:30.799268Z","end":"2026-03-29T02:16:31.349179Z","steps":["trace[1376123512] 'agreement among raft nodes before linearized reading' (duration: 549.653441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:31.349273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:30.799262Z","time spent":"549.997929ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-29T02:16:31.349368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.118658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-29T02:16:31.349149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:30.798455Z","time spent":"550.686164ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":82284,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:16:31.349374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.080627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:31.34941Z","caller":"traceutil/trace.go:171","msg":"trace[602063289] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6734; }","duration":"544.17537ms","start":"2026-03-29T02:16:30.805224Z","end":"2026-03-29T02:16:31.3494Z","steps":["trace[602063289] 'agreement among raft nodes before linearized reading' (duration: 544.083668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:31.349451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:30.805216Z","time spent":"544.228011ms","remote":"127.0.0.1:42364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-29T02:16:31.34945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.764131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1332"} {"level":"info","ts":"2026-03-29T02:16:31.349457Z","caller":"traceutil/trace.go:171","msg":"trace[136640569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6734; }","duration":"548.179529ms","start":"2026-03-29T02:16:30.801258Z","end":"2026-03-29T02:16:31.349437Z","steps":["trace[136640569] 'agreement among raft nodes before linearized reading' (duration: 548.069186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:31.349498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:30.801251Z","time spent":"548.2399ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:16:31.34953Z","caller":"traceutil/trace.go:171","msg":"trace[1140524357] range","detail":"{range_begin:/registry/clusterrolebindings/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:6734; }","duration":"101.880624ms","start":"2026-03-29T02:16:31.24763Z","end":"2026-03-29T02:16:31.34951Z","steps":["trace[1140524357] 'agreement among raft nodes before linearized reading' (duration: 101.655959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:31.349717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.798564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-29T02:16:31.349745Z","caller":"traceutil/trace.go:171","msg":"trace[1290716048] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:6734; }","duration":"252.871795ms","start":"2026-03-29T02:16:31.096865Z","end":"2026-03-29T02:16:31.349737Z","steps":["trace[1290716048] 'agreement among raft nodes before linearized reading' (duration: 252.408205ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:31.573703Z","caller":"traceutil/trace.go:171","msg":"trace[755802172] transaction","detail":"{read_only:false; response_revision:6736; number_of_response:1; }","duration":"217.017591ms","start":"2026-03-29T02:16:31.356654Z","end":"2026-03-29T02:16:31.573672Z","steps":["trace[755802172] 'process raft request' (duration: 159.656462ms)","trace[755802172] 'compare' (duration: 57.146434ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:31.573974Z","caller":"traceutil/trace.go:171","msg":"trace[911707984] linearizableReadLoop","detail":"{readStateIndex:7023; appliedIndex:7019; }","duration":"209.381813ms","start":"2026-03-29T02:16:31.364567Z","end":"2026-03-29T02:16:31.573949Z","steps":["trace[911707984] 'read index received' (duration: 19.662595ms)","trace[911707984] 'applied index is now lower than readState.Index' (duration: 189.717958ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:31.574111Z","caller":"traceutil/trace.go:171","msg":"trace[335804761] transaction","detail":"{read_only:false; response_revision:6738; number_of_response:1; }","duration":"212.709357ms","start":"2026-03-29T02:16:31.361376Z","end":"2026-03-29T02:16:31.574085Z","steps":["trace[335804761] 'process raft request' (duration: 212.447901ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:31.574194Z","caller":"traceutil/trace.go:171","msg":"trace[970864368] transaction","detail":"{read_only:false; response_revision:6737; number_of_response:1; }","duration":"216.94696ms","start":"2026-03-29T02:16:31.357188Z","end":"2026-03-29T02:16:31.574135Z","steps":["trace[970864368] 'process raft request' (duration: 216.433579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:31.574225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.620008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:31.574697Z","caller":"traceutil/trace.go:171","msg":"trace[1192073504] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:6738; }","duration":"210.13436ms","start":"2026-03-29T02:16:31.364542Z","end":"2026-03-29T02:16:31.574677Z","steps":["trace[1192073504] 'agreement among raft nodes before linearized reading' (duration: 209.593518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:31.574786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.428713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kubelet-serving-approver\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-29T02:16:31.574871Z","caller":"traceutil/trace.go:171","msg":"trace[1014730613] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kubelet-serving-approver; range_end:; response_count:1; response_revision:6738; }","duration":"124.549635ms","start":"2026-03-29T02:16:31.450303Z","end":"2026-03-29T02:16:31.574853Z","steps":["trace[1014730613] 'agreement among raft nodes before linearized reading' (duration: 124.329011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:31.574899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.409922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1401"} {"level":"info","ts":"2026-03-29T02:16:31.574993Z","caller":"traceutil/trace.go:171","msg":"trace[1256389137] range","detail":"{range_begin:/registry/clusterrolebindings/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:6738; }","duration":"124.560005ms","start":"2026-03-29T02:16:31.450416Z","end":"2026-03-29T02:16:31.574976Z","steps":["trace[1256389137] 'agreement among raft nodes before linearized reading' (duration: 124.31355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:32.159802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198743613,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:16:32.274409Z","caller":"traceutil/trace.go:171","msg":"trace[1221085646] linearizableReadLoop","detail":"{readStateIndex:7024; appliedIndex:7023; }","duration":"615.106198ms","start":"2026-03-29T02:16:31.659277Z","end":"2026-03-29T02:16:32.274383Z","steps":["trace[1221085646] 'read index received' (duration: 583.016289ms)","trace[1221085646] 'applied index is now lower than readState.Index' (duration: 32.088529ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:32.274504Z","caller":"traceutil/trace.go:171","msg":"trace[948399778] transaction","detail":"{read_only:false; response_revision:6739; number_of_response:1; }","duration":"685.927696ms","start":"2026-03-29T02:16:31.588541Z","end":"2026-03-29T02:16:32.274468Z","steps":["trace[948399778] 'process raft request' (duration: 653.783745ms)","trace[948399778] 'compare' (duration: 31.570719ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:32.274631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.333733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1401"} {"level":"info","ts":"2026-03-29T02:16:32.274668Z","caller":"traceutil/trace.go:171","msg":"trace[448655501] range","detail":"{range_begin:/registry/clusterrolebindings/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:6739; }","duration":"615.440635ms","start":"2026-03-29T02:16:31.659214Z","end":"2026-03-29T02:16:32.274655Z","steps":["trace[448655501] 'agreement among raft nodes before linearized reading' (duration: 615.276051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:32.274701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:31.659184Z","time spent":"615.509467ms","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1423,"request content":"key:\"/registry/clusterrolebindings/kube-prometheus-stack-operator\" "} {"level":"warn","ts":"2026-03-29T02:16:32.274709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:31.588527Z","time spent":"686.073049ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:33.183582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.036682ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:33.183695Z","caller":"traceutil/trace.go:171","msg":"trace[422159024] linearizableReadLoop","detail":"{readStateIndex:7025; appliedIndex:7024; }","duration":"909.209586ms","start":"2026-03-29T02:16:32.274468Z","end":"2026-03-29T02:16:33.183678Z","steps":["trace[422159024] 'read index received' (duration: 159.811386ms)","trace[422159024] 'applied index is now lower than readState.Index' (duration: 749.39661ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:33.183735Z","caller":"traceutil/trace.go:171","msg":"trace[1930976708] transaction","detail":"{read_only:false; response_revision:6740; number_of_response:1; }","duration":"976.808712ms","start":"2026-03-29T02:16:32.206905Z","end":"2026-03-29T02:16:33.183714Z","steps":["trace[1930976708] 'process raft request' (duration: 227.525224ms)","trace[1930976708] 'compare' (duration: 748.581002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:33.183801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506946791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver\" ","response":"range_response_count:1 size:679"} {"level":"info","ts":"2026-03-29T02:16:33.183839Z","caller":"traceutil/trace.go:171","msg":"trace[1101581937] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver; range_end:; response_count:1; response_revision:6740; }","duration":"1.507004241s","start":"2026-03-29T02:16:31.676823Z","end":"2026-03-29T02:16:33.183828Z","steps":["trace[1101581937] 'agreement among raft nodes before linearized reading' (duration: 1.50692759s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:33.183834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:32.206868Z","time spent":"976.918474ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:33.183876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:31.676812Z","time spent":"1.507056812s","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":701,"request content":"key:\"/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver\" "} {"level":"warn","ts":"2026-03-29T02:16:33.183959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308742904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:33.184732Z","caller":"traceutil/trace.go:171","msg":"trace[981757383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6740; }","duration":"1.309367388s","start":"2026-03-29T02:16:31.875121Z","end":"2026-03-29T02:16:33.184488Z","steps":["trace[981757383] 'agreement among raft nodes before linearized reading' (duration: 1.308594651s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:33.185092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:31.875087Z","time spent":"1.309986021s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:16:33.684094Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198743620,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:34.024678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:33.402947Z","time spent":"621.720856ms","remote":"127.0.0.1:36222","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:16:34.040433Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.243439991s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:16:34.040986Z","caller":"traceutil/trace.go:171","msg":"trace[254073753] transaction","detail":"{read_only:false; response_revision:6741; number_of_response:1; }","duration":"1.244104095s","start":"2026-03-29T02:16:32.796855Z","end":"2026-03-29T02:16:34.040959Z","steps":["trace[254073753] 'process raft request' (duration: 1.2438399s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:34.041214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:32.796829Z","time spent":"1.244233409s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:34.657589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.96061ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:34.658073Z","caller":"traceutil/trace.go:171","msg":"trace[2124884988] linearizableReadLoop","detail":"{readStateIndex:7030; appliedIndex:7025; }","duration":"1.474287219s","start":"2026-03-29T02:16:33.183722Z","end":"2026-03-29T02:16:34.658009Z","steps":["trace[2124884988] 'read index received' (duration: 856.968831ms)","trace[2124884988] 'applied index is now lower than readState.Index' (duration: 617.317258ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:34.65813Z","caller":"traceutil/trace.go:171","msg":"trace[1791788149] transaction","detail":"{read_only:false; response_revision:6742; number_of_response:1; }","duration":"1.861145037s","start":"2026-03-29T02:16:32.796973Z","end":"2026-03-29T02:16:34.658118Z","steps":["trace[1791788149] 'process raft request' (duration: 1.417553053s)","trace[1791788149] 'compare' (duration: 442.46526ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:34.65806Z","caller":"traceutil/trace.go:171","msg":"trace[1340431320] transaction","detail":"{read_only:false; response_revision:6743; number_of_response:1; }","duration":"1.860250948s","start":"2026-03-29T02:16:32.797775Z","end":"2026-03-29T02:16:34.658026Z","steps":["trace[1340431320] 'process raft request' (duration: 1.859929951s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:34.658132Z","caller":"traceutil/trace.go:171","msg":"trace[1052840053] transaction","detail":"{read_only:false; response_revision:6744; number_of_response:1; }","duration":"1.438060247s","start":"2026-03-29T02:16:33.220043Z","end":"2026-03-29T02:16:34.658104Z","steps":["trace[1052840053] 'process raft request' (duration: 1.4377661s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:34.658107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986108532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:34.658251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:32.796934Z","time spent":"1.861234389s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:34.65826Z","caller":"traceutil/trace.go:171","msg":"trace[818281194] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:6745; }","duration":"1.986292986s","start":"2026-03-29T02:16:32.67192Z","end":"2026-03-29T02:16:34.658213Z","steps":["trace[818281194] 'agreement among raft nodes before linearized reading' (duration: 1.986097922s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:34.658295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:32.797745Z","time spent":"1.860474313s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:34.658309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973434831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:34.658418Z","caller":"traceutil/trace.go:171","msg":"trace[258983682] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:6745; }","duration":"1.973565684s","start":"2026-03-29T02:16:32.684831Z","end":"2026-03-29T02:16:34.658396Z","steps":["trace[258983682] 'agreement among raft nodes before linearized reading' (duration: 1.973316959s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:34.658403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.323104288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-29T02:16:34.658475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:32.68479Z","time spent":"1.973672647s","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":78,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:34.6585Z","caller":"traceutil/trace.go:171","msg":"trace[1572790016] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:6745; }","duration":"2.323240571s","start":"2026-03-29T02:16:32.335232Z","end":"2026-03-29T02:16:34.658472Z","steps":["trace[1572790016] 'agreement among raft nodes before linearized reading' (duration: 2.322953345s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:34.658497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009446064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver\" ","response":"range_response_count:1 size:679"} {"level":"warn","ts":"2026-03-29T02:16:34.658526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573107254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:34.658568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079085845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-29T02:16:34.658582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:32.335209Z","time spent":"2.323356944s","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"info","ts":"2026-03-29T02:16:34.658596Z","caller":"traceutil/trace.go:171","msg":"trace[419081503] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver; range_end:; response_count:1; response_revision:6745; }","duration":"1.009575137s","start":"2026-03-29T02:16:33.648991Z","end":"2026-03-29T02:16:34.658566Z","steps":["trace[419081503] 'agreement among raft nodes before linearized reading' (duration: 1.009421613s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:34.65862Z","caller":"traceutil/trace.go:171","msg":"trace[1330818218] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:6745; }","duration":"1.573207797s","start":"2026-03-29T02:16:33.085393Z","end":"2026-03-29T02:16:34.658601Z","steps":["trace[1330818218] 'agreement among raft nodes before linearized reading' (duration: 1.573079124s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:34.658639Z","caller":"traceutil/trace.go:171","msg":"trace[11245275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6745; }","duration":"1.079165767s","start":"2026-03-29T02:16:33.579449Z","end":"2026-03-29T02:16:34.658615Z","steps":["trace[11245275] 'agreement among raft nodes before linearized reading' (duration: 1.079031754s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:34.658669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:33.648969Z","time spent":"1.009683359s","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":701,"request content":"key:\"/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver\" "} {"level":"warn","ts":"2026-03-29T02:16:34.658652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101954391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414169"} {"level":"warn","ts":"2026-03-29T02:16:34.658311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470678079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:34.658713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:33.579429Z","time spent":"1.079267329s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:16:34.65872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235438404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:34.658743Z","caller":"traceutil/trace.go:171","msg":"trace[1869045148] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:6745; }","duration":"1.102057733s","start":"2026-03-29T02:16:33.556666Z","end":"2026-03-29T02:16:34.658723Z","steps":["trace[1869045148] 'agreement among raft nodes before linearized reading' (duration: 1.101658255s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:34.658757Z","caller":"traceutil/trace.go:171","msg":"trace[936336854] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6745; }","duration":"1.471193191s","start":"2026-03-29T02:16:33.187552Z","end":"2026-03-29T02:16:34.658745Z","steps":["trace[936336854] 'agreement among raft nodes before linearized reading' (duration: 1.470676449s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:34.658746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079283669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-29T02:16:34.658793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:33.556643Z","time spent":"1.102140125s","remote":"127.0.0.1:52402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414191,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-29T02:16:34.658806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:33.187526Z","time spent":"1.471271362s","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:16:34.658829Z","caller":"traceutil/trace.go:171","msg":"trace[1249546672] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6745; }","duration":"1.079423382s","start":"2026-03-29T02:16:33.579387Z","end":"2026-03-29T02:16:34.65881Z","steps":["trace[1249546672] 'agreement among raft nodes before linearized reading' (duration: 1.079186257s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:34.658892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:33.579356Z","time spent":"1.079523125s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:16:34.658871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302121199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-29T02:16:34.658595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269359705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T02:16:34.65867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:33.085316Z","time spent":"1.57333984s","remote":"127.0.0.1:59722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:34.658805Z","caller":"traceutil/trace.go:171","msg":"trace[81718094] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6745; }","duration":"1.235569087s","start":"2026-03-29T02:16:33.423197Z","end":"2026-03-29T02:16:34.658766Z","steps":["trace[81718094] 'agreement among raft nodes before linearized reading' (duration: 1.235456395s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:34.658948Z","caller":"traceutil/trace.go:171","msg":"trace[1335146850] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6745; }","duration":"1.302232823s","start":"2026-03-29T02:16:33.356703Z","end":"2026-03-29T02:16:34.658936Z","steps":["trace[1335146850] 'agreement among raft nodes before linearized reading' (duration: 1.302063169s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:34.658979Z","caller":"traceutil/trace.go:171","msg":"trace[1742575356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6745; }","duration":"1.269759284s","start":"2026-03-29T02:16:33.389183Z","end":"2026-03-29T02:16:34.658942Z","steps":["trace[1742575356] 'agreement among raft nodes before linearized reading' (duration: 1.269202462s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:34.65902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:33.356683Z","time spent":"1.302326954s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:16:34.659028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:33.42318Z","time spent":"1.235826962s","remote":"127.0.0.1:42276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:34.658694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.92761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:16:34.659078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:33.389158Z","time spent":"1.269857356s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:16:34.658349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:32.671898Z","time spent":"1.986411558s","remote":"127.0.0.1:40614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:34.659111Z","caller":"traceutil/trace.go:171","msg":"trace[1558145200] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6745; }","duration":"133.400441ms","start":"2026-03-29T02:16:34.525696Z","end":"2026-03-29T02:16:34.659097Z","steps":["trace[1558145200] 'agreement among raft nodes before linearized reading' (duration: 132.798438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:34.658253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:33.220013Z","time spent":"1.43817912s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:34.658975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30173266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:16:34.65928Z","caller":"traceutil/trace.go:171","msg":"trace[1821520929] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; response_count:1; response_revision:6745; }","duration":"1.302044788s","start":"2026-03-29T02:16:33.357208Z","end":"2026-03-29T02:16:34.659253Z","steps":["trace[1821520929] 'agreement among raft nodes before linearized reading' (duration: 1.301407984s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:34.658405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.376581521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1401"} {"level":"warn","ts":"2026-03-29T02:16:34.659338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11954916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:34.659396Z","caller":"traceutil/trace.go:171","msg":"trace[2050001497] range","detail":"{range_begin:/registry/clusterrolebindings/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:6745; }","duration":"2.377645186s","start":"2026-03-29T02:16:32.281738Z","end":"2026-03-29T02:16:34.659383Z","steps":["trace[2050001497] 'agreement among raft nodes before linearized reading' (duration: 2.376417708s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:34.659458Z","caller":"traceutil/trace.go:171","msg":"trace[1825559563] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:6745; }","duration":"1.119691164s","start":"2026-03-29T02:16:33.539705Z","end":"2026-03-29T02:16:34.659396Z","steps":["trace[1825559563] 'agreement among raft nodes before linearized reading' (duration: 1.118670101s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:34.659477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:32.281717Z","time spent":"2.377748107s","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1423,"request content":"key:\"/registry/clusterrolebindings/kube-prometheus-stack-operator\" "} {"level":"warn","ts":"2026-03-29T02:16:34.659533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:33.539671Z","time spent":"1.119841757s","remote":"127.0.0.1:42200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:34.659526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:33.3572Z","time spent":"1.302133209s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-s9btj\" "} {"level":"info","ts":"2026-03-29T02:16:34.661624Z","caller":"traceutil/trace.go:171","msg":"trace[1553458527] transaction","detail":"{read_only:false; response_revision:6745; number_of_response:1; }","duration":"1.419518118s","start":"2026-03-29T02:16:33.238863Z","end":"2026-03-29T02:16:34.658382Z","steps":["trace[1553458527] 'process raft request' (duration: 1.419051628s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:34.662463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:33.238823Z","time spent":"1.422979443s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:35.143401Z","caller":"traceutil/trace.go:171","msg":"trace[534997347] transaction","detail":"{read_only:false; response_revision:6746; number_of_response:1; }","duration":"476.955102ms","start":"2026-03-29T02:16:34.666418Z","end":"2026-03-29T02:16:35.143374Z","steps":["trace[534997347] 'process raft request' (duration: 476.687496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:35.14362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:34.666387Z","time spent":"477.111436ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:35.143751Z","caller":"traceutil/trace.go:171","msg":"trace[2114109644] linearizableReadLoop","detail":"{readStateIndex:7036; appliedIndex:7031; }","duration":"419.277396ms","start":"2026-03-29T02:16:34.724457Z","end":"2026-03-29T02:16:35.143734Z","steps":["trace[2114109644] 'read index received' (duration: 418.651872ms)","trace[2114109644] 'applied index is now lower than readState.Index' (duration: 624.894µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:35.143809Z","caller":"traceutil/trace.go:171","msg":"trace[1864411892] transaction","detail":"{read_only:false; response_revision:6749; number_of_response:1; }","duration":"476.85362ms","start":"2026-03-29T02:16:34.666938Z","end":"2026-03-29T02:16:35.143792Z","steps":["trace[1864411892] 'process raft request' (duration: 476.715597ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.143855Z","caller":"traceutil/trace.go:171","msg":"trace[1228784225] transaction","detail":"{read_only:false; response_revision:6750; number_of_response:1; }","duration":"476.622315ms","start":"2026-03-29T02:16:34.667205Z","end":"2026-03-29T02:16:35.143827Z","steps":["trace[1228784225] 'process raft request' (duration: 476.492122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:35.14389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:34.666905Z","time spent":"476.941022ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:35.143942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.39633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:35.143973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:34.667194Z","time spent":"476.716627ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:35.143998Z","caller":"traceutil/trace.go:171","msg":"trace[397624732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6750; }","duration":"476.470371ms","start":"2026-03-29T02:16:34.667511Z","end":"2026-03-29T02:16:35.143981Z","steps":["trace[397624732] 'agreement among raft nodes before linearized reading' (duration: 476.323968ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.14404Z","caller":"traceutil/trace.go:171","msg":"trace[433354341] transaction","detail":"{read_only:false; response_revision:6748; number_of_response:1; }","duration":"477.361622ms","start":"2026-03-29T02:16:34.666662Z","end":"2026-03-29T02:16:35.144024Z","steps":["trace[433354341] 'process raft request' (duration: 476.915932ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.144013Z","caller":"traceutil/trace.go:171","msg":"trace[954449560] transaction","detail":"{read_only:false; response_revision:6747; number_of_response:1; }","duration":"477.523565ms","start":"2026-03-29T02:16:34.666419Z","end":"2026-03-29T02:16:35.143942Z","steps":["trace[954449560] 'process raft request' (duration: 476.908551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:35.144118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:34.666633Z","time spent":"477.440644ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:35.144044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:34.667503Z","time spent":"476.529994ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:16:35.144232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:34.666347Z","time spent":"477.770531ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:35.144339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.993024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82262"} {"level":"info","ts":"2026-03-29T02:16:35.144432Z","caller":"traceutil/trace.go:171","msg":"trace[1469766185] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6750; }","duration":"477.142748ms","start":"2026-03-29T02:16:34.667268Z","end":"2026-03-29T02:16:35.14441Z","steps":["trace[1469766185] 'agreement among raft nodes before linearized reading' (duration: 476.76126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:35.144481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:34.667251Z","time spent":"477.218089ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":82284,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-29T02:16:35.194307Z","caller":"traceutil/trace.go:171","msg":"trace[1327099205] transaction","detail":"{read_only:false; response_revision:6751; number_of_response:1; }","duration":"468.519116ms","start":"2026-03-29T02:16:34.725751Z","end":"2026-03-29T02:16:35.19427Z","steps":["trace[1327099205] 'process raft request' (duration: 468.347532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:35.194428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.48691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:get-nodes\" ","response":"range_response_count:1 size:469"} {"level":"warn","ts":"2026-03-29T02:16:35.194485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.401451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1225"} {"level":"warn","ts":"2026-03-29T02:16:35.194508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:34.72572Z","time spent":"468.674959ms","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:35.194506Z","caller":"traceutil/trace.go:171","msg":"trace[1633014700] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:get-nodes; range_end:; response_count:1; response_revision:6751; }","duration":"372.620114ms","start":"2026-03-29T02:16:34.821864Z","end":"2026-03-29T02:16:35.194484Z","steps":["trace[1633014700] 'agreement among raft nodes before linearized reading' (duration: 372.383678ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.194551Z","caller":"traceutil/trace.go:171","msg":"trace[1218914429] range","detail":"{range_begin:/registry/clusterrolebindings/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6751; }","duration":"443.539084ms","start":"2026-03-29T02:16:34.750996Z","end":"2026-03-29T02:16:35.194535Z","steps":["trace[1218914429] 'agreement among raft nodes before linearized reading' (duration: 443.323598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:35.194593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:34.750967Z","time spent":"443.617356ms","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1247,"request content":"key:\"/registry/clusterrolebindings/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-29T02:16:35.194569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:34.82184Z","time spent":"372.715916ms","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":491,"request content":"key:\"/registry/clusterrolebindings/kubeadm:get-nodes\" "} {"level":"warn","ts":"2026-03-29T02:16:35.695286Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969449198743637,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:16:35.744981Z","caller":"traceutil/trace.go:171","msg":"trace[985861801] linearizableReadLoop","detail":"{readStateIndex:7039; appliedIndex:7037; }","duration":"550.730515ms","start":"2026-03-29T02:16:35.194226Z","end":"2026-03-29T02:16:35.744956Z","steps":["trace[985861801] 'read index received' (duration: 550.428818ms)","trace[985861801] 'applied index is now lower than readState.Index' (duration: 300.707µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:35.74507Z","caller":"traceutil/trace.go:171","msg":"trace[1731778944] transaction","detail":"{read_only:false; response_revision:6753; number_of_response:1; }","duration":"555.130072ms","start":"2026-03-29T02:16:35.189905Z","end":"2026-03-29T02:16:35.745035Z","steps":["trace[1731778944] 'process raft request' (duration: 554.982639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:35.745158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.684288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:35.745201Z","caller":"traceutil/trace.go:171","msg":"trace[1090396819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6753; }","duration":"599.78833ms","start":"2026-03-29T02:16:35.145401Z","end":"2026-03-29T02:16:35.745189Z","steps":["trace[1090396819] 'agreement among raft nodes before linearized reading' (duration: 599.698878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:35.745251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:35.145382Z","time spent":"599.853961ms","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:16:35.745264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:35.189879Z","time spent":"555.274414ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:35.745253Z","caller":"traceutil/trace.go:171","msg":"trace[1818523835] transaction","detail":"{read_only:false; response_revision:6752; number_of_response:1; }","duration":"594.83486ms","start":"2026-03-29T02:16:35.150295Z","end":"2026-03-29T02:16:35.74513Z","steps":["trace[1818523835] 'process raft request' (duration: 594.426791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:35.745394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.607799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:get-nodes\" ","response":"range_response_count:1 size:469"} {"level":"info","ts":"2026-03-29T02:16:35.745476Z","caller":"traceutil/trace.go:171","msg":"trace[2004389686] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:get-nodes; range_end:; response_count:1; response_revision:6753; }","duration":"450.711322ms","start":"2026-03-29T02:16:35.294746Z","end":"2026-03-29T02:16:35.745458Z","steps":["trace[2004389686] 'agreement among raft nodes before linearized reading' (duration: 450.491327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:35.745458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.641198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:16:35.745525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:35.294739Z","time spent":"450.777083ms","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":491,"request content":"key:\"/registry/clusterrolebindings/kubeadm:get-nodes\" "} {"level":"warn","ts":"2026-03-29T02:16:35.745494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:35.150275Z","time spent":"595.108625ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:16:35.745465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.603149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:16:35.74555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.036852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1225"} {"level":"info","ts":"2026-03-29T02:16:35.745588Z","caller":"traceutil/trace.go:171","msg":"trace[189514142] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6753; }","duration":"176.841622ms","start":"2026-03-29T02:16:35.568716Z","end":"2026-03-29T02:16:35.745557Z","steps":["trace[189514142] 'agreement among raft nodes before linearized reading' (duration: 176.597397ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.745663Z","caller":"traceutil/trace.go:171","msg":"trace[302726732] range","detail":"{range_begin:/registry/clusterrolebindings/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6753; }","duration":"453.208877ms","start":"2026-03-29T02:16:35.292425Z","end":"2026-03-29T02:16:35.745634Z","steps":["trace[302726732] 'agreement among raft nodes before linearized reading' (duration: 452.939121ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.745659Z","caller":"traceutil/trace.go:171","msg":"trace[1198265541] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6753; }","duration":"596.776464ms","start":"2026-03-29T02:16:35.148842Z","end":"2026-03-29T02:16:35.745618Z","steps":["trace[1198265541] 'agreement among raft nodes before linearized reading' (duration: 596.263532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:35.74573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:35.292399Z","time spent":"453.31971ms","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1247,"request content":"key:\"/registry/clusterrolebindings/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-29T02:16:35.745827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:35.148775Z","time spent":"596.988778ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:16:35.746223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.935324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-29T02:16:35.746312Z","caller":"traceutil/trace.go:171","msg":"trace[513704219] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6753; }","duration":"549.049647ms","start":"2026-03-29T02:16:35.197237Z","end":"2026-03-29T02:16:35.746287Z","steps":["trace[513704219] 'agreement among raft nodes before linearized reading' (duration: 547.961722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:35.746367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:35.197222Z","time spent":"549.13216ms","remote":"127.0.0.1:54640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-29T02:16:36.121279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.225635ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:36.121412Z","caller":"traceutil/trace.go:171","msg":"trace[1097307421] linearizableReadLoop","detail":"{readStateIndex:7040; appliedIndex:7039; }","duration":"367.45344ms","start":"2026-03-29T02:16:35.753936Z","end":"2026-03-29T02:16:36.12139Z","steps":["trace[1097307421] 'read index received' (duration: 183.048181ms)","trace[1097307421] 'applied index is now lower than readState.Index' (duration: 184.403469ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:36.121483Z","caller":"traceutil/trace.go:171","msg":"trace[977167931] transaction","detail":"{read_only:false; response_revision:6754; number_of_response:1; }","duration":"369.040484ms","start":"2026-03-29T02:16:35.752409Z","end":"2026-03-29T02:16:36.121449Z","steps":["trace[977167931] 'process raft request' (duration: 184.539823ms)","trace[977167931] 'compare' (duration: 183.707304ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:36.121589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.648864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:36.121666Z","caller":"traceutil/trace.go:171","msg":"trace[2143657573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6754; }","duration":"367.743356ms","start":"2026-03-29T02:16:35.753887Z","end":"2026-03-29T02:16:36.12163Z","steps":["trace[2143657573] 'agreement among raft nodes before linearized reading' (duration: 367.632344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:36.121723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:35.753865Z","time spent":"367.838619ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:16:36.121801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:35.752385Z","time spent":"369.248709ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:37.306344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060973572s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:37.306457Z","caller":"traceutil/trace.go:171","msg":"trace[218148708] linearizableReadLoop","detail":"{readStateIndex:7041; appliedIndex:7040; }","duration":"1.184993168s","start":"2026-03-29T02:16:36.121446Z","end":"2026-03-29T02:16:37.306439Z","steps":["trace[218148708] 'read index received' (duration: 123.76603ms)","trace[218148708] 'applied index is now lower than readState.Index' (duration: 1.061225758s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:37.306513Z","caller":"traceutil/trace.go:171","msg":"trace[1920371457] transaction","detail":"{read_only:false; response_revision:6755; number_of_response:1; }","duration":"1.258552875s","start":"2026-03-29T02:16:36.047924Z","end":"2026-03-29T02:16:37.306477Z","steps":["trace[1920371457] 'process raft request' (duration: 197.353497ms)","trace[1920371457] 'compare' (duration: 1.060254747s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:37.306656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459591173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:kubelet-bootstrap\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:16:37.306701Z","caller":"traceutil/trace.go:171","msg":"trace[1367643960] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:kubelet-bootstrap; range_end:; response_count:1; response_revision:6755; }","duration":"1.459664665s","start":"2026-03-29T02:16:35.847019Z","end":"2026-03-29T02:16:37.306684Z","steps":["trace[1367643960] 'agreement among raft nodes before linearized reading' (duration: 1.45949608s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:37.30668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463321505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:attachdetach-controller\" ","response":"range_response_count:1 size:950"} {"level":"warn","ts":"2026-03-29T02:16:37.306742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:35.847Z","time spent":"1.459728067s","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":514,"request content":"key:\"/registry/clusterrolebindings/kubeadm:kubelet-bootstrap\" "} {"level":"info","ts":"2026-03-29T02:16:37.306784Z","caller":"traceutil/trace.go:171","msg":"trace[898381248] range","detail":"{range_begin:/registry/clusterroles/system:controller:attachdetach-controller; range_end:; response_count:1; response_revision:6755; }","duration":"1.46348805s","start":"2026-03-29T02:16:35.843271Z","end":"2026-03-29T02:16:37.306759Z","steps":["trace[898381248] 'agreement among raft nodes before linearized reading' (duration: 1.463259594s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:37.306843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:35.843249Z","time spent":"1.463583951s","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":972,"request content":"key:\"/registry/clusterroles/system:controller:attachdetach-controller\" "} {"level":"warn","ts":"2026-03-29T02:16:37.306837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:36.047898Z","time spent":"1.258727849s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:37.333597Z","caller":"traceutil/trace.go:171","msg":"trace[458445485] transaction","detail":"{read_only:false; response_revision:6756; number_of_response:1; }","duration":"669.154785ms","start":"2026-03-29T02:16:36.664408Z","end":"2026-03-29T02:16:37.333563Z","steps":["trace[458445485] 'process raft request' (duration: 668.669995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:37.333787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:36.66437Z","time spent":"669.319278ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:38.318488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.108241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:38.318657Z","caller":"traceutil/trace.go:171","msg":"trace[200953787] linearizableReadLoop","detail":"{readStateIndex:7043; appliedIndex:7041; }","duration":"1.012147415s","start":"2026-03-29T02:16:37.306484Z","end":"2026-03-29T02:16:38.318631Z","steps":["trace[200953787] 'read index received' (duration: 26.857584ms)","trace[200953787] 'applied index is now lower than readState.Index' (duration: 985.288121ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:38.318954Z","caller":"traceutil/trace.go:171","msg":"trace[1561033574] transaction","detail":"{read_only:false; response_revision:6757; number_of_response:1; }","duration":"1.65240939s","start":"2026-03-29T02:16:36.666529Z","end":"2026-03-29T02:16:38.318938Z","steps":["trace[1561033574] 'process raft request' (duration: 1.365687517s)","trace[1561033574] 'compare' (duration: 285.957477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:38.319041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:36.666497Z","time spent":"1.652502572s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:38.319483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168216847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9btj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:16:38.319527Z","caller":"traceutil/trace.go:171","msg":"trace[1253908175] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9btj; range_end:; response_count:1; response_revision:6757; }","duration":"1.168263898s","start":"2026-03-29T02:16:37.151253Z","end":"2026-03-29T02:16:38.319517Z","steps":["trace[1253908175] 'agreement among raft nodes before linearized reading' (duration: 1.168005922s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:38.31956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:37.151222Z","time spent":"1.16832927s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-s9btj\" "} {"level":"warn","ts":"2026-03-29T02:16:38.319975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169606587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:16:38.320017Z","caller":"traceutil/trace.go:171","msg":"trace[1696820583] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6757; }","duration":"1.169701939s","start":"2026-03-29T02:16:37.150306Z","end":"2026-03-29T02:16:38.320007Z","steps":["trace[1696820583] 'agreement among raft nodes before linearized reading' (duration: 1.169599307s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:38.320044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:37.150279Z","time spent":"1.16975989s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:16:38.320413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170573508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:16:38.32046Z","caller":"traceutil/trace.go:171","msg":"trace[1549186973] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6757; }","duration":"1.17067597s","start":"2026-03-29T02:16:37.149771Z","end":"2026-03-29T02:16:38.320447Z","steps":["trace[1549186973] 'agreement among raft nodes before linearized reading' (duration: 1.170389224s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:38.320492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:37.149727Z","time spent":"1.170758503s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:16:38.32059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959478643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-29T02:16:38.32068Z","caller":"traceutil/trace.go:171","msg":"trace[486002683] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6757; }","duration":"1.959620156s","start":"2026-03-29T02:16:36.361043Z","end":"2026-03-29T02:16:38.320663Z","steps":["trace[486002683] 'agreement among raft nodes before linearized reading' (duration: 1.95936848s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:38.320685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171505569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T02:16:38.320695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68950211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:38.320743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:36.361012Z","time spent":"1.959696888s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:16:38.320758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171173152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:16:38.320773Z","caller":"traceutil/trace.go:171","msg":"trace[977092741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6757; }","duration":"1.171658654s","start":"2026-03-29T02:16:37.149095Z","end":"2026-03-29T02:16:38.320754Z","steps":["trace[977092741] 'agreement among raft nodes before linearized reading' (duration: 1.171393737s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:38.320584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445291606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:38.320786Z","caller":"traceutil/trace.go:171","msg":"trace[1928447328] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:6757; }","duration":"1.689651334s","start":"2026-03-29T02:16:36.631114Z","end":"2026-03-29T02:16:38.320766Z","steps":["trace[1928447328] 'agreement among raft nodes before linearized reading' (duration: 1.689492699s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:38.320816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:37.149065Z","time spent":"1.171742496s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:16:38.32082Z","caller":"traceutil/trace.go:171","msg":"trace[925583983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6757; }","duration":"1.171251185s","start":"2026-03-29T02:16:37.149546Z","end":"2026-03-29T02:16:38.320798Z","steps":["trace[925583983] 'agreement among raft nodes before linearized reading' (duration: 1.17110209s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:38.320832Z","caller":"traceutil/trace.go:171","msg":"trace[224546838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6757; }","duration":"1.445621125s","start":"2026-03-29T02:16:36.875192Z","end":"2026-03-29T02:16:38.320813Z","steps":["trace[224546838] 'agreement among raft nodes before linearized reading' (duration: 1.445300957s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:38.320849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:36.631083Z","time spent":"1.689754246s","remote":"127.0.0.1:42378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:38.320875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:36.875158Z","time spent":"1.445703527s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:16:38.32087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:37.149535Z","time spent":"1.171322496s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:16:38.736103Z","caller":"traceutil/trace.go:171","msg":"trace[629333475] linearizableReadLoop","detail":"{readStateIndex:7044; appliedIndex:7043; }","duration":"417.375424ms","start":"2026-03-29T02:16:38.31869Z","end":"2026-03-29T02:16:38.736065Z","steps":["trace[629333475] 'read index received' (duration: 401.067943ms)","trace[629333475] 'applied index is now lower than readState.Index' (duration: 16.305561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:38.736416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318024222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:attachdetach-controller\" ","response":"range_response_count:1 size:950"} {"level":"info","ts":"2026-03-29T02:16:38.736469Z","caller":"traceutil/trace.go:171","msg":"trace[1163083966] range","detail":"{range_begin:/registry/clusterroles/system:controller:attachdetach-controller; range_end:; response_count:1; response_revision:6758; }","duration":"1.318176716s","start":"2026-03-29T02:16:37.418279Z","end":"2026-03-29T02:16:38.736455Z","steps":["trace[1163083966] 'agreement among raft nodes before linearized reading' (duration: 1.318021882s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:38.736433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237357717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:16:38.73651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:37.418252Z","time spent":"1.318248637s","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":972,"request content":"key:\"/registry/clusterroles/system:controller:attachdetach-controller\" "} {"level":"info","ts":"2026-03-29T02:16:38.736568Z","caller":"traceutil/trace.go:171","msg":"trace[1431055330] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:6758; }","duration":"1.237610972s","start":"2026-03-29T02:16:37.498927Z","end":"2026-03-29T02:16:38.736538Z","steps":["trace[1431055330] 'agreement among raft nodes before linearized reading' (duration: 1.237240314s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:38.736638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:37.498899Z","time spent":"1.237723885s","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:38.73692Z","caller":"traceutil/trace.go:171","msg":"trace[2059935102] transaction","detail":"{read_only:false; response_revision:6758; number_of_response:1; }","duration":"984.618114ms","start":"2026-03-29T02:16:37.752275Z","end":"2026-03-29T02:16:38.736893Z","steps":["trace[2059935102] 'process raft request' (duration: 967.385963ms)","trace[2059935102] 'compare' (duration: 15.77844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:38.737043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:37.752223Z","time spent":"984.749247ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:38.737034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329629468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:kubelet-bootstrap\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:16:38.73712Z","caller":"traceutil/trace.go:171","msg":"trace[1024044103] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:kubelet-bootstrap; range_end:; response_count:1; response_revision:6758; }","duration":"1.329786042s","start":"2026-03-29T02:16:37.407314Z","end":"2026-03-29T02:16:38.7371Z","steps":["trace[1024044103] 'agreement among raft nodes before linearized reading' (duration: 1.329299051s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:38.737164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:37.407288Z","time spent":"1.329866924s","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":514,"request content":"key:\"/registry/clusterrolebindings/kubeadm:kubelet-bootstrap\" "} {"level":"warn","ts":"2026-03-29T02:16:38.737474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196554753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:38.737557Z","caller":"traceutil/trace.go:171","msg":"trace[1490461572] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6758; }","duration":"1.196736447s","start":"2026-03-29T02:16:37.5408Z","end":"2026-03-29T02:16:38.737536Z","steps":["trace[1490461572] 'agreement among raft nodes before linearized reading' (duration: 1.196532843s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:38.737567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.940487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T02:16:38.737623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:37.540767Z","time spent":"1.19684314s","remote":"127.0.0.1:42364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:38.737658Z","caller":"traceutil/trace.go:171","msg":"trace[919621561] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6758; }","duration":"611.09016ms","start":"2026-03-29T02:16:38.126546Z","end":"2026-03-29T02:16:38.737636Z","steps":["trace[919621561] 'agreement among raft nodes before linearized reading' (duration: 610.763013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:38.737708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:38.126519Z","time spent":"611.179383ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:16:38.736462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.598488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-29T02:16:38.737771Z","caller":"traceutil/trace.go:171","msg":"trace[1968830877] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6758; }","duration":"742.955028ms","start":"2026-03-29T02:16:37.99479Z","end":"2026-03-29T02:16:38.737745Z","steps":["trace[1968830877] 'agreement among raft nodes before linearized reading' (duration: 741.359573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:38.737831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:37.99477Z","time spent":"743.041159ms","remote":"127.0.0.1:54638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-29T02:16:39.41182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.842841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:39.412431Z","caller":"traceutil/trace.go:171","msg":"trace[985718461] transaction","detail":"{read_only:false; response_revision:6759; number_of_response:1; }","duration":"1.085504237s","start":"2026-03-29T02:16:38.326899Z","end":"2026-03-29T02:16:39.412403Z","steps":["trace[985718461] 'process raft request' (duration: 517.977501ms)","trace[985718461] 'compare' (duration: 566.596365ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:39.412437Z","caller":"traceutil/trace.go:171","msg":"trace[1500700938] transaction","detail":"{read_only:false; response_revision:6760; number_of_response:1; }","duration":"1.085381164s","start":"2026-03-29T02:16:38.32703Z","end":"2026-03-29T02:16:39.412411Z","steps":["trace[1500700938] 'process raft request' (duration: 1.084950925s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:39.412548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:38.326879Z","time spent":"1.085611569s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:39.412553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:38.327007Z","time spent":"1.085489686s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:39.412559Z","caller":"traceutil/trace.go:171","msg":"trace[53647528] transaction","detail":"{read_only:false; response_revision:6761; number_of_response:1; }","duration":"1.085393824s","start":"2026-03-29T02:16:38.327133Z","end":"2026-03-29T02:16:39.412527Z","steps":["trace[53647528] 'process raft request' (duration: 1.084946745s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:39.412757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:38.327105Z","time spent":"1.085542517s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:39.41303Z","caller":"traceutil/trace.go:171","msg":"trace[1792950229] linearizableReadLoop","detail":"{readStateIndex:7048; appliedIndex:7044; }","duration":"676.801584ms","start":"2026-03-29T02:16:38.736212Z","end":"2026-03-29T02:16:39.413014Z","steps":["trace[1792950229] 'read index received' (duration: 108.676675ms)","trace[1792950229] 'applied index is now lower than readState.Index' (duration: 568.123519ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:39.413117Z","caller":"traceutil/trace.go:171","msg":"trace[247966273] transaction","detail":"{read_only:false; response_revision:6762; number_of_response:1; }","duration":"1.085968906s","start":"2026-03-29T02:16:38.327139Z","end":"2026-03-29T02:16:39.413108Z","steps":["trace[247966273] 'process raft request' (duration: 1.084985235s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:39.413164Z","caller":"traceutil/trace.go:171","msg":"trace[2139578010] transaction","detail":"{read_only:false; response_revision:6763; number_of_response:1; }","duration":"670.438913ms","start":"2026-03-29T02:16:38.742715Z","end":"2026-03-29T02:16:39.413154Z","steps":["trace[2139578010] 'process raft request' (duration: 670.249899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:39.41318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:38.327123Z","time spent":"1.086022438s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:39.413215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:38.742698Z","time spent":"670.493104ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:39.413283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089518476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:39.413319Z","caller":"traceutil/trace.go:171","msg":"trace[864765188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6763; }","duration":"1.089582116s","start":"2026-03-29T02:16:38.323727Z","end":"2026-03-29T02:16:39.413309Z","steps":["trace[864765188] 'agreement among raft nodes before linearized reading' (duration: 1.089527644s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:39.413347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:38.323698Z","time spent":"1.089643348s","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:16:39.413416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084795732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-29T02:16:39.413464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086789316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82262"} {"level":"info","ts":"2026-03-29T02:16:39.413519Z","caller":"traceutil/trace.go:171","msg":"trace[1317725789] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6763; }","duration":"1.086887048s","start":"2026-03-29T02:16:38.326618Z","end":"2026-03-29T02:16:39.413505Z","steps":["trace[1317725789] 'agreement among raft nodes before linearized reading' (duration: 1.086524649s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:39.413566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:38.326592Z","time spent":"1.086965429s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":82284,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-29T02:16:39.413521Z","caller":"traceutil/trace.go:171","msg":"trace[1426027310] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6763; }","duration":"1.084883664s","start":"2026-03-29T02:16:38.328586Z","end":"2026-03-29T02:16:39.413469Z","steps":["trace[1426027310] 'agreement among raft nodes before linearized reading' (duration: 1.08471394s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:39.413669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:38.328577Z","time spent":"1.085081868s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-29T02:16:39.439463Z","caller":"traceutil/trace.go:171","msg":"trace[1988165837] transaction","detail":"{read_only:false; response_revision:6764; number_of_response:1; }","duration":"584.289648ms","start":"2026-03-29T02:16:38.855142Z","end":"2026-03-29T02:16:39.439431Z","steps":["trace[1988165837] 'process raft request' (duration: 584.104694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:39.439651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:38.855112Z","time spent":"584.441351ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:39.494904Z","caller":"traceutil/trace.go:171","msg":"trace[714074481] transaction","detail":"{read_only:false; response_revision:6765; number_of_response:1; }","duration":"182.54863ms","start":"2026-03-29T02:16:39.312322Z","end":"2026-03-29T02:16:39.49487Z","steps":["trace[714074481] 'process raft request' (duration: 182.000657ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:39.495181Z","caller":"traceutil/trace.go:171","msg":"trace[1666225585] transaction","detail":"{read_only:false; response_revision:6766; number_of_response:1; }","duration":"154.005778ms","start":"2026-03-29T02:16:39.341124Z","end":"2026-03-29T02:16:39.495129Z","steps":["trace[1666225585] 'process raft request' (duration: 153.634289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:39.495329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.500341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:kubelet-bootstrap\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:16:39.495433Z","caller":"traceutil/trace.go:171","msg":"trace[526751179] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:kubelet-bootstrap; range_end:; response_count:1; response_revision:6766; }","duration":"753.630734ms","start":"2026-03-29T02:16:38.741781Z","end":"2026-03-29T02:16:39.495412Z","steps":["trace[526751179] 'agreement among raft nodes before linearized reading' (duration: 753.363588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:39.495487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:38.741774Z","time spent":"753.701885ms","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":514,"request content":"key:\"/registry/clusterrolebindings/kubeadm:kubelet-bootstrap\" "} {"level":"warn","ts":"2026-03-29T02:16:39.49563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.166126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-20dba3c6-422b-4e1d-a354-2dcd1fa01cfc\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-29T02:16:39.49568Z","caller":"traceutil/trace.go:171","msg":"trace[656594209] range","detail":"{range_begin:/registry/persistentvolumes/pvc-20dba3c6-422b-4e1d-a354-2dcd1fa01cfc; range_end:; response_count:1; response_revision:6766; }","duration":"754.274728ms","start":"2026-03-29T02:16:38.741391Z","end":"2026-03-29T02:16:39.495666Z","steps":["trace[656594209] 'agreement among raft nodes before linearized reading' (duration: 754.049843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:39.495721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:38.74137Z","time spent":"754.341139ms","remote":"127.0.0.1:54624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1472,"request content":"key:\"/registry/persistentvolumes/pvc-20dba3c6-422b-4e1d-a354-2dcd1fa01cfc\" "} {"level":"warn","ts":"2026-03-29T02:16:39.495777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.923081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:attachdetach-controller\" ","response":"range_response_count:1 size:950"} {"level":"warn","ts":"2026-03-29T02:16:39.495727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.397866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:39.495821Z","caller":"traceutil/trace.go:171","msg":"trace[1794914967] range","detail":"{range_begin:/registry/clusterroles/system:controller:attachdetach-controller; range_end:; response_count:1; response_revision:6766; }","duration":"753.985771ms","start":"2026-03-29T02:16:38.741825Z","end":"2026-03-29T02:16:39.49581Z","steps":["trace[1794914967] 'agreement among raft nodes before linearized reading' (duration: 753.92175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:39.49586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:38.741802Z","time spent":"754.051133ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":972,"request content":"key:\"/registry/clusterroles/system:controller:attachdetach-controller\" "} {"level":"info","ts":"2026-03-29T02:16:39.495864Z","caller":"traceutil/trace.go:171","msg":"trace[667375279] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:6766; }","duration":"667.55849ms","start":"2026-03-29T02:16:38.82827Z","end":"2026-03-29T02:16:39.495829Z","steps":["trace[667375279] 'agreement among raft nodes before linearized reading' (duration: 667.416767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:39.495997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:38.82819Z","time spent":"667.761205ms","remote":"127.0.0.1:52408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":27,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:40.618438Z","caller":"traceutil/trace.go:171","msg":"trace[1361891962] linearizableReadLoop","detail":"{readStateIndex:7053; appliedIndex:7052; }","duration":"247.501497ms","start":"2026-03-29T02:16:40.370903Z","end":"2026-03-29T02:16:40.618404Z","steps":["trace[1361891962] 'read index received' (duration: 247.167079ms)","trace[1361891962] 'applied index is now lower than readState.Index' (duration: 332.418µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:40.618519Z","caller":"traceutil/trace.go:171","msg":"trace[1804443677] transaction","detail":"{read_only:false; response_revision:6767; number_of_response:1; }","duration":"290.635711ms","start":"2026-03-29T02:16:40.327861Z","end":"2026-03-29T02:16:40.618497Z","steps":["trace[1804443677] 'process raft request' (duration: 290.316174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:40.618679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.753352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:daemon-set-controller\" ","response":"range_response_count:1 size:958"} {"level":"info","ts":"2026-03-29T02:16:40.618735Z","caller":"traceutil/trace.go:171","msg":"trace[927144360] range","detail":"{range_begin:/registry/clusterroles/system:controller:daemon-set-controller; range_end:; response_count:1; response_revision:6767; }","duration":"247.870714ms","start":"2026-03-29T02:16:40.370846Z","end":"2026-03-29T02:16:40.618717Z","steps":["trace[927144360] 'agreement among raft nodes before linearized reading' (duration: 247.729781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:40.618748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.87919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/local-path-provisioner\" ","response":"range_response_count:1 size:1081"} {"level":"info","ts":"2026-03-29T02:16:40.618808Z","caller":"traceutil/trace.go:171","msg":"trace[913530884] range","detail":"{range_begin:/registry/clusterrolebindings/local-path-provisioner; range_end:; response_count:1; response_revision:6767; }","duration":"240.967931ms","start":"2026-03-29T02:16:40.377826Z","end":"2026-03-29T02:16:40.618794Z","steps":["trace[913530884] 'agreement among raft nodes before linearized reading' (duration: 240.802988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.071618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.020821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/node-feature-discovery\" ","response":"range_response_count:1 size:1065"} {"level":"info","ts":"2026-03-29T02:16:41.071706Z","caller":"traceutil/trace.go:171","msg":"trace[3198487] range","detail":"{range_begin:/registry/clusterrolebindings/node-feature-discovery; range_end:; response_count:1; response_revision:6767; }","duration":"358.164234ms","start":"2026-03-29T02:16:40.713523Z","end":"2026-03-29T02:16:41.071687Z","steps":["trace[3198487] 'range keys from in-memory index tree' (duration: 357.835826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.071826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.08248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:deployment-controller\" ","response":"range_response_count:1 size:913"} {"level":"info","ts":"2026-03-29T02:16:41.071938Z","caller":"traceutil/trace.go:171","msg":"trace[679171004] range","detail":"{range_begin:/registry/clusterroles/system:controller:deployment-controller; range_end:; response_count:1; response_revision:6767; }","duration":"328.267844ms","start":"2026-03-29T02:16:40.743645Z","end":"2026-03-29T02:16:41.071912Z","steps":["trace[679171004] 'range keys from in-memory index tree' (duration: 327.882975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:40.743617Z","time spent":"328.368136ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":935,"request content":"key:\"/registry/clusterroles/system:controller:deployment-controller\" "} {"level":"warn","ts":"2026-03-29T02:16:41.071759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:40.7135Z","time spent":"358.247126ms","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1087,"request content":"key:\"/registry/clusterrolebindings/node-feature-discovery\" "} {"level":"warn","ts":"2026-03-29T02:16:41.072343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.231476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:41.072482Z","caller":"traceutil/trace.go:171","msg":"trace[1126139538] linearizableReadLoop","detail":"{readStateIndex:7054; appliedIndex:7053; }","duration":"198.202746ms","start":"2026-03-29T02:16:40.874255Z","end":"2026-03-29T02:16:41.072458Z","steps":["trace[1126139538] 'read index received' (duration: 4.650113ms)","trace[1126139538] 'applied index is now lower than readState.Index' (duration: 193.550403ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:41.072563Z","caller":"traceutil/trace.go:171","msg":"trace[673484598] transaction","detail":"{read_only:false; response_revision:6768; number_of_response:1; }","duration":"328.584619ms","start":"2026-03-29T02:16:40.743954Z","end":"2026-03-29T02:16:41.072538Z","steps":["trace[673484598] 'process raft request' (duration: 135.002776ms)","trace[673484598] 'compare' (duration: 192.880168ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:41.072614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.363219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:41.072675Z","caller":"traceutil/trace.go:171","msg":"trace[1210188208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6768; }","duration":"198.42575ms","start":"2026-03-29T02:16:40.874234Z","end":"2026-03-29T02:16:41.07266Z","steps":["trace[1210188208] 'agreement among raft nodes before linearized reading' (duration: 198.322608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.072695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:40.74393Z","time spent":"328.678582ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:41.510081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.254956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:deployment-controller\" ","response":"range_response_count:1 size:913"} {"level":"info","ts":"2026-03-29T02:16:41.510161Z","caller":"traceutil/trace.go:171","msg":"trace[85449219] range","detail":"{range_begin:/registry/clusterroles/system:controller:deployment-controller; range_end:; response_count:1; response_revision:6768; }","duration":"292.357738ms","start":"2026-03-29T02:16:41.217783Z","end":"2026-03-29T02:16:41.51014Z","steps":["trace[85449219] 'range keys from in-memory index tree' (duration: 292.194865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.510097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.386748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/node-feature-discovery\" ","response":"range_response_count:1 size:1065"} {"level":"info","ts":"2026-03-29T02:16:41.510274Z","caller":"traceutil/trace.go:171","msg":"trace[1863981627] range","detail":"{range_begin:/registry/clusterrolebindings/node-feature-discovery; range_end:; response_count:1; response_revision:6768; }","duration":"315.601413ms","start":"2026-03-29T02:16:41.194656Z","end":"2026-03-29T02:16:41.510257Z","steps":["trace[1863981627] 'range keys from in-memory index tree' (duration: 315.269005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.51035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.194649Z","time spent":"315.691134ms","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1087,"request content":"key:\"/registry/clusterrolebindings/node-feature-discovery\" "} {"level":"warn","ts":"2026-03-29T02:16:41.51127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.045986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:41.511323Z","caller":"traceutil/trace.go:171","msg":"trace[363169243] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:6768; }","duration":"332.386694ms","start":"2026-03-29T02:16:41.178922Z","end":"2026-03-29T02:16:41.511309Z","steps":["trace[363169243] 'count revisions from in-memory index tree' (duration: 331.425463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.511421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.178904Z","time spent":"332.503956ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:41.685755Z","caller":"traceutil/trace.go:171","msg":"trace[1361008086] transaction","detail":"{read_only:false; response_revision:6769; number_of_response:1; }","duration":"183.0415ms","start":"2026-03-29T02:16:41.502694Z","end":"2026-03-29T02:16:41.685735Z","steps":["trace[1361008086] 'process raft request' (duration: 182.901857ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:41.94375Z","caller":"traceutil/trace.go:171","msg":"trace[1382439063] transaction","detail":"{read_only:false; response_revision:6772; number_of_response:1; }","duration":"427.181002ms","start":"2026-03-29T02:16:41.516547Z","end":"2026-03-29T02:16:41.943728Z","steps":["trace[1382439063] 'process raft request' (duration: 427.119251ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:41.943823Z","caller":"traceutil/trace.go:171","msg":"trace[390210183] transaction","detail":"{read_only:false; response_revision:6770; number_of_response:1; }","duration":"439.192527ms","start":"2026-03-29T02:16:41.504579Z","end":"2026-03-29T02:16:41.943772Z","steps":["trace[390210183] 'process raft request' (duration: 438.902381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.943897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.516532Z","time spent":"427.285974ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:41.943916Z","caller":"traceutil/trace.go:171","msg":"trace[2146276142] transaction","detail":"{read_only:false; response_revision:6771; number_of_response:1; }","duration":"428.371078ms","start":"2026-03-29T02:16:41.515492Z","end":"2026-03-29T02:16:41.943863Z","steps":["trace[2146276142] 'process raft request' (duration: 428.138793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.944084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.504542Z","time spent":"439.388512ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:41.94414Z","caller":"traceutil/trace.go:171","msg":"trace[2096090106] transaction","detail":"{read_only:false; response_revision:6773; number_of_response:1; }","duration":"427.593641ms","start":"2026-03-29T02:16:41.516529Z","end":"2026-03-29T02:16:41.944123Z","steps":["trace[2096090106] 'process raft request' (duration: 427.167572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.944143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.515474Z","time spent":"428.551502ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:41.944224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.516495Z","time spent":"427.691093ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:41.94421Z","caller":"traceutil/trace.go:171","msg":"trace[397799080] transaction","detail":"{read_only:false; response_revision:6774; number_of_response:1; }","duration":"427.376156ms","start":"2026-03-29T02:16:41.516805Z","end":"2026-03-29T02:16:41.944181Z","steps":["trace[397799080] 'process raft request' (duration: 427.191702ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:41.944327Z","caller":"traceutil/trace.go:171","msg":"trace[2081731031] linearizableReadLoop","detail":"{readStateIndex:7057; appliedIndex:7054; }","duration":"428.47038ms","start":"2026-03-29T02:16:41.515832Z","end":"2026-03-29T02:16:41.944303Z","steps":["trace[2081731031] 'read index received' (duration: 169.856838ms)","trace[2081731031] 'applied index is now lower than readState.Index' (duration: 258.611882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:41.944402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.516796Z","time spent":"427.519179ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:41.944434Z","caller":"traceutil/trace.go:171","msg":"trace[889006651] transaction","detail":"{read_only:false; response_revision:6775; number_of_response:1; }","duration":"425.744169ms","start":"2026-03-29T02:16:41.518623Z","end":"2026-03-29T02:16:41.944367Z","steps":["trace[889006651] 'process raft request' (duration: 425.509404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.944474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.652034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/node-feature-discovery\" ","response":"range_response_count:1 size:1065"} {"level":"info","ts":"2026-03-29T02:16:41.944648Z","caller":"traceutil/trace.go:171","msg":"trace[1515235210] range","detail":"{range_begin:/registry/clusterrolebindings/node-feature-discovery; range_end:; response_count:1; response_revision:6775; }","duration":"428.899319ms","start":"2026-03-29T02:16:41.515734Z","end":"2026-03-29T02:16:41.944633Z","steps":["trace[1515235210] 'agreement among raft nodes before linearized reading' (duration: 428.654354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.944702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.515726Z","time spent":"428.96211ms","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1087,"request content":"key:\"/registry/clusterrolebindings/node-feature-discovery\" "} {"level":"warn","ts":"2026-03-29T02:16:41.944708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.518607Z","time spent":"425.947604ms","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:42.500186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.233014ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T02:16:42.500319Z","caller":"traceutil/trace.go:171","msg":"trace[71203296] linearizableReadLoop","detail":"{readStateIndex:7062; appliedIndex:7061; }","duration":"555.92918ms","start":"2026-03-29T02:16:41.944371Z","end":"2026-03-29T02:16:42.5003Z","steps":["trace[71203296] 'read index received' (duration: 90.567214ms)","trace[71203296] 'applied index is now lower than readState.Index' (duration: 465.360146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:42.500516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.47405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:deployment-controller\" ","response":"range_response_count:1 size:913"} {"level":"warn","ts":"2026-03-29T02:16:42.500581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.914238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/node-feature-discovery-gc\" ","response":"range_response_count:1 size:1077"} {"level":"info","ts":"2026-03-29T02:16:42.50065Z","caller":"traceutil/trace.go:171","msg":"trace[331849027] range","detail":"{range_begin:/registry/clusterrolebindings/node-feature-discovery-gc; range_end:; response_count:1; response_revision:6775; }","duration":"456.03101ms","start":"2026-03-29T02:16:42.044596Z","end":"2026-03-29T02:16:42.500627Z","steps":["trace[331849027] 'agreement among raft nodes before linearized reading' (duration: 455.847156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:42.500651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.679814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:42.500687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:42.044574Z","time spent":"456.106571ms","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1099,"request content":"key:\"/registry/clusterrolebindings/node-feature-discovery-gc\" "} {"level":"info","ts":"2026-03-29T02:16:42.500697Z","caller":"traceutil/trace.go:171","msg":"trace[2088899142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6775; }","duration":"625.732925ms","start":"2026-03-29T02:16:41.874953Z","end":"2026-03-29T02:16:42.500686Z","steps":["trace[2088899142] 'agreement among raft nodes before linearized reading' (duration: 625.647764ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:42.500687Z","caller":"traceutil/trace.go:171","msg":"trace[451729022] range","detail":"{range_begin:/registry/clusterroles/system:controller:deployment-controller; range_end:; response_count:1; response_revision:6775; }","duration":"983.581503ms","start":"2026-03-29T02:16:41.516998Z","end":"2026-03-29T02:16:42.500579Z","steps":["trace[451729022] 'agreement among raft nodes before linearized reading' (duration: 983.41286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:42.500702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.782044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-29T02:16:42.500734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.874859Z","time spent":"625.866938ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:16:42.500761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.51699Z","time spent":"983.752767ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":935,"request content":"key:\"/registry/clusterroles/system:controller:deployment-controller\" "} {"level":"info","ts":"2026-03-29T02:16:42.500777Z","caller":"traceutil/trace.go:171","msg":"trace[379378875] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:6775; }","duration":"163.903887ms","start":"2026-03-29T02:16:42.336851Z","end":"2026-03-29T02:16:42.500755Z","steps":["trace[379378875] 'agreement among raft nodes before linearized reading' (duration: 163.721353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:42.500789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.242827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82262"} {"level":"info","ts":"2026-03-29T02:16:42.500863Z","caller":"traceutil/trace.go:171","msg":"trace[2108560643] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6775; }","duration":"984.37784ms","start":"2026-03-29T02:16:41.516469Z","end":"2026-03-29T02:16:42.500847Z","steps":["trace[2108560643] 'agreement among raft nodes before linearized reading' (duration: 984.003772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:42.500908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.51644Z","time spent":"984.454592ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":82284,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:16:42.818312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.048633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:42.818497Z","caller":"traceutil/trace.go:171","msg":"trace[1179494401] transaction","detail":"{read_only:false; response_revision:6776; number_of_response:1; }","duration":"254.990192ms","start":"2026-03-29T02:16:42.563477Z","end":"2026-03-29T02:16:42.818467Z","steps":["trace[1179494401] 'process raft request' (duration: 93.689593ms)","trace[1179494401] 'compare' (duration: 160.610904ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:42.818579Z","caller":"traceutil/trace.go:171","msg":"trace[508688927] transaction","detail":"{read_only:false; response_revision:6777; number_of_response:1; }","duration":"252.718391ms","start":"2026-03-29T02:16:42.565847Z","end":"2026-03-29T02:16:42.818565Z","steps":["trace[508688927] 'process raft request' (duration: 252.570838ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:42.818912Z","caller":"traceutil/trace.go:171","msg":"trace[1961115706] linearizableReadLoop","detail":"{readStateIndex:7066; appliedIndex:7063; }","duration":"209.900684ms","start":"2026-03-29T02:16:42.608984Z","end":"2026-03-29T02:16:42.818885Z","steps":["trace[1961115706] 'read index received' (duration: 48.263908ms)","trace[1961115706] 'applied index is now lower than readState.Index' (duration: 161.635326ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:42.818963Z","caller":"traceutil/trace.go:171","msg":"trace[930699832] transaction","detail":"{read_only:false; response_revision:6779; number_of_response:1; }","duration":"193.037341ms","start":"2026-03-29T02:16:42.625899Z","end":"2026-03-29T02:16:42.818936Z","steps":["trace[930699832] 'process raft request' (duration: 192.841877ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:42.818952Z","caller":"traceutil/trace.go:171","msg":"trace[1907069929] transaction","detail":"{read_only:false; response_revision:6778; number_of_response:1; }","duration":"251.7443ms","start":"2026-03-29T02:16:42.567195Z","end":"2026-03-29T02:16:42.818939Z","steps":["trace[1907069929] 'process raft request' (duration: 251.336101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:42.819098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.124419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/rabbitmq-cluster-operator-openstack\" ","response":"range_response_count:1 size:1273"} {"level":"info","ts":"2026-03-29T02:16:42.819143Z","caller":"traceutil/trace.go:171","msg":"trace[1967377348] range","detail":"{range_begin:/registry/clusterrolebindings/rabbitmq-cluster-operator-openstack; range_end:; response_count:1; response_revision:6779; }","duration":"210.224641ms","start":"2026-03-29T02:16:42.608908Z","end":"2026-03-29T02:16:42.819133Z","steps":["trace[1967377348] 'agreement among raft nodes before linearized reading' (duration: 210.085178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:42.819525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.560226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/node-feature-discovery-gc\" ","response":"range_response_count:1 size:1077"} {"level":"info","ts":"2026-03-29T02:16:42.819648Z","caller":"traceutil/trace.go:171","msg":"trace[1512213341] range","detail":"{range_begin:/registry/clusterrolebindings/node-feature-discovery-gc; range_end:; response_count:1; response_revision:6779; }","duration":"209.737859ms","start":"2026-03-29T02:16:42.6099Z","end":"2026-03-29T02:16:42.819638Z","steps":["trace[1512213341] 'agreement among raft nodes before linearized reading' (duration: 209.456373ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:45.713267Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4387} {"level":"info","ts":"2026-03-29T02:16:45.835372Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4387,"took":"119.826911ms","hash":1610652948,"current-db-size-bytes":35897344,"current-db-size":"36 MB","current-db-size-in-use-bytes":31842304,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-29T02:16:45.835428Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1610652948,"revision":4387,"compact-revision":2444} {"level":"warn","ts":"2026-03-29T02:16:47.212684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.64183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:route-controller\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-03-29T02:16:47.212786Z","caller":"traceutil/trace.go:171","msg":"trace[795371914] range","detail":"{range_begin:/registry/clusterroles/system:controller:route-controller; range_end:; response_count:1; response_revision:6801; }","duration":"139.779562ms","start":"2026-03-29T02:16:47.072975Z","end":"2026-03-29T02:16:47.212755Z","steps":["trace[795371914] 'range keys from in-memory index tree' (duration: 139.517107ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:47.212897Z","caller":"traceutil/trace.go:171","msg":"trace[1482190305] transaction","detail":"{read_only:false; response_revision:6802; number_of_response:1; }","duration":"113.556883ms","start":"2026-03-29T02:16:47.09928Z","end":"2026-03-29T02:16:47.212837Z","steps":["trace[1482190305] 'process raft request' (duration: 87.002865ms)","trace[1482190305] 'compare' (duration: 26.286532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:47.427899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.964164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125576"} {"level":"info","ts":"2026-03-29T02:16:47.427982Z","caller":"traceutil/trace.go:171","msg":"trace[694546872] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:6802; }","duration":"111.074017ms","start":"2026-03-29T02:16:47.31689Z","end":"2026-03-29T02:16:47.427964Z","steps":["trace[694546872] 'range keys from in-memory index tree' (duration: 110.775421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:47.428334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.753145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-29T02:16:47.428425Z","caller":"traceutil/trace.go:171","msg":"trace[115356763] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:6802; }","duration":"112.860218ms","start":"2026-03-29T02:16:47.315546Z","end":"2026-03-29T02:16:47.428406Z","steps":["trace[115356763] 'range keys from in-memory index tree' (duration: 112.604883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:42.497467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.523118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" ","response":"range_response_count:1 size:2114"} {"level":"warn","ts":"2026-03-29T02:17:42.497517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.635242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:2463"} {"level":"info","ts":"2026-03-29T02:17:42.497577Z","caller":"traceutil/trace.go:171","msg":"trace[339882231] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:7074; }","duration":"405.720694ms","start":"2026-03-29T02:17:42.091843Z","end":"2026-03-29T02:17:42.497564Z","steps":["trace[339882231] 'range keys from in-memory index tree' (duration: 405.505259ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:42.497583Z","caller":"traceutil/trace.go:171","msg":"trace[1669365015] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-replicas; range_end:; response_count:1; response_revision:7074; }","duration":"409.737472ms","start":"2026-03-29T02:17:42.087821Z","end":"2026-03-29T02:17:42.497559Z","steps":["trace[1669365015] 'range keys from in-memory index tree' (duration: 409.287271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:42.497602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:42.091836Z","time spent":"405.761105ms","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":2485,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-03-29T02:17:42.497636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:42.0878Z","time spent":"409.823344ms","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2136,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" "} {"level":"info","ts":"2026-03-29T02:17:42.498013Z","caller":"traceutil/trace.go:171","msg":"trace[1743922067] transaction","detail":"{read_only:false; response_revision:7075; number_of_response:1; }","duration":"228.946289ms","start":"2026-03-29T02:17:42.269058Z","end":"2026-03-29T02:17:42.498004Z","steps":["trace[1743922067] 'process raft request' (duration: 219.662385ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:42.498007Z","caller":"traceutil/trace.go:171","msg":"trace[391474243] linearizableReadLoop","detail":"{readStateIndex:7375; appliedIndex:7374; }","duration":"172.145063ms","start":"2026-03-29T02:17:42.325819Z","end":"2026-03-29T02:17:42.497964Z","steps":["trace[391474243] 'read index received' (duration: 162.849249ms)","trace[391474243] 'applied index is now lower than readState.Index' (duration: 9.293874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:42.498281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.135274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:17:42.498302Z","caller":"traceutil/trace.go:171","msg":"trace[1654103869] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7075; }","duration":"110.186175ms","start":"2026-03-29T02:17:42.38811Z","end":"2026-03-29T02:17:42.498296Z","steps":["trace[1654103869] 'agreement among raft nodes before linearized reading' (duration: 110.100203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:42.498309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.480511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-29T02:17:42.49835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.675999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:17:42.498397Z","caller":"traceutil/trace.go:171","msg":"trace[74085023] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7075; }","duration":"172.608314ms","start":"2026-03-29T02:17:42.325762Z","end":"2026-03-29T02:17:42.498371Z","steps":["trace[74085023] 'agreement among raft nodes before linearized reading' (duration: 172.368549ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:42.498418Z","caller":"traceutil/trace.go:171","msg":"trace[1858696108] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:7075; }","duration":"158.78045ms","start":"2026-03-29T02:17:42.339603Z","end":"2026-03-29T02:17:42.498383Z","steps":["trace[1858696108] 'agreement among raft nodes before linearized reading' (duration: 158.577316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:42.498506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.564371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:17:42.498527Z","caller":"traceutil/trace.go:171","msg":"trace[218561642] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7075; }","duration":"140.601981ms","start":"2026-03-29T02:17:42.357919Z","end":"2026-03-29T02:17:42.498521Z","steps":["trace[218561642] 'agreement among raft nodes before linearized reading' (duration: 140.54813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:42.498485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.127294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:17:42.498613Z","caller":"traceutil/trace.go:171","msg":"trace[412481783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7075; }","duration":"110.341719ms","start":"2026-03-29T02:17:42.38824Z","end":"2026-03-29T02:17:42.498582Z","steps":["trace[412481783] 'agreement among raft nodes before linearized reading' (duration: 109.9534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:42.498606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.746335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:17:42.498731Z","caller":"traceutil/trace.go:171","msg":"trace[716065563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7075; }","duration":"109.906319ms","start":"2026-03-29T02:17:42.388798Z","end":"2026-03-29T02:17:42.498704Z","steps":["trace[716065563] 'agreement among raft nodes before linearized reading' (duration: 109.595313ms)"],"step_count":1}